3 files changed, 151 insertions, 232 deletions

diff --git a/www/py-scrapy/Makefile b/www/py-scrapy/Makefile
index 3c2a2c871d9a..9ba99683d373 100644
--- a/www/py-scrapy/Makefile
+++ b/www/py-scrapy/Makefile
@@ -1,35 +1,33 @@
-# New ports collection makefile for:	py-scrapy
-# Date created:				10 Jul 2009
-# Whom:					Qing Feng <qingfeng@douban.com>
-#
+# Created by: Qing Feng <qingfeng@douban.com>
 # $FreeBSD$
-#
 
 PORTNAME=	Scrapy
-PORTVERSION=	0.12.0.2542
+PORTVERSION=	0.16.2
 CATEGORIES=	www python
 MASTER_SITES=	CHEESESHOP
 PKGNAMEPREFIX=	${PYTHON_PKGNAMEPREFIX}
 
 MAINTAINER=	clsung@FreeBSD.org
-COMMENT=	A high level scraping and web crawling framework
+COMMENT=	High level scraping and web crawling framework
 
-BUILD_DEPENDS=	${PYTHON_PKGNAMEPREFIX}twisted>=8.2.0:${PORTSDIR}/devel/py-twisted \
-		${PYTHON_PKGNAMEPREFIX}lxml>=2.0:${PORTSDIR}/devel/py-lxml
-RUN_DEPENDS=	${PYTHON_PKGNAMEPREFIX}twisted>=8.2.0:${PORTSDIR}/devel/py-twisted \
-		${PYTHON_PKGNAMEPREFIX}lxml>=2.0:${PORTSDIR}/devel/py-lxml \
-		${PYTHON_SITELIBDIR}/_sqlite3.so:${PORTSDIR}/databases/py-sqlite3
+LICENSE=	BSD
 
-USE_PYTHON=	2.6-2.7
+RUN_DEPENDS=	${PYTHON_PKGNAMEPREFIX}lxml>=2.0:${PORTSDIR}/devel/py-lxml \
+		${PYTHON_PKGNAMEPREFIX}sqlite3>0:${PORTSDIR}/databases/py-sqlite3 \
+		${PYTHON_PKGNAMEPREFIX}w3lib>=1.2:${PORTSDIR}/www/py-w3lib
+
+USE_PYTHON=	-2.7
 USE_PYDISTUTILS=easy_install
+USE_TWISTED_RUN=yes
 
-OPTIONS=	SSL	"Support HTTPS"			on
+OPTIONS_DEFINE=	SSL
+OPTIONS_DEFAULT=SSL
 OPTIONSFILE=	${PORT_DBDIR}/py-${PORTNAME}/options
 
-.include <bsd.port.pre.mk>
+.include <bsd.port.options.mk>
 
-.if defined(WITH_SSL)
-RUN_DEPENDS+=	${PYTHON_SITELIBDIR}/OpenSSL/__init__.py:${PORTSDIR}/security/py-openssl
+.if ${PORT_OPTIONS:MSSL}
+RUN_DEPENDS+=	${PYTHON_PKGNAMEPREFIX}openssl>0:${PORTSDIR}/security/py-openssl
 .endif
 
-.include <bsd.port.post.mk>
+.include <bsd.port.mk>
diff --git a/www/py-scrapy/distinfo b/www/py-scrapy/distinfo
index 8ecdf4204a92..2a6cc98e7efa 100644
--- a/www/py-scrapy/distinfo
+++ b/www/py-scrapy/distinfo
@@ -1,2 +1,2 @@
-SHA256 (Scrapy-0.12.0.2542.tar.gz) = 736eb12965b1156914b76b723c5fb342c4bb8c481abb99a620781739cb13e33c
-SIZE (Scrapy-0.12.0.2542.tar.gz) = 721522
+SHA256 (Scrapy-0.16.2.tar.gz) = 8c74a37e5bcc836d1a4ee58104e8bcfe51b7af5ed2595d865d665bb725833fa1
+SIZE (Scrapy-0.16.2.tar.gz) = 675402
diff --git a/www/py-scrapy/pkg-plist b/www/py-scrapy/pkg-plist
index bc824b082019..c2e00a0d8b51 100644
--- a/www/py-scrapy/pkg-plist
+++ b/www/py-scrapy/pkg-plist
@@ -18,12 +18,18 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/__init__.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/check.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/check.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/check.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/crawl.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/crawl.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/crawl.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/deploy.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/deploy.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/deploy.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/edit.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/edit.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/edit.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/fetch.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/fetch.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/fetch.pyo
@@ -36,12 +42,6 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/parse.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/parse.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/parse.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/queue.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/queue.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/queue.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/runserver.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/runserver.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/runserver.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/runspider.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/runspider.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands/runspider.pyo
@@ -66,6 +66,12 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/conf.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/conf.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/conf.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contracts/__init__.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contracts/__init__.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contracts/__init__.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contracts/default.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contracts/default.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contracts/default.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/__init__.pyo
@@ -78,9 +84,15 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/debug.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/debug.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/debug.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/djangoitem.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/djangoitem.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/djangoitem.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/__init__.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/chunked.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/chunked.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/chunked.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/cookies.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/cookies.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/cookies.pyo
@@ -117,57 +129,24 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/useragent.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/useragent.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware/useragent.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/dupefilter.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/dupefilter.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/dupefilter.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/exporter/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/exporter/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/exporter/__init__.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/exporter/jsonlines.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/exporter/jsonlines.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/exporter/jsonlines.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/feedexport.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/feedexport.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/feedexport.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/__init__.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/__init__.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/__init__.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/descriptor.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/descriptor.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/descriptor.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/__init__.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/__init__.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/__init__.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/pageobjects.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/pageobjects.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/pageobjects.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/pageparsing.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/pageparsing.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/pageparsing.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/regionextract.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/regionextract.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/regionextract.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/similarity.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/similarity.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction/similarity.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extractors.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extractors.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extractors.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/htmlpage.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/htmlpage.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/htmlpage.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/httpcache.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/httpcache.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/httpcache.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/__init__.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/htmlparser.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/htmlparser.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/htmlparser.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/image.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/image.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/image.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/lxmlparser.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/lxmlparser.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/lxmlparser.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/lxmlhtml.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/lxmlhtml.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/lxmlhtml.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/regex.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/regex.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors/regex.pyo
@@ -183,6 +162,9 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/loader/processor.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/loader/processor.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/loader/processor.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/logstats.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/logstats.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/logstats.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/memdebug.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/memdebug.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/memdebug.pyo
@@ -192,30 +174,12 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/__init__.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/fileexport.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/fileexport.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/fileexport.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/images.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/images.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/images.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/media.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/media.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline/media.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/resolver.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/resolver.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/resolver.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/schedulermiddleware/__init__.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/schedulermiddleware/__init__.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/schedulermiddleware/__init__.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/schedulermiddleware/duplicatesfilter.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/schedulermiddleware/duplicatesfilter.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/schedulermiddleware/duplicatesfilter.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiderclosedelay.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiderclosedelay.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiderclosedelay.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spidercontext.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spidercontext.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spidercontext.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spidermiddleware/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spidermiddleware/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spidermiddleware/__init__.pyo
@@ -234,9 +198,6 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spidermiddleware/urllength.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spidermiddleware/urllength.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spidermiddleware/urllength.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiderqueue.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiderqueue.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiderqueue.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiders/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiders/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiders/__init__.pyo
@@ -249,12 +210,18 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiders/init.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiders/init.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiders/init.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/statscol.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/statscol.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/statscol.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiders/sitemap.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiders/sitemap.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiders/sitemap.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiderstate.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiderstate.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiderstate.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/statsmailer.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/statsmailer.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/statsmailer.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/throttle.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/throttle.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/throttle.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/webservice/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/webservice/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/webservice/__init__.pyo
@@ -270,27 +237,6 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/__init__.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/__init__.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/__init__.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/__init__.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/matchers.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/matchers.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/matchers.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/reqext.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/reqext.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/reqext.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/reqgen.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/reqgen.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/reqgen.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/reqproc.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/reqproc.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/reqproc.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/rules.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/rules.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/rules.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/spider.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/spider.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider/spider.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/djangoitem.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/djangoitem.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/djangoitem.pyo
@@ -324,10 +270,6 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/middleware.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/middleware.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/middleware.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/responsetypes/__init__.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/responsetypes/__init__.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/responsetypes/__init__.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/responsetypes/mime.types
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/webclient.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/webclient.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/webclient.pyo
@@ -337,9 +279,6 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/scheduler.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/scheduler.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/scheduler.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/schedulermw.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/schedulermw.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/schedulermw.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/scraper.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/scraper.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/scraper.pyo
@@ -349,6 +288,9 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/crawler.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/crawler.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/crawler.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/dupefilter.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/dupefilter.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/dupefilter.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/exceptions.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/exceptions.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/exceptions.pyo
@@ -397,6 +339,9 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/link.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/link.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/link.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/linkextractor.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/linkextractor.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/linkextractor.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/log.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/log.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/log.pyo
@@ -409,30 +354,31 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/middleware.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/middleware.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/middleware.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/mime.types
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/project.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/project.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/project.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/queue.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/queue.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/queue.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/resolver.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/resolver.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/resolver.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/responsetypes.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/responsetypes.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/responsetypes.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/__init__.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/document.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/document.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/document.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/dummysel.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/dummysel.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/dummysel.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/factories.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/factories.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/factories.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/libxml2document.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/libxml2document.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/libxml2document.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/libxml2sel.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/libxml2sel.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/libxml2sel.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/list.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/list.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/list.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/lxmldocument.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/lxmldocument.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/lxmldocument.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/lxmlsel.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/lxmlsel.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/selector/lxmlsel.pyo
@@ -442,9 +388,15 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/settings/default_settings.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/settings/default_settings.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/settings/default_settings.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/settings/deprecated.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/settings/deprecated.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/settings/deprecated.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/shell.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/shell.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/shell.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/signalmanager.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/signalmanager.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/signalmanager.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/signals.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/signals.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/signals.pyo
@@ -454,9 +406,9 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/spidermanager.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/spidermanager.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/spidermanager.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/spiderqueue.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/spiderqueue.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/spiderqueue.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/squeue.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/squeue.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/squeue.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/stats.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/stats.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/stats.pyo
@@ -491,21 +443,19 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/compressed/html-gzip.bin
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/compressed/html-rawdeflate.bin
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/compressed/html-zlibdeflate.bin
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/compressed/truncated-crc-error-short.gz
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/compressed/truncated-crc-error.gz
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/feeds/feed-sample1.xml
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/feeds/feed-sample2.xml
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/feeds/feed-sample3.csv
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/feeds/feed-sample4.csv
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/feeds/feed-sample5.csv
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/link_extractor/image_linkextractor.html
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/link_extractor/linkextractor_latin1.html
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/link_extractor/linkextractor_noenc.html
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/link_extractor/sgml_linkextractor.html
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/test_site/index.html
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/test_site/item1.html
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/test_site/item2.html
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_clientform.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_clientform.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_clientform.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_cmdline/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_cmdline/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_cmdline/__init__.pyo
@@ -527,60 +477,24 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_commands.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_commands.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_commands.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_matchers.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_matchers.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_matchers.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_reqext.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_reqext.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_reqext.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_reqgen.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_reqgen.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_reqgen.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_reqproc.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_reqproc.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_reqproc.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_rules.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_rules.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_rules.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_spider.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_spider.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exp_crawlspider_spider.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contracts.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contracts.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contracts.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exporter.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exporter.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_exporter.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_feedexport.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_feedexport.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_feedexport.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/__init__.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/__init__.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/__init__.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_extraction.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_extraction.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_extraction.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_extractors.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_extractors.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_extractors.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_htmlpage.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_htmlpage.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_htmlpage.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_htmlpage_data.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_htmlpage_data.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_htmlpage_data.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_pageparsing.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_pageparsing.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl/test_pageparsing.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_linkextractors.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_linkextractors.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_linkextractors.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_loader.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_loader.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_loader.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_spidercontext.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_spidercontext.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_spidercontext.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_spiderqueue.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_spiderqueue.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_spiderqueue.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_spiderstate.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_spiderstate.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_spiderstate.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_dependencies.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_dependencies.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_dependencies.pyo
@@ -656,6 +570,9 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_libxml2.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_libxml2.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_libxml2.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_link.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_link.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_link.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_log.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_log.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_log.pyo
@@ -674,21 +591,12 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_pipeline_media.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_pipeline_media.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_pipeline_media.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_queue.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_queue.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_queue.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_responsetypes.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_responsetypes.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_responsetypes.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_schedulermiddleware_duplicatesfilter.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_schedulermiddleware_duplicatesfilter.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_schedulermiddleware_duplicatesfilter.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_selector.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_selector.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_selector.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_selector_dummy.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_selector_dummy.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_selector_dummy.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_selector_libxml2.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_selector_libxml2.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_selector_libxml2.pyo
@@ -734,9 +642,9 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_spidermiddleware_urllength.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_spidermiddleware_urllength.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_spidermiddleware_urllength.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_spiderqueue.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_spiderqueue.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_spiderqueue.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_squeue.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_squeue.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_squeue.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_stats.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_stats.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_stats.pyo
@@ -752,9 +660,9 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_defer.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_defer.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_defer.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_encoding.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_encoding.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_encoding.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_gz.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_gz.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_gz.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_http.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_http.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_http.pyo
@@ -767,15 +675,10 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_jsonrpc.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_jsonrpc.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_jsonrpc.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_markup.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_markup.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_markup.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_memory.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_memory.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_memory.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_misc/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_misc/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_misc/__init__.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_misc/test.egg
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_misc/test_walk_modules/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_misc/test_walk_modules/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_misc/test_walk_modules/__init__.pyo
@@ -788,9 +691,18 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_misc/test_walk_modules/mod1.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_misc/test_walk_modules/mod1.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_misc/test_walk_modules/mod1.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_pqueue.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_pqueue.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_pqueue.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_python.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_python.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_python.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_queue.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_queue.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_queue.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_reqser.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_reqser.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_reqser.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_request.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_request.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_request.pyo
@@ -803,15 +715,12 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_signal.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_signal.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_signal.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_simpledb.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_simpledb.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_simpledb.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_sitemap.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_sitemap.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_sitemap.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_spider.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_spider.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_spider.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_sqlite.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_sqlite.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_sqlite.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_template.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_template.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_utils_template.pyo
@@ -845,15 +754,15 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/display.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/display.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/display.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/encoding.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/encoding.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/encoding.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/engine.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/engine.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/engine.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/ftp.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/ftp.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/ftp.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/gz.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/gz.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/gz.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/http.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/http.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/http.pyo
@@ -863,15 +772,15 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/iterators.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/iterators.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/iterators.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/job.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/job.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/job.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/jsonrpc.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/jsonrpc.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/jsonrpc.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/markup.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/markup.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/markup.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/memory.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/memory.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/memory.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/misc.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/misc.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/misc.pyo
@@ -881,18 +790,30 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/ossignal.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/ossignal.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/ossignal.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/pqueue.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/pqueue.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/pqueue.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/project.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/project.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/project.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/py26.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/py26.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/py26.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/py27.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/py27.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/py27.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/python.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/python.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/python.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/queue.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/queue.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/queue.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/reactor.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/reactor.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/reactor.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/reqser.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/reqser.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/reqser.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/request.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/request.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/request.pyo
@@ -905,15 +826,12 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/signal.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/signal.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/signal.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/simpledb.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/simpledb.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/simpledb.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/sitemap.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/sitemap.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/sitemap.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/spider.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/spider.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/spider.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/sqlite.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/sqlite.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/sqlite.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/template.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/template.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/utils/template.pyo
@@ -938,18 +856,15 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/webservice.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/webservice.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/webservice.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/BeautifulSoup.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/BeautifulSoup.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/BeautifulSoup.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/ClientForm.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/ClientForm.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/ClientForm.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/__init__.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/lsprofcalltree.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/lsprofcalltree.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/lsprofcalltree.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/ordereddict.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/ordereddict.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/ordereddict.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/__init__.pyo
@@ -959,6 +874,7 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/errors.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/errors.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/errors.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/license.txt
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/robust.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/robust.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/robust.pyo
@@ -968,9 +884,6 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/saferef.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/saferef.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/pydispatch/saferef.pyo
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/twisted_250_monkeypatches.py
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/twisted_250_monkeypatches.pyc
-%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/twisted_250_monkeypatches.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/urlparse_monkeypatches.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/urlparse_monkeypatches.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/xlib/urlparse_monkeypatches.pyo
@@ -1011,9 +924,16 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/script.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/script.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/script.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/spiderqueue.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/spiderqueue.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/spiderqueue.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/sqlite.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/sqlite.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/sqlite.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/__init__.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/__init__.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/__init__.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/mybot.egg
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_dont_load_settings.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_dont_load_settings.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_dont_load_settings.pyo
@@ -1029,6 +949,12 @@ bin/scrapy
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_scheduler.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_scheduler.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_scheduler.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_spiderqueue.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_spiderqueue.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_spiderqueue.pyo
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_sqlite.py
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_sqlite.pyc
+%%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_sqlite.pyo
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_utils.py
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_utils.pyc
 %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapyd/tests/test_utils.pyo
@@ -1052,7 +978,6 @@ bin/scrapy
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_spidermanager/test_spiders
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_spidermanager
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_djangoitem
-@dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_contrib_ibl
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/test_cmdline
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/test_site
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/tests/sample_data/link_extractor
@@ -1070,25 +995,21 @@ bin/scrapy
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/http/response
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/http/request
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/http
-@dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/responsetypes
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader/handlers
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core/downloader
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/core
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/downloadermiddleware
-@dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp/crawlspider
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib_exp
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/webservice
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spiders
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/spidermiddleware
-@dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/schedulermiddleware
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/pipeline
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/loader
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/linkextractors
-@dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl/extraction
-@dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/ibl
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/exporter
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib/downloadermiddleware
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contrib
+@dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/contracts
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy/commands
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/scrapy
 @dirrm %%PYTHON_SITELIBDIR%%/%%PYEASYINSTALL_EGG%%/EGG-INFO/scripts