diff --git a/tests/scrapy_spider/spiders/example.py b/tests/scrapy_spider/spiders/example.py index 000c7c3b8..341de48e5 100644 --- a/tests/scrapy_spider/spiders/example.py +++ b/tests/scrapy_spider/spiders/example.py @@ -1,7 +1,7 @@ from __future__ import absolute_import from scrapy.linkextractors import LinkExtractor from scrapy.spiders import CrawlSpider, Rule - +from scrapy.http import Request class MySpider(CrawlSpider): name = 'example' @@ -18,4 +18,7 @@ def parse_page(self, response): def parse_nothing(self, response): pass + def make_requests_from_url(self, url): + return Request(url, dont_filter=True, meta={'seed':True}) + parse_start_url = parse_nothing