Skip to content

Commit

Permalink
marking start urls requests as seeds
Browse files Browse the repository at this point in the history
  • Loading branch information
sibiryakov committed Apr 27, 2017
1 parent b21e02c commit d2ab055
Showing 1 changed file with 4 additions and 1 deletion.
5 changes: 4 additions & 1 deletion tests/scrapy_spider/spiders/example.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
from __future__ import absolute_import
from scrapy.linkextractors import LinkExtractor
from scrapy.spiders import CrawlSpider, Rule

from scrapy.http import Request

class MySpider(CrawlSpider):
name = 'example'
Expand All @@ -18,4 +18,7 @@ def parse_page(self, response):
def parse_nothing(self, response):
pass

def make_requests_from_url(self, url):
return Request(url, dont_filter=True, meta={'seed':True})

parse_start_url = parse_nothing

0 comments on commit d2ab055

Please sign in to comment.