Source

woocode / py / crawler / spiders / test.py

Full commit
from scrapy.spider import BaseSpider

class TestSpider(BaseSpider):
    name = "test"
    allowed_domains = ["google.com"]
    start_urls = (
        'http://www.google.com/',
        'http://www.baidu.com/',
        'http://www.bing.com/',
        )

    def parse(self, response):
        self.log('A response from %s just arrived!' % response.url)