import scrapy class ExampleSpider(scrapy.Spider): name = 'baidu.com' allowed_domains = ['www.baidu.com'] # start_urls = ['https://www.baidu.com/'] def __init__(self, key): super(ExampleSpider, self).__init__() self.key = key def start_requests(self): url = f'https://www.baidu.com/s?wd={self.key}' yield scrapy.Request(url=url, callback=self.mparse) def mparse(self, response): yield { 'title': response.xpath('//title/text()').extract_first() } 这样传递参数似乎不行
from scrapy.crawler import CrawlerProcess from test_spider.spiders.example import ExampleSpider process = CrawlerProcess() process.crawl(ExampleSpider(key='ip')) process.start() 