27 lines
769 B
Python
27 lines
769 B
Python
import feapder
|
|
|
|
|
|
class XueQiuSpider(feapder.Spider):
|
|
__custom_setting__ = dict(
|
|
REDISDB_IP_PORTS="localhost:6379", REDISDB_USER_PASS="", REDISDB_DB=0
|
|
)
|
|
|
|
def start_requests(self):
|
|
for i in range(10):
|
|
yield feapder.Request("https://news.qq.com/#{}".format(i), render=True)
|
|
|
|
def parse(self, request, response):
|
|
print(response.cookies.get_dict())
|
|
print("response.url ", response.url)
|
|
|
|
article_list = response.xpath('//div[@class="detail"]')
|
|
for article in article_list:
|
|
title = article.xpath("string(.//a)").extract_first()
|
|
print(title)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
XueQiuSpider(
|
|
thread_count=10, redis_key="feapter:test_rander", delete_keys=True
|
|
).start()
|