yuanhau/news-analyze
1
0
Fork 0
mirror of https://github.com/hpware/news-analyze.git synced 2025-06-23 21:14:23 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Clean code.

Browse source
This commit is contained in:
yuanhau 2025-05-10 22:05:10 +08:00
parent bf357f1c84
commit 5d58016b1d
39 changed files with 481 additions and 381 deletions
Download patch file Download diff file Expand all files Collapse all files

13
scraping/main.py
View file

@ -1,12 +1,7 @@
import scrapy
from urllib.request import urlopen
class BlogSpider(scrapy.Spider):
name = 'blogspider'
start_urls = ['https://news.google.com/u/4/home?hl=zh-TW&gl=TW&ceid=TW:zh-Hant&pageId=none']
url = "https://tw.news.yahoo.com/"
def parse(self, response):
for title in response.css('.oxy-post-title'):
yield {'title': title.css('::text').get()}
page = urlopen(url)
for next_page in response.css('a.next'):
yield response.follow(next_page, self.parse)
page