Paddy/ka-news-yaa-crawler
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Removing hardcoded urls

Browse Source
This commit is contained in:
Patrick Müller 2022-07-05 22:54:37 +02:00
parent de70e3b474
commit 050861d536
Signed by: Paddy
GPG Key ID: 37ABC11275CAABCE
1 changed files with 0 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
crawler.py
View File

@ -23,11 +23,6 @@ class Crawler:
source = self.__download_url__(self.base_url) source = self.__download_url__(self.base_url)
article_urls = self.__extract_article_urls__(source) article_urls = self.__extract_article_urls__(source)
article_urls.append(
'https://www.ka-news.de/region/karlsruhe/falschparker-werden-in-karlsruhe-ab-juli-frueher-abgeschleppt-art-2813321')
article_urls.append(
'https://www.ka-news.de/region/karlsruhe/musikalische-klaenge-in-der-karlsruher-innenstadt-karlsruhe-klingt-music-to-go-findet-zum-10-mal-statt-art-2813273')
articles = [] articles = []
for url in article_urls: for url in article_urls: