Separate crawlers

This commit is contained in:
2025-02-16 14:10:11 +01:00
parent 309af62d63
commit 3edc32e98e
3 changed files with 55 additions and 20 deletions
-20
View File
@@ -1,20 +0,0 @@
import requests
from bs4 import BeautifulSoup
URL = "https://www.bestattung-wels.at/current-deaths/"
page = requests.get(URL)
soup = BeautifulSoup(page.content, "html.parser")
death_table = soup.find("table", attrs={"class": "death-table"})
death_table_data = death_table.find_all("tr")
for row in death_table_data:
cols = row.find_all('td')
cols = [ele.text.strip() for ele in cols]
print(cols) # This will print each row as a list
#for death in death_table_data:
# print(death.full-name.text)
#results = soup.findAll({"id" : lambda L: L and L.startswith('death-row-')})
results = soup.find("death-table-body")