edward/newegg-hdd
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Compare commits

base: edward:47aaa52320badd17a1ea7f18953b160f62f4866c
Branches Tags
edward:main
..
compare: edward:d4308685f7ea2660d890a3d7ff222ae38bbc91e2
Branches Tags
edward:main

No commits in common. "47aaa52320badd17a1ea7f18953b160f62f4866c" and "d4308685f7ea2660d890a3d7ff222ae38bbc91e2" have entirely different histories.
47aaa52320 ... d4308685f7

1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
crawl.py
View file

@ -225,7 +225,7 @@ def parse_page(filename: str) -> list[Item]:
for item in root.xpath("//div[contains(@class, 'item-container')]"):
title_link = item.find('.//a[@class="item-title"]')
href = title_link.get("href")
item_number = href[href.find("Item=") + 5 :].split("&")[0]
item_number = href[href.find("Item=") + 5 :]
title = title_link.text_content()
# compare = item.find('.//div[@class="item-compare-box"]//input')
@ -368,7 +368,7 @@ def record_prices(data: list[Grouped], today: date) -> None:
VALUES (?, ?, ?, ?, ?, ?)
""",
(item["number"], item["title"], item["size_gb"],
item["price"], cat["name"], today.isoformat()),
item["price"], cat["name"], today),
)
conn.commit()
conn.close()