edward/goodreads-backup
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Reformat code with black

Browse source
This commit is contained in:
Edward Betts 2024-04-17 09:12:11 +01:00
parent 0ba43ea993
commit 777ede64f8
2 changed files with 86 additions and 72 deletions
Download patch file Download diff file Expand all files Collapse all files

59
get.py
View file

@ -8,64 +8,71 @@ import lxml.html
from random import shuffle
from time import sleep
re_recommend = re.compile(' <a class="actionLinkLite " href="(/recommendations/([^/]*?)/([^/]*?))">')
re_recommend = re.compile(
' <a class="actionLinkLite " href="(/recommendations/([^/]*?)/([^/]*?))">'
)
s = requests.Session()
cookie_dir = '/home/edward/lib/cookies'
cookie_file = os.path.join(cookie_dir, 'goodreads')
cookie_dir = "/home/edward/lib/cookies"
cookie_file = os.path.join(cookie_dir, "goodreads")
cj = LWPCookieJar(cookie_file)
if os.path.exists(cookie_file):
cj.load()
s.cookies = cj
def login():
sign_in_page = 'https://www.goodreads.com/user/sign_in'
sign_in_page = "https://www.goodreads.com/user/sign_in"
page = s.get(sign_in_page).text
open('sign_in.html', 'w').write(page)
open("sign_in.html", "w").write(page)
if '"name":"Edward Betts"' in page:
return # already signed in
re_token = re.compile('<input type="hidden" name="authenticity_token" value="([^"]*?)" />')
re_token = re.compile(
'<input type="hidden" name="authenticity_token" value="([^"]*?)" />'
)
re_n = re.compile("<input name='n' type='hidden' value='(\d+)'>")
token = re_token.search(page).group(1)
data = {
'utf8': u'\u2713',
'authenticity_token': token,
'user[email]': 'edward@4angle.com',
'user[password]': '8V8~9:3~U!Ly',
'remember_me': 1,
'next': 'Sign in',
'n': re_n.search(page).group(1),
"utf8": "\u2713",
"authenticity_token": token,
"user[email]": "edward@4angle.com",
"user[password]": "8V8~9:3~U!Ly",
"remember_me": 1,
"next": "Sign in",
"n": re_n.search(page).group(1),
}
print(token)
print(data['n'])
print(data["n"])
r = s.post(sign_in_page, data=data, headers={'referer': sign_in_page})
r = s.post(sign_in_page, data=data, headers={"referer": sign_in_page})
open('signed_in.html', 'w').write(r.text)
open("signed_in.html", "w").write(r.text)
root = lxml.html.fromstring(r.content)
flash = root.find_class('flash')
flash = root.find_class("flash")
if flash:
print('flash:', flash[0].text)
print("flash:", flash[0].text)
cj.save(ignore_discard=True)
def get_index():
# url = 'https://www.goodreads.com/recommendations'
url = 'https://www.goodreads.com/recommendations/?recs_current_view=list'
url = "https://www.goodreads.com/recommendations/?recs_current_view=list"
r = s.get(url)
open('recommendations.html', 'w').write(r.text)
open("recommendations.html", "w").write(r.text)
def get_individual():
for line in open('recommendations.html'):
if 'actionLinkLite' not in line:
for line in open("recommendations.html"):
if "actionLinkLite" not in line:
continue
m = re_recommend.match(line)
if m:
@ -78,13 +85,13 @@ get_index()
recommend_list = list(get_individual())
shuffle(recommend_list)
headers = {'Accept': 'text/html'}
headers = {"Accept": "text/html"}
for a, b, c in recommend_list:
print((b, c))
url = 'https://www.goodreads.com' + a
url = "https://www.goodreads.com" + a
r = s.get(url, headers=headers)
filename = os.path.join(b, c + '.html')
open(filename, 'w').write(r.text)
filename = os.path.join(b, c + ".html")
open(filename, "w").write(r.text)
sleep(0.5)