cronekorkn/steam_chat_logger
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

simplify, always use json

Browse source
This commit is contained in:
mwiegand 2023-06-06 12:25:23 +02:00
parent f59a92198e
commit 4f02e83b1a
No known key found for this signature in database
1 changed files with 7 additions and 21 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

28
steam_chat_logger.py
View file

@ -160,26 +160,12 @@ def parse_trs(trs):
# get first page # get first page
print('parsing friend messages log') print('parsing friend messages log')
response = user.session.get('https://help.steampowered.com/en/accountdata/GetFriendMessagesLog')
soup = BeautifulSoup(response.text, 'html.parser')
account_data_table = soup.find(id='AccountDataTable_1')
trs = account_data_table.find_all('tr')[1:]
parse_trs(trs)
# get further pages continue_value = 1
load_more_button = soup.find(class_='AccountDataLoadMore') while continue_value:
response = user.session.get(f'https://help.steampowered.com/en/accountdata/AjaxLoadMoreData/?url=GetFriendMessagesLog&continue={continue_value}')
if load_more_button: html = response.json()['html']
continue_value = load_more_button['data-continuevalue'] trs = BeautifulSoup(html, 'html.parser').find_all('tr')
parse_trs(trs)
while True: continue_value = response.json()['continue']
print('getting next page')
r = user.session.get(f'https://help.steampowered.com/en/accountdata/AjaxLoadMoreData/?url=GetFriendMessagesLog&continue={continue_value}')
continue_value = r.json()['continue']
if continue_value:
html = r.json()['html']
trs = BeautifulSoup(html, 'html.parser').find_all('tr')
parse_trs(trs)
else:
break