cronekorkn/steam_chat_logger
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

fix only one page

Browse source
This commit is contained in:
mwiegand 2023-06-06 12:16:53 +02:00
parent 02549c2c3b
commit f59a92198e
No known key found for this signature in database
1 changed files with 15 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
steam_chat_logger.py
View file

@ -162,21 +162,24 @@ def parse_trs(trs):
print('parsing friend messages log')
response = user.session.get('https://help.steampowered.com/en/accountdata/GetFriendMessagesLog')
soup = BeautifulSoup(response.text, 'html.parser')
continue_value = soup.find(class_='AccountDataLoadMore')['data-continuevalue']
account_data_table = soup.find(id='AccountDataTable_1')
trs = account_data_table.find_all('tr')[1:]
parse_trs(trs)
# get further pages
while True:
print('getting next page')
r = user.session.get(f'https://help.steampowered.com/en/accountdata/AjaxLoadMoreData/?url=GetFriendMessagesLog&continue={continue_value}')
continue_value = r.json()['continue']
if continue_value:
html = r.json()['html']
trs = BeautifulSoup(html, 'html.parser').find_all('tr')
parse_trs(trs)
else:
break
load_more_button = soup.find(class_='AccountDataLoadMore')
if load_more_button:
continue_value = load_more_button['data-continuevalue']
while True:
print('getting next page')
r = user.session.get(f'https://help.steampowered.com/en/accountdata/AjaxLoadMoreData/?url=GetFriendMessagesLog&continue={continue_value}')
continue_value = r.json()['continue']
if continue_value:
html = r.json()['html']
trs = BeautifulSoup(html, 'html.parser').find_all('tr')
parse_trs(trs)
else:
break