diff --git a/steam_chat_logger.py b/steam_chat_logger.py index 72d81fb..54541e8 100755 --- a/steam_chat_logger.py +++ b/steam_chat_logger.py @@ -162,21 +162,24 @@ def parse_trs(trs): print('parsing friend messages log') response = user.session.get('https://help.steampowered.com/en/accountdata/GetFriendMessagesLog') soup = BeautifulSoup(response.text, 'html.parser') -continue_value = soup.find(class_='AccountDataLoadMore')['data-continuevalue'] account_data_table = soup.find(id='AccountDataTable_1') trs = account_data_table.find_all('tr')[1:] - parse_trs(trs) # get further pages -while True: - print('getting next page') - r = user.session.get(f'https://help.steampowered.com/en/accountdata/AjaxLoadMoreData/?url=GetFriendMessagesLog&continue={continue_value}') - continue_value = r.json()['continue'] - if continue_value: - html = r.json()['html'] - trs = BeautifulSoup(html, 'html.parser').find_all('tr') - parse_trs(trs) - else: - break +load_more_button = soup.find(class_='AccountDataLoadMore') + +if load_more_button: + continue_value = load_more_button['data-continuevalue'] + + while True: + print('getting next page') + r = user.session.get(f'https://help.steampowered.com/en/accountdata/AjaxLoadMoreData/?url=GetFriendMessagesLog&continue={continue_value}') + continue_value = r.json()['continue'] + if continue_value: + html = r.json()['html'] + trs = BeautifulSoup(html, 'html.parser').find_all('tr') + parse_trs(trs) + else: + break