fix only one page
This commit is contained in:
parent
02549c2c3b
commit
f59a92198e
1 changed files with 15 additions and 12 deletions
|
@ -162,14 +162,17 @@ def parse_trs(trs):
|
||||||
print('parsing friend messages log')
|
print('parsing friend messages log')
|
||||||
response = user.session.get('https://help.steampowered.com/en/accountdata/GetFriendMessagesLog')
|
response = user.session.get('https://help.steampowered.com/en/accountdata/GetFriendMessagesLog')
|
||||||
soup = BeautifulSoup(response.text, 'html.parser')
|
soup = BeautifulSoup(response.text, 'html.parser')
|
||||||
continue_value = soup.find(class_='AccountDataLoadMore')['data-continuevalue']
|
|
||||||
account_data_table = soup.find(id='AccountDataTable_1')
|
account_data_table = soup.find(id='AccountDataTable_1')
|
||||||
trs = account_data_table.find_all('tr')[1:]
|
trs = account_data_table.find_all('tr')[1:]
|
||||||
|
|
||||||
parse_trs(trs)
|
parse_trs(trs)
|
||||||
|
|
||||||
# get further pages
|
# get further pages
|
||||||
|
|
||||||
|
load_more_button = soup.find(class_='AccountDataLoadMore')
|
||||||
|
|
||||||
|
if load_more_button:
|
||||||
|
continue_value = load_more_button['data-continuevalue']
|
||||||
|
|
||||||
while True:
|
while True:
|
||||||
print('getting next page')
|
print('getting next page')
|
||||||
r = user.session.get(f'https://help.steampowered.com/en/accountdata/AjaxLoadMoreData/?url=GetFriendMessagesLog&continue={continue_value}')
|
r = user.session.get(f'https://help.steampowered.com/en/accountdata/AjaxLoadMoreData/?url=GetFriendMessagesLog&continue={continue_value}')
|
||||||
|
|
Loading…
Reference in a new issue