I am looking to retrieve the statistics for each game on livescore and gather all the stats of all games in a day simultaneously.
driver.get('https://www.livescore.com/en/football/2022-12-01/')
time.sleep(2)
scroll_pause_time = 1 # You can adjust pause time based on your system speed
screen_height = driver.execute_script("return window.screen.height;") # obtain web screen height
i = 0
while True:
# scroll one screen height at a time
driver.execute_script("window.scrollTo(0, {screen_height}*{i});".format(screen_height=screen_height, i=i))
i += 1
time.sleep(scroll_pause_time)
# update scroll height after page scrolled
scroll_height = driver.execute_script("return document.body.scrollHeight;")
soup = BeautifulSoup(driver.page_source, 'lxml')
divs = soup.find_all('div', class_ = 'wk Ak')
base_url = 'https://www.livescore.com'
for p in divs:
url = p.find('a', class_ = 'bi')
urls = url['href']
full_url= urljoin(base_url, urls)
print(full_url)
for a in full_url:
a.click()
# Stop loop if scroll height is larger than total scroll needed
if (screen_height) * i > scroll_height:
break
After getting the URL, I am stuck on how to click on each URL, extract information from each game, repeat this process for all games, and display the results.
driver.get('https://www.livescore.com/en/football/2022-12-01/')
time.sleep(2)
scroll_pause_time = 1 # Adjust pause time as needed
screen_height = driver.execute_script("return window.screen.height;") # get screen height
i = 0
while True:
# Scroll one screen height each time
driver.execute_script("window.scrollTo(0, {screen_height}*{i});".format(screen_height=screen_height, i=i))
i += 1
time.sleep(scroll_pause_time)
# Update scroll height each time after scrolling
scroll_height = driver.execute_script("return document.body.scrollHeight;")
soup = BeautifulSoup(driver.page_source, 'lxml')
divs = soup.find_all('div', class_ = 'wk Ak')
base_url = 'https://www.livescore.com'
for p in divs:
url = p.find('a', class_ = 'bi')
urls = url['href']
full_url= urljoin(base_url, urls)
print(full_url)
for a in full_url:
a.click()
# Break loop when needed scroll height is greater than total scroll height
if (screen_height) * i > scroll_height:
break