Модуль selenium
Фукнция для скролла до самого конца страницы
def scroll_to_the_end():
while True:
last_height = driver.execute_script(
"return document.body.scrollHeight"
)
driver.execute_script(
"window.scrollTo(0, document.body.scrollHeight);"
)
sleep(1.5)
new_height = driver.execute_script("return document.body.scrollHeight")
if new_height == last_height:
break