Jan-07-2019, 03:08 AM
Im trying to scrape a torrentz url, I get the Page loading html instead of search result html, tried to put sleep time didnt worked out.
anyone knows how to do
anyone knows how to do
import time from selenium import webdriver from selenium.webdriver.common.keys import Keys from bs4 import BeautifulSoup import requests browser = webdriver.Firefox() browser.get("https://torrentz.eu/") time.sleep(10) #class selenium.webdriver.support.expected_conditions.title_contains(Torrent) search = browser.find_element_by_id('thesearchbox') search.send_keys('xxxxx') search.send_keys(Keys.RETURN) # hit return after you enter search text time.sleep(10) tempurl = browser.current_url print(tempurl) tempcont = requests.get(tempurl, timeout=10) soup = BeautifulSoup(tempcont.content, "html.parser") print(soup.prettify())