40 lines
1.1 KiB
Python
40 lines
1.1 KiB
Python
from bs4 import BeautifulSoup
|
|
import requests
|
|
import re
|
|
import codecs
|
|
import selenium.webdriver as webdriver
|
|
|
|
recherche = input("Votre question: ")
|
|
|
|
def get_results(search, nb = 10):
|
|
global results
|
|
url = "https://www.startpage.com"
|
|
browser = webdriver.Chrome(executable_path="/Applications/chromedriver")
|
|
browser.get(url)
|
|
search_box = browser.find_element_by_id("query")
|
|
search_box.send_keys(search)
|
|
search_box.submit()
|
|
try:
|
|
links = browser.find_elements_by_xpath("//ol[@class='web_regular_results']//h3/a")
|
|
except:
|
|
links = browser.find_elements_by_xpath("//h3/a")
|
|
results = []
|
|
for link in links[:nb]:
|
|
href = link.get_attribute("href")
|
|
results.append(href)
|
|
browser.close()
|
|
return results
|
|
|
|
get_results(recherche)
|
|
|
|
html = requests.get(str(results[0])).content
|
|
encoded_str = html.decode('utf8')
|
|
news_soup = BeautifulSoup(encoded_str, "html.parser")
|
|
a_text = news_soup.find_all('p')
|
|
text = [re.sub(r'<.+?>',r'',str(a)) for a in a_text]
|
|
text = str(text)
|
|
|
|
file = codecs.open("textOutput.txt", "wb", encoding='utf-8')
|
|
file.write(text)
|
|
file.close()
|