added cookie to bypass the testcookie-nginx
This commit is contained in:
parent
895337923b
commit
2ed0920f82
@ -1,6 +1,6 @@
|
||||
from bs4 import BeautifulSoup as bs
|
||||
import csv, jsbeautifier, cloudscraper, os, re, smtplib
|
||||
from selenium import webdriver
|
||||
#from selenium import webdriver
|
||||
from email.mime.text import MIMEText
|
||||
from json import loads
|
||||
from datetime import datetime
|
||||
@ -22,7 +22,9 @@ def get_soup(url): #dall'url outputta la soup della pagina
|
||||
#driver.get(url)
|
||||
#data = driver.page_source
|
||||
r = cloudscraper.create_scraper(session)
|
||||
page=r.get(url)
|
||||
headers = {"User-Agent":"Mozilla/5.0 (X11; Linux x86_64; rv:135.0) Gecko/20100101 Firefox/135.0"}
|
||||
cookies = {"ASNew-q8":"2fa7ff5d81fa1a0db26b3f696a98dec9"}
|
||||
page=r.get(url, headers=headers, cookies=cookies)
|
||||
data=page.text
|
||||
return bs(data, features="html.parser")
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user