added cookie to bypass the testcookie-nginx
This commit is contained in:
parent
895337923b
commit
2ed0920f82
@ -1,6 +1,6 @@
|
|||||||
from bs4 import BeautifulSoup as bs
|
from bs4 import BeautifulSoup as bs
|
||||||
import csv, jsbeautifier, cloudscraper, os, re, smtplib
|
import csv, jsbeautifier, cloudscraper, os, re, smtplib
|
||||||
from selenium import webdriver
|
#from selenium import webdriver
|
||||||
from email.mime.text import MIMEText
|
from email.mime.text import MIMEText
|
||||||
from json import loads
|
from json import loads
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
@ -22,7 +22,9 @@ def get_soup(url): #dall'url outputta la soup della pagina
|
|||||||
#driver.get(url)
|
#driver.get(url)
|
||||||
#data = driver.page_source
|
#data = driver.page_source
|
||||||
r = cloudscraper.create_scraper(session)
|
r = cloudscraper.create_scraper(session)
|
||||||
page=r.get(url)
|
headers = {"User-Agent":"Mozilla/5.0 (X11; Linux x86_64; rv:135.0) Gecko/20100101 Firefox/135.0"}
|
||||||
|
cookies = {"ASNew-q8":"2fa7ff5d81fa1a0db26b3f696a98dec9"}
|
||||||
|
page=r.get(url, headers=headers, cookies=cookies)
|
||||||
data=page.text
|
data=page.text
|
||||||
return bs(data, features="html.parser")
|
return bs(data, features="html.parser")
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user