added cookie to bypass the testcookie-nginx

This commit is contained in:
Alessio Rondelli 2025-02-16 13:17:15 +01:00
parent 895337923b
commit 2ed0920f82

View File

@ -1,6 +1,6 @@
from bs4 import BeautifulSoup as bs
import csv, jsbeautifier, cloudscraper, os, re, smtplib
from selenium import webdriver
#from selenium import webdriver
from email.mime.text import MIMEText
from json import loads
from datetime import datetime
@ -22,7 +22,9 @@ def get_soup(url): #dall'url outputta la soup della pagina
#driver.get(url)
#data = driver.page_source
r = cloudscraper.create_scraper(session)
page=r.get(url)
headers = {"User-Agent":"Mozilla/5.0 (X11; Linux x86_64; rv:135.0) Gecko/20100101 Firefox/135.0"}
cookies = {"ASNew-q8":"2fa7ff5d81fa1a0db26b3f696a98dec9"}
page=r.get(url, headers=headers, cookies=cookies)
data=page.text
return bs(data, features="html.parser")