From 895337923b69fe829716225e83188b350d271c26 Mon Sep 17 00:00:00 2001 From: Alessio Date: Sat, 1 Feb 2025 09:25:17 +0100 Subject: [PATCH] aggiorn --- saturn_cli.py | 34 ++++++++++++++++++++++++++++++++-- 1 file changed, 32 insertions(+), 2 deletions(-) diff --git a/saturn_cli.py b/saturn_cli.py index 6c7bd2d..8d0eb8a 100644 --- a/saturn_cli.py +++ b/saturn_cli.py @@ -1,5 +1,6 @@ from bs4 import BeautifulSoup as bs import csv, jsbeautifier, cloudscraper, os, re, smtplib +from selenium import webdriver from email.mime.text import MIMEText from json import loads from datetime import datetime @@ -18,7 +19,9 @@ def get_config(): return configs def get_soup(url): #dall'url outputta la soup della pagina - r = cloudscraper.create_scraper() + #driver.get(url) + #data = driver.page_source + r = cloudscraper.create_scraper(session) page=r.get(url) data=page.text return bs(data, features="html.parser") @@ -182,5 +185,32 @@ def modulo_scarica(): new_email(subject,body,configs) if __name__ == "__main__": - modulo_scarica() + ########################to correct the tls error + #import cloudscraper + from requests.adapters import HTTPAdapter + from requests.packages.urllib3.poolmanager import PoolManager + import ssl + + class SSLAdapter(HTTPAdapter): + def init_poolmanager(self, connections, maxsize, block=False): + self.poolmanager = PoolManager( + num_pools=connections, + maxsize=maxsize, + block=block, + ssl_version=ssl.PROTOCOL_TLS, + ciphers='ECDHE-RSA-AES128-GCM-SHA256') + + + #firefox_options = webdriver.FirefoxOptions() + #firefox_options.add_argument("--profile=/opt/saturn_cli/selenium_profile") + #driver = webdriver.Chrome() + + + session = cloudscraper.Session() + session.mount('https://', SSLAdapter()) + #response = session.get('https://example.com') + #print(response.text) + ######################## + modulo_scarica() +