123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123 |
- from __future__ import annotations
- from platformdirs import user_config_dir
- from selenium.webdriver.remote.webdriver import WebDriver
- from undetected_chromedriver import Chrome, ChromeOptions
- from selenium.webdriver.common.by import By
- from selenium.webdriver.support.ui import WebDriverWait
- from selenium.webdriver.support import expected_conditions as EC
- from os import path
- from . import debug
- try:
- from pyvirtualdisplay import Display
- has_pyvirtualdisplay = True
- except ImportError:
- has_pyvirtualdisplay = False
- def get_browser(
- user_data_dir: str = None,
- headless: bool = False,
- proxy: str = None,
- options: ChromeOptions = None
- ) -> WebDriver:
- if user_data_dir == None:
- user_data_dir = user_config_dir("g4f")
- if user_data_dir and debug.logging:
- print("Open browser with config dir:", user_data_dir)
- if not options:
- options = ChromeOptions()
- if proxy:
- options.add_argument(f'--proxy-server={proxy}')
- driver = '/usr/bin/chromedriver'
- if not path.isfile(driver):
- driver = None
- return Chrome(
- options=options,
- user_data_dir=user_data_dir,
- driver_executable_path=driver,
- headless=headless
- )
- def get_driver_cookies(driver: WebDriver):
- return dict([(cookie["name"], cookie["value"]) for cookie in driver.get_cookies()])
- def bypass_cloudflare(driver: WebDriver, url: str, timeout: int) -> None:
- # Open website
- driver.get(url)
- # Is cloudflare protection
- if driver.find_element(By.TAG_NAME, "body").get_attribute("class") == "no-js":
- if debug.logging:
- print("Cloudflare protection detected:", url)
- try:
- # Click button in iframe
- WebDriverWait(driver, 5).until(
- EC.presence_of_element_located((By.CSS_SELECTOR, "#turnstile-wrapper iframe"))
- )
- driver.switch_to.frame(driver.find_element(By.CSS_SELECTOR, "#turnstile-wrapper iframe"))
- WebDriverWait(driver, 5).until(
- EC.presence_of_element_located((By.CSS_SELECTOR, "#challenge-stage input"))
- )
- driver.find_element(By.CSS_SELECTOR, "#challenge-stage input").click()
- except:
- pass
- finally:
- driver.switch_to.default_content()
- # No cloudflare protection
- WebDriverWait(driver, timeout).until(
- EC.presence_of_element_located((By.CSS_SELECTOR, "body:not(.no-js)"))
- )
- class WebDriverSession():
- def __init__(
- self,
- webdriver: WebDriver = None,
- user_data_dir: str = None,
- headless: bool = False,
- virtual_display: bool = False,
- proxy: str = None,
- options: ChromeOptions = None
- ):
- self.webdriver = webdriver
- self.user_data_dir = user_data_dir
- self.headless = headless
- self.virtual_display = None
- if has_pyvirtualdisplay and virtual_display:
- self.virtual_display = Display(size=(1920, 1080))
- self.proxy = proxy
- self.options = options
- self.default_driver = None
-
- def reopen(
- self,
- user_data_dir: str = None,
- headless: bool = False,
- virtual_display: bool = False
- ) -> WebDriver:
- if user_data_dir == None:
- user_data_dir = self.user_data_dir
- if self.default_driver:
- self.default_driver.quit()
- if not virtual_display and self.virtual_display:
- self.virtual_display.stop()
- self.virtual_display = None
- self.default_driver = get_browser(user_data_dir, headless, self.proxy)
- return self.default_driver
- def __enter__(self) -> WebDriver:
- if self.webdriver:
- return self.webdriver
- if self.virtual_display:
- self.virtual_display.start()
- self.default_driver = get_browser(self.user_data_dir, self.headless, self.proxy, self.options)
- return self.default_driver
- def __exit__(self, exc_type, exc_val, exc_tb):
- if self.default_driver:
- try:
- self.default_driver.close()
- except:
- pass
- self.default_driver.quit()
- if self.virtual_display:
- self.virtual_display.stop()
|