auto-scraper/driver.py

18 lines
579 B
Python

import undetected_chromedriver as uc
driver = uc.Chrome(
browser_executable_path='/opt/brave.com/brave/brave',
# headless=True,
# use_subprocess=False
)
driver.get('https://www.google.com/search?q=MINISFORUM+MS-A2')
driver.save_screenshot('nowsecure.png')
doc = await iframe_tab.send(cdp_generator("DOM.getDocument", {"depth": -1, "pierce": True}))
data = driver.execute_cdp_cmd('DOM.getDocument', {})
if data:
if 'root' in data:
root_node_id = data['root']['nodeId']
html = driver.execute_cdp_cmd('DOM.getOuterHTML', {"nodeId": root_node_id})