Merge pull request #4117 from seleniumbase/cdp-mode-patch-76

mdmintz · web-flow · commit 5c6684b515df · 2025-11-17T18:36:23.000-05:00
CDP Mode: Patch 76
diff --git a/README.md b/README.md
@@ -118,8 +118,8 @@ with SB(uc=True, test=True, locale="en") as sb:
 from seleniumbase import sb_cdp
 
 url = "https://gitlab.com/users/sign_in"
-sb = sb_cdp.Chrome(url)
-sb.sleep(2.5)
+sb = sb_cdp.Chrome(url, incognito=True)
+sb.sleep(2)
 sb.solve_captcha()
 sb.highlight('h1:contains("GitLab")')
 sb.highlight('button:contains("Sign in")')
diff --git a/examples/cdp_mode/ReadMe.md b/examples/cdp_mode/ReadMe.md
@@ -140,17 +140,17 @@ from seleniumbase import SB
 with SB(uc=True, test=True, locale="en", ad_block=True) as sb:
     url = "https://www.pokemon.com/us"
     sb.activate_cdp_mode(url)
-    sb.sleep(3.2)
+    sb.sleep(3.5)
     sb.click_if_visible("button#onetrust-accept-btn-handler")
     sb.sleep(1.2)
     sb.click("a span.icon_pokeball")
     sb.sleep(2.5)
     sb.click('b:contains("Show Advanced Search")')
     sb.sleep(2.5)
     sb.click('span[data-type="type"][data-value="electric"]')
-    sb.sleep(0.5)
+    sb.sleep(0.7)
     sb.scroll_into_view("a#advSearch")
-    sb.sleep(0.5)
+    sb.sleep(0.7)
     sb.click("a#advSearch")
     sb.sleep(1.2)
     sb.click('img[src*="img/pokedex/detail/025.png"]')
@@ -234,10 +234,10 @@ with SB(uc=True, test=True, locale="en") as sb:
 ```python
 from seleniumbase import SB
 
-with SB(uc=True, test=True, locale="en", ad_block=True) as sb:
+with SB(uc=True, test=True, locale="en", guest=True) as sb:
     url = "https://www.bestwestern.com/en_US.html"
     sb.activate_cdp_mode(url)
-    sb.sleep(2.5)
+    sb.sleep(3)
     sb.click_if_visible(".onetrust-close-btn-handler")
     sb.sleep(1)
     sb.click("input#destination-input")
diff --git a/examples/cdp_mode/raw_ahrefs.py b/examples/cdp_mode/raw_ahrefs.py
@@ -8,7 +8,7 @@
     sb.type(input_field, "github.com/seleniumbase/SeleniumBase")
     sb.scroll_down(36)
     sb.click(submit_button)
-    sb.sleep(1)
+    sb.sleep(2)
     sb.solve_captcha()
     sb.sleep(3)
     sb.wait_for_text_not_visible("Checking", timeout=15)
diff --git a/examples/cdp_mode/raw_bestwestern.py b/examples/cdp_mode/raw_bestwestern.py
@@ -1,9 +1,9 @@
 from seleniumbase import SB
 
-with SB(uc=True, test=True, locale="en", ad_block=True) as sb:
+with SB(uc=True, test=True, locale="en", guest=True) as sb:
     url = "https://www.bestwestern.com/en_US.html"
     sb.activate_cdp_mode(url)
-    sb.sleep(2.5)
+    sb.sleep(3)
     sb.click_if_visible(".onetrust-close-btn-handler")
     sb.sleep(1)
     sb.click("input#destination-input")
diff --git a/examples/cdp_mode/raw_cdp_copilot.py b/examples/cdp_mode/raw_cdp_copilot.py
@@ -1,7 +1,7 @@
 from seleniumbase import sb_cdp
 
 url = "https://copilot.microsoft.com/"
-sb = sb_cdp.Chrome(url, locale="en")
+sb = sb_cdp.Chrome(url, locale="en", guest=True)
 textarea = "textarea#userInput"
 sb.wait_for_element(textarea)
 sb.sleep(1.5)
diff --git a/examples/cdp_mode/raw_cdp_gitlab.py b/examples/cdp_mode/raw_cdp_gitlab.py
@@ -2,6 +2,7 @@
 
 url = "https://gitlab.com/users/sign_in"
 sb = sb_cdp.Chrome(url, incognito=True)
+sb.sleep(2)
 sb.solve_captcha()
 sb.highlight('h1:contains("GitLab")')
 sb.highlight('button:contains("Sign in")')
diff --git a/examples/cdp_mode/raw_cf.py b/examples/cdp_mode/raw_cf.py
@@ -4,13 +4,13 @@
 with SB(uc=True, test=True, locale="en", guest=True) as sb:
     url = "https://www.cloudflare.com/login"
     sb.activate_cdp_mode(url)
-    sb.sleep(3)
+    sb.sleep(4)
     sb.uc_gui_handle_captcha()  # PyAutoGUI press Tab and Spacebar
     sb.sleep(2)
 
 with SB(uc=True, test=True, locale="en", guest=True) as sb:
     url = "https://www.cloudflare.com/login"
     sb.activate_cdp_mode(url)
-    sb.sleep(3)
+    sb.sleep(4)
     sb.uc_gui_click_captcha()  # PyAutoGUI click. (Linux needs it)
     sb.sleep(2)
diff --git a/examples/cdp_mode/raw_gitlab.py b/examples/cdp_mode/raw_gitlab.py
@@ -3,6 +3,7 @@
 with SB(uc=True, test=True, locale="en") as sb:
     url = "https://gitlab.com/users/sign_in"
     sb.activate_cdp_mode(url)
+    sb.sleep(2)
     sb.solve_captcha()
     # (The rest is for testing and demo purposes)
     sb.assert_text("Username", '[for="user_login"]', timeout=3)
diff --git a/examples/cdp_mode/raw_glassdoor.py b/examples/cdp_mode/raw_glassdoor.py
@@ -3,7 +3,7 @@
 with SB(uc=True, test=True, ad_block=True) as sb:
     url = "https://www.glassdoor.com/Reviews/index.htm"
     sb.activate_cdp_mode(url)
-    sb.sleep(1.2)
+    sb.sleep(1.5)
     sb.solve_captcha()
     sb.highlight('[data-test="global-nav-glassdoor-logo"]')
     sb.highlight('[data-test="site-header-companies"]')
diff --git a/examples/cdp_mode/raw_kohls.py b/examples/cdp_mode/raw_kohls.py
@@ -1,12 +1,15 @@
 from seleniumbase import SB
 
-with SB(uc=True, test=True, locale="en", ad_block=True) as sb:
+with SB(uc=True, test=True, locale="en", incognito=True) as sb:
     url = "https://www.kohls.com/"
     sb.activate_cdp_mode(url)
     sb.sleep(2.6)
     search = "Mickey Mouse Blanket"
     req_1 = "Mickey"
     req_2 = "Blanket"
+    if not sb.is_element_present('input[name="search"]'):
+        sb.refresh()
+        sb.sleep(2.6)
     sb.press_keys('input[name="search"]', search + "\n")
     sb.sleep(5)
     item_selector = 'div[data-testid*="wallet-wrapper"]'
diff --git a/examples/cdp_mode/raw_planetmc.py b/examples/cdp_mode/raw_planetmc.py
@@ -3,7 +3,7 @@
 with SB(uc=True, test=True, guest=True) as sb:
     url = "www.planetminecraft.com/account/sign_in/"
     sb.activate_cdp_mode(url)
-    sb.sleep(1.2)
+    sb.sleep(2.5)
     sb.solve_captcha()
     sb.wait_for_element_absent("input[disabled]")
     sb.sleep(2)
diff --git a/examples/cdp_mode/raw_pokemon.py b/examples/cdp_mode/raw_pokemon.py
@@ -1,19 +1,19 @@
 from seleniumbase import SB
 
-with SB(uc=True, test=True, locale="en", ad_block=True) as sb:
+with SB(uc=True, test=True, locale="en", guest=True) as sb:
     url = "https://www.pokemon.com/us"
     sb.activate_cdp_mode(url)
-    sb.sleep(3.2)
+    sb.sleep(3.5)
     sb.click_if_visible("button#onetrust-accept-btn-handler")
     sb.sleep(1.2)
     sb.click("a span.icon_pokeball")
     sb.sleep(2.5)
     sb.click('b:contains("Show Advanced Search")')
     sb.sleep(2.5)
     sb.click('span[data-type="type"][data-value="electric"]')
-    sb.sleep(0.5)
+    sb.sleep(0.7)
     sb.scroll_into_view("a#advSearch")
-    sb.sleep(0.5)
+    sb.sleep(0.7)
     sb.click("a#advSearch")
     sb.sleep(1.2)
     sb.click('img[src*="img/pokedex/detail/025.png"]')
diff --git a/examples/cdp_mode/raw_seatgeek.py b/examples/cdp_mode/raw_seatgeek.py
@@ -1,6 +1,6 @@
 from seleniumbase import SB
 
-with SB(uc=True, test=True, guest=True) as sb:
+with SB(uc=True, test=True, ad_block=True) as sb:
     url = "https://seatgeek.com/"
     sb.activate_cdp_mode(url)
     input_field = 'input[name="search"]'
diff --git a/examples/cdp_mode/raw_wsform.py b/examples/cdp_mode/raw_wsform.py
@@ -3,7 +3,7 @@
 with SB(uc=True, test=True, locale="en", incognito=True) as sb:
     url = "https://wsform.com/demo/"
     sb.activate_cdp_mode(url)
-    sb.sleep(1)
+    sb.sleep(2)
     sb.scroll_into_view("div.grid")
     sb.uc_gui_click_captcha()
     sb.sleep(2)
diff --git a/examples/presenter/uc_presentation_4.py b/examples/presenter/uc_presentation_4.py
@@ -463,16 +463,18 @@ def test_presentation_4(self):
         with SB(uc=True, test=True, locale="en", ad_block=True) as sb:
             url = "https://www.pokemon.com/us"
             sb.activate_cdp_mode(url)
-            sb.sleep(3.2)
-            sb.cdp.click("button#onetrust-accept-btn-handler")
+            sb.sleep(3.5)
+            sb.click_if_visible("button#onetrust-accept-btn-handler")
             sb.sleep(1.2)
-            sb.cdp.click("a span.icon_pokeball")
+            sb.click("a span.icon_pokeball")
             sb.sleep(2.5)
-            sb.cdp.click('b:contains("Show Advanced Search")')
+            sb.click('b:contains("Show Advanced Search")')
             sb.sleep(2.5)
-            sb.cdp.click('span[data-type="type"][data-value="electric"]')
-            sb.sleep(0.5)
+            sb.click('span[data-type="type"][data-value="electric"]')
+            sb.sleep(0.7)
             sb.scroll_into_view("a#advSearch")
+            sb.sleep(0.7)
+            sb.click("a#advSearch")
             sb.sleep(0.5)
             sb.cdp.click("a#advSearch")
             sb.sleep(1.2)
@@ -720,10 +722,10 @@ def test_presentation_4(self):
         )
         self.begin_presentation(filename="uc_presentation.html")
 
-        with SB(uc=True, test=True, locale="en", ad_block=True) as sb:
+        with SB(uc=True, test=True, locale="en", guest=True) as sb:
             url = "https://www.bestwestern.com/en_US.html"
             sb.activate_cdp_mode(url)
-            sb.sleep(2.5)
+            sb.sleep(3)
             sb.click_if_visible(".onetrust-close-btn-handler")
             sb.sleep(1)
             sb.click("input#destination-input")
diff --git a/examples/raw_cf.py b/examples/raw_cf.py
@@ -1,9 +1,9 @@
 """SB Manager using CDP Mode for bypassing CAPTCHAs."""
 from seleniumbase import SB
 
-with SB(uc=True, test=True, locale="en") as sb:
+with SB(uc=True, test=True, locale="en", guest=True) as sb:
     url = "https://www.cloudflare.com/login"
     sb.activate_cdp_mode(url)
-    sb.sleep(3.5)
+    sb.sleep(4)
     sb.solve_captcha()
     sb.sleep(2.5)
diff --git a/examples/raw_games.py b/examples/raw_games.py
@@ -1,14 +1,18 @@
 """SB Manager using CDP Mode for evading bot-detection."""
 from seleniumbase import SB
 
-with SB(uc=True, test=True) as sb:
+with SB(uc=True, test=True, disable_csp=True) as sb:
     url = "https://steamdb.info/"
     sb.activate_cdp_mode(url)
     sb.sleep(1)
     sb.click("a.header-login span")
     sb.sleep(2)
     sb.solve_captcha()
     sb.assert_text("Sign in", "button#js-sign-in", timeout=4)
+    sb.sleep(0.5)
     sb.click("button#js-sign-in")
+    sb.sleep(0.5)
     sb.highlight("div.page_content form")
     sb.highlight('button:contains("Sign in")', scroll=False)
+    sb.set_messenger_theme(location="top_center")
+    sb.post_message("SeleniumBase wasn't detected", duration=4)
diff --git a/examples/raw_gitlab.py b/examples/raw_gitlab.py
@@ -1,6 +1,6 @@
 from seleniumbase import SB
 
-with SB(uc=True, test=True) as sb:
+with SB(uc=True, test=True, locale="en") as sb:
     url = "https://gitlab.com/users/sign_in"
     sb.activate_cdp_mode(url)
     sb.sleep(2)
diff --git a/examples/raw_order_tickets.py b/examples/raw_order_tickets.py
@@ -1,6 +1,6 @@
 from seleniumbase import SB
 
-with SB(uc=True, test=True, guest=True) as sb:
+with SB(uc=True, test=True, ad_block=True) as sb:
     url = "https://www.ticketmaster.com"
     sb.activate_cdp_mode(url)
     input_field = 'input[name="q"]'
diff --git a/examples/test_scrape_bing.py b/examples/test_scrape_bing.py
@@ -9,6 +9,7 @@ def test_scrape_bing(self):
             self.skip("Skipping test in multi-threaded mode.")
         self.open("www.bing.com/search?q=SeleniumBase+GitHub&qs=n&form=QBRE")
         self.wait_for_element("main h2 a")
+        self.sleep(0.5)
         soup = self.get_beautiful_soup()
         titles = [item.text for item in soup.select("main h2 a")]
         print("\nSearch Result Headers:")
diff --git a/mkdocs_build/requirements.txt b/mkdocs_build/requirements.txt
@@ -6,7 +6,7 @@ pymdown-extensions>=10.17.1
 pipdeptree>=2.30.0
 python-dateutil>=2.8.2
 Markdown==3.10
-click==8.3.0
+click==8.3.1
 ghp-import==2.1.0
 watchdog==6.0.0
 cairocffi==1.7.1
diff --git a/seleniumbase/__version__.py b/seleniumbase/__version__.py
@@ -1,2 +1,2 @@
 # seleniumbase package
-__version__ = "4.44.12"
+__version__ = "4.44.13"
diff --git a/seleniumbase/core/browser_launcher.py b/seleniumbase/core/browser_launcher.py
@@ -470,6 +470,12 @@ def uc_execute_cdp_cmd(driver, *args, **kwargs):
     return driver.default_execute_cdp_cmd(*args, **kwargs)
 
 
+def updated_get(driver, url):
+    if url and ":" not in url and "." in url:
+        url = "https:" + url
+    driver.default_get(url)
+
+
 def uc_special_open_if_cf(
     driver,
     url,
@@ -479,6 +485,8 @@ def uc_special_open_if_cf(
     device_height=None,
     device_pixel_ratio=None,
 ):
+    if url and ":" not in url and "." in url:
+        url = "https:" + url
     if url.startswith("http:") or url.startswith("https:"):
         special = False
         with suppress(Exception):
@@ -5938,6 +5946,8 @@ def get_local_driver(
                                 'Emulation.setDeviceMetricsOverride',
                                 set_device_metrics_override
                             )
+                else:
+                    driver.get = lambda url: updated_get(driver, url)
                 return extend_driver(
                     driver, proxy_auth, use_uc, recorder_ext
                 )
diff --git a/seleniumbase/core/detect_b_ver.py b/seleniumbase/core/detect_b_ver.py
@@ -360,19 +360,19 @@ def comet_on_windows_path(browser_type=None):
     for item in map(
         os.environ.get,
         (
+            "LOCALAPPDATA",
             "PROGRAMFILES",
             "PROGRAMFILES(X86)",
-            "LOCALAPPDATA",
             "PROGRAMW6432",
         ),
     ):
         for subitem in (
-            "Perplexity/Comet/Application"
+            "Perplexity/Comet/Application",
             "Comet/Application",
             "Programs/Comet",
         ):
             try:
-                candidates.append(os.sep.join((item, subitem, "Comet.exe")))
+                candidates.append(os.sep.join((item, subitem, "comet.exe")))
             except TypeError:
                 pass
     for candidate in candidates:
@@ -390,19 +390,19 @@ def atlas_on_windows_path(browser_type=None):
     for item in map(
         os.environ.get,
         (
+            "LOCALAPPDATA",
             "PROGRAMFILES",
             "PROGRAMFILES(X86)",
-            "LOCALAPPDATA",
             "PROGRAMW6432",
         ),
     ):
         for subitem in (
-            "OpenAI/Atlas/Application"
+            "OpenAI/Atlas/Application",
             "Atlas/Application",
             "Programs/Atlas",
         ):
             try:
-                candidates.append(os.sep.join((item, subitem, "Atlas.exe")))
+                candidates.append(os.sep.join((item, subitem, "atlas.exe")))
             except TypeError:
                 pass
     for candidate in candidates:
diff --git a/seleniumbase/fixtures/js_utils.py b/seleniumbase/fixtures/js_utils.py
@@ -914,15 +914,16 @@ def set_messenger_theme(
         % (max_messages, messenger_location, theme)
     )
     try:
+        time.sleep(0.015)
         execute_script(driver, msg_style)
     except Exception:
-        time.sleep(0.03)
+        time.sleep(0.035)
         activate_messenger(driver)
-        time.sleep(0.15)
+        time.sleep(0.175)
         with suppress(Exception):
             execute_script(driver, msg_style)
-            time.sleep(0.02)
-    time.sleep(0.05)
+            time.sleep(0.035)
+    time.sleep(0.055)
 
 
 def post_message(driver, message, msg_dur=None, style="info"):
diff --git a/seleniumbase/plugins/base_plugin.py b/seleniumbase/plugins/base_plugin.py
diff --git a/seleniumbase/undetected/cdp_driver/browser.py b/seleniumbase/undetected/cdp_driver/browser.py
diff --git a/seleniumbase/undetected/cdp_driver/cdp_util.py b/seleniumbase/undetected/cdp_driver/cdp_util.py
diff --git a/seleniumbase/undetected/cdp_driver/tab.py b/seleniumbase/undetected/cdp_driver/tab.py
