Merge pull request #3476 from seleniumbase/url-schemes-and-dependencies

URL schemes and dependencies

Author: mdmintz

examples/cdp_mode/raw_indeed.py

@@ -0,0 +1,23 @@
+from seleniumbase import SB
+
+with SB(uc=True, test=True) as sb:
+    url = "https://www.indeed.com/companies/search"
+    sb.activate_cdp_mode(url)
+    sb.sleep(2)
+    sb.uc_gui_click_captcha()
+    sb.sleep(1)
+    company = "NASA Jet Propulsion Laboratory"
+    sb.press_keys('input[data-testid="company-search-box"]', company)
+    sb.click('button[type="submit"]')
+    sb.click('a:contains("%s")' % company)
+    sb.sleep(3)
+    sb.cdp.highlight('div[itemprop="name"]')
+    sb.sleep(1)
+    sb.cdp.highlight('h2:contains("About the company")')
+    sb.sleep(2)
+    for i in range(10):
+        sb.cdp.scroll_down(12)
+        sb.sleep(0.14)
+    info = sb.find_element('[data-testid="AboutSection-section"]')
+    soup = sb.get_beautiful_soup(info.get_html()).get_text("\n").strip()
+    print("*** %s: ***\n%s" % (company, soup.replace("\n:", ":")))

mkdocs_build/requirements.txt

@@ -14,7 +14,7 @@ pathspec==0.12.1
 Babel==2.17.0
 paginate==0.5.7
 mkdocs==1.6.1
-mkdocs-material==9.6.1
+mkdocs-material==9.6.2
 mkdocs-exclude-search==0.6.6
 mkdocs-simple-hooks==0.1.5
 mkdocs-material-extensions==1.3.1

requirements.txt

@@ -59,7 +59,7 @@ pytest-xdist==3.6.1
 parameterized==0.9.0
 behave==1.2.6
 soupsieve==2.6
-beautifulsoup4==4.12.3
+beautifulsoup4==4.13.3
 pyotp==2.9.0
 python-xlib==0.33;platform_system=="Linux"
 markdown-it-py==3.0.0

seleniumbase/__version__.py

@@ -1,2 +1,2 @@
 # seleniumbase package
-__version__ = "4.34.6"
+__version__ = "4.34.7"

seleniumbase/fixtures/page_utils.py

@@ -111,7 +111,9 @@ def looks_like_a_page_url(url):
     self.get_element(URL_AS_A_SELECTOR) if the input is not a URL."""
     return url.startswith((
         "http:", "https:", "://", "about:", "blob:", "chrome:",
-        "data:", "edge:", "file:", "view-source:"
+        "data:", "edge:", "file:", "view-source:", "chrome-search:",
+        "chrome-extension:", "chrome-untrusted:", "isolated-app:",
+        "chrome-devtools:", "devtools:"
     ))
 
 

setup.py

@@ -208,7 +208,7 @@
         'parameterized==0.9.0',
         "behave==1.2.6",
         'soupsieve==2.6',
-        "beautifulsoup4==4.12.3",
+        "beautifulsoup4==4.13.3",
         'pyotp==2.9.0',
         'python-xlib==0.33;platform_system=="Linux"',
         'markdown-it-py==3.0.0',