diff --git a/examples/cdp_mode/playwright/raw_idealista_nested.py b/examples/cdp_mode/playwright/raw_idealista_nested.py index 3ddbdcb2d57..050b5021083 100644 --- a/examples/cdp_mode/playwright/raw_idealista_nested.py +++ b/examples/cdp_mode/playwright/raw_idealista_nested.py @@ -2,10 +2,10 @@ from playwright.sync_api import sync_playwright from seleniumbase import SB -with SB(uc=True, locale="es") as sb: +with SB(uc=True, locale="fr") as sb: url = "https://www.idealista.com/venta-viviendas/barcelona-provincia/" sb.activate_cdp_mode(url) - sb.sleep(1) + sb.sleep(1.25) sb.solve_captcha() sb.sleep(2) endpoint_url = sb.get_endpoint_url() diff --git a/examples/cdp_mode/raw_idealista.py b/examples/cdp_mode/raw_idealista.py index 51d1c040eef..25a67860a57 100644 --- a/examples/cdp_mode/raw_idealista.py +++ b/examples/cdp_mode/raw_idealista.py @@ -2,10 +2,10 @@ (PyAutoGUI is installed at runtime if not yet installed.)""" from seleniumbase import SB -with SB(uc=True, test=True, locale="es") as sb: +with SB(uc=True, test=True, locale="fr") as sb: sb.activate_cdp_mode() sb.goto("https://www.idealista.com/venta-viviendas/barcelona-provincia/") - sb.sleep(1.5) + sb.sleep(1.25) sb.solve_captcha() sb.sleep(2) sb.click_if_visible("button#didomi-notice-agree-button", timeout=3) diff --git a/help_docs/method_summary.md b/help_docs/method_summary.md index 3948d6cd129..174d9bcccb1 100644 --- a/help_docs/method_summary.md +++ b/help_docs/method_summary.md @@ -57,9 +57,9 @@ self.is_element_present(selector, by="css selector") self.is_element_visible(selector, by="css selector") self.is_element_clickable(selector, by="css selector") self.is_element_enabled(selector, by="css selector") -self.is_text_visible(text, selector="html", by="css selector") -self.is_exact_text_visible(text, selector="html", by="css selector") -self.is_non_empty_text_visible(selector="html", by="css selector") +self.is_text_visible(text, selector="body", by="css selector") +self.is_exact_text_visible(text, selector="body", by="css selector") +self.is_non_empty_text_visible(selector="body", by="css selector") self.is_attribute_present(selector, attribute, value=None, by="css selector") self.is_link_text_visible(link_text) self.is_partial_link_text_visible(partial_link_text) @@ -86,7 +86,7 @@ self.remove_attributes(selector, attribute, by="css selector") self.internalize_links() self.get_parent(element, by="css selector", timeout=None) self.get_property(selector, property, by="css selector", timeout=None) -self.get_text_content(selector="html", by="css selector", timeout=None) +self.get_text_content(selector="body", by="css selector", timeout=None) self.get_property_value(selector, property, by="css selector", timeout=None) self.get_image_url(selector, by="css selector", timeout=None) self.find_elements(selector, by="css selector", limit=0) @@ -287,10 +287,10 @@ self.highlight_type(selector, text, by="css selector", loops=3, scroll=True, tim self.highlight_if_visible(selector, by="css selector", loops=4, scroll=True, timeout=0) self.highlight(selector, by="css selector", loops=4, scroll=True, timeout=None) self.highlight_elements(selector, by="css selector", loops=4, scroll=True, limit=0) -self.press_up_arrow(selector="html", times=1, by="css selector") -self.press_down_arrow(selector="html", times=1, by="css selector") -self.press_left_arrow(selector="html", times=1, by="css selector") -self.press_right_arrow(selector="html", times=1, by="css selector") +self.press_up_arrow(selector="body", times=1, by="css selector") +self.press_down_arrow(selector="body", times=1, by="css selector") +self.press_left_arrow(selector="body", times=1, by="css selector") +self.press_right_arrow(selector="body", times=1, by="css selector") self.scroll_to(selector, by="css selector", timeout=None) # Duplicates: # self.scroll_to_element(selector, by="css selector") @@ -551,22 +551,22 @@ self.assert_any_of_elements_present(*args, **kwargs) ############ -self.find_text(text, selector="html", by="css selector", timeout=None) +self.find_text(text, selector="body", by="css selector", timeout=None) # Duplicates: -# self.wait_for_text(text, selector="html", by="css selector", timeout=None) -# self.wait_for_text_visible(text, selector="html", by="css selector", timeout=None) -self.find_exact_text(text, selector="html", by="css selector", timeout=None) +# self.wait_for_text(text, selector="body", by="css selector", timeout=None) +# self.wait_for_text_visible(text, selector="body", by="css selector", timeout=None) +self.find_exact_text(text, selector="body", by="css selector", timeout=None) # Duplicates: -# self.wait_for_exact_text(text, selector="html", by="css selector", timeout=None) -# self.wait_for_exact_text_visible(text, selector="html", by="css selector", timeout=None) -self.find_non_empty_text(selector="html", by="css selector", timeout=None) +# self.wait_for_exact_text(text, selector="body", by="css selector", timeout=None) +# self.wait_for_exact_text_visible(text, selector="body", by="css selector", timeout=None) +self.find_non_empty_text(selector="body", by="css selector", timeout=None) # Duplicates: -# self.wait_for_non_empty_text(selector="html", by="css selector", timeout=None) -# self.wait_for_non_empty_text_visible(selector="html", by="css selector", timeout=None) -self.assert_text(text, selector="html", by="css selector", timeout=None) +# self.wait_for_non_empty_text(selector="body", by="css selector", timeout=None) +# self.wait_for_non_empty_text_visible(selector="body", by="css selector", timeout=None) +self.assert_text(text, selector="body", by="css selector", timeout=None) # Duplicates: -# self.assert_text_visible(text, selector="html", by="css selector", timeout=None) -self.assert_exact_text(text, selector="html", by="css selector", timeout=None) +# self.assert_text_visible(text, selector="body", by="css selector", timeout=None) +self.assert_exact_text(text, selector="body", by="css selector", timeout=None) ############ @@ -606,11 +606,11 @@ self.assert_element_not_visible(selector, by="css selector", timeout=None) ############ -self.wait_for_text_not_visible(text, selector="html", by="css selector", timeout=None) -self.wait_for_exact_text_not_visible(text, selector="html", by="css selector", timeout=None) -self.assert_text_not_visible(text, selector="html", by="css selector", timeout=None) -self.assert_exact_text_not_visible(text, selector="html", by="css selector", timeout=None) -self.assert_non_empty_text(selector="html", by="css selector", timeout=None) +self.wait_for_text_not_visible(text, selector="body", by="css selector", timeout=None) +self.wait_for_exact_text_not_visible(text, selector="body", by="css selector", timeout=None) +self.assert_text_not_visible(text, selector="body", by="css selector", timeout=None) +self.assert_exact_text_not_visible(text, selector="body", by="css selector", timeout=None) +self.assert_non_empty_text(selector="body", by="css selector", timeout=None) ############ @@ -646,20 +646,20 @@ self.deferred_assert_element_present(selector, by="css selector", timeout=None, # Duplicates: # self.delayed_assert_element_present( # selector, by="css selector", timeout=None, fs=False) -self.deferred_assert_text(text, selector="html", by="css selector", timeout=None, fs=False) +self.deferred_assert_text(text, selector="body", by="css selector", timeout=None, fs=False) # Duplicates: # self.delayed_assert_text( -# text, selector="html", by="css selector", timeout=None, fs=False) +# text, selector="body", by="css selector", timeout=None, fs=False) self.deferred_assert_exact_text( - text, selector="html", by="css selector", timeout=None, fs=False) + text, selector="body", by="css selector", timeout=None, fs=False) # Duplicates: # self.delayed_assert_exact_text( -# text, selector="html", by="css selector", timeout=None, fs=False) +# text, selector="body", by="css selector", timeout=None, fs=False) self.deferred_assert_non_empty_text( - selector="html", by="css selector", timeout=None, fs=False) + selector="body", by="css selector", timeout=None, fs=False) # Duplicates: # self.delayed_assert_non_empty_text( -# selector="html", by="css selector", timeout=None, fs=False) +# selector="body", by="css selector", timeout=None, fs=False) self.deferred_check_window( name="default", level=0, baseline=False, check_domain=True, full_diff=False, fs=False) # Duplicates: diff --git a/mcp_servers/pyproject.toml b/mcp_servers/pyproject.toml index f31b02f2fec..37940c65235 100644 --- a/mcp_servers/pyproject.toml +++ b/mcp_servers/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "seleniumbase-mcp" -version = "1.7.0dev0" +version = "1.7.2dev0" description = "MCP server exposing SeleniumBase CDP Mode as tools for MCP clients." readme = "README.md" requires-python = ">=3.10" diff --git a/mkdocs_build/requirements.txt b/mkdocs_build/requirements.txt index a6a9b3a881c..2589764e627 100644 --- a/mkdocs_build/requirements.txt +++ b/mkdocs_build/requirements.txt @@ -1,8 +1,8 @@ # mkdocs dependencies for generating the seleniumbase.io website # For docs generation, you'll need Python 3.11 or newer -regex>=2026.11.15 -platformdirs>=4.14.5 +regex>=2026.11.19 +platformdirs>=4.14.7 nab>=0.0.30 backrefs>=8.3 pymdown-extensions>=13.1 @@ -10,7 +10,7 @@ python-dateutil>=4.0.0 click>=8.5.1 tzdata>=2026.5 Markdown>=3.11.3 -pipdeptree==4.2.14 +pipdeptree==4.2.15 ghp-import==2.1.0 watchdog==7.1.0 cairocffi==1.7.1 diff --git a/requirements.txt b/requirements.txt index 2c97a000acc..741e6c1562f 100755 --- a/requirements.txt +++ b/requirements.txt @@ -8,7 +8,7 @@ exceptiongroup>=1.3.1 websockets~=16.1.1;python_version=="3.10" websockets>=17.4;python_version>="3.11" filelock==4.1.0;python_version=="3.10" -filelock>=4.2.10;python_version>="3.11" +filelock>=4.2.12;python_version>="3.11" fasteners>=0.20 mycdp>=1.4.0 pynose>=1.5.5 @@ -37,7 +37,7 @@ trio>=0.35.0,<1 trio-websocket~=0.12.2 wsproto~=1.3.2 websocket-client~=1.9.2 -selenium==4.52.0 +selenium==4.53.0 cssselect~=1.5.0;python_version<"3.11" cssselect>=1.6.0,<2;python_version>="3.11" sortedcontainers==2.4.0 @@ -56,7 +56,7 @@ pytest-xdist==3.8.0 parameterized==0.9.0 behave==1.2.6 soupsieve~=2.10.0;python_version<"3.11.5" -soupsieve~=4.1.1;python_version>="3.11.5" +soupsieve~=4.1.2;python_version>="3.11.5" beautifulsoup4~=4.15.0 python-xlib==0.33;platform_system=="Linux" PyAutoGUI>=0.9.54;platform_system=="Linux" diff --git a/seleniumbase/__version__.py b/seleniumbase/__version__.py index e577199ea67..8389e2c034e 100755 --- a/seleniumbase/__version__.py +++ b/seleniumbase/__version__.py @@ -1,2 +1,2 @@ # seleniumbase package -__version__ = "4.58.1" +__version__ = "4.58.2" diff --git a/seleniumbase/core/log_helper.py b/seleniumbase/core/log_helper.py index ce537b6790c..8317de9bfd0 100644 --- a/seleniumbase/core/log_helper.py +++ b/seleniumbase/core/log_helper.py @@ -488,7 +488,9 @@ def get_html_source_with_base_href(driver, page_source): This is needed for the page html to render correctly.""" last_page = get_last_page(driver) meta_charset = '' - if "://" in last_page: + if last_page.startswith("data:"): + return page_source + elif "://" in last_page: base_href_html = get_base_href_html(last_page) if ' charset="' not in page_source: return "%s\n%s\n%s" % (base_href_html, meta_charset, page_source) diff --git a/seleniumbase/undetected/cdp_driver/browser.py b/seleniumbase/undetected/cdp_driver/browser.py index 03d949f0242..ab3933b7d3b 100644 --- a/seleniumbase/undetected/cdp_driver/browser.py +++ b/seleniumbase/undetected/cdp_driver/browser.py @@ -1186,7 +1186,11 @@ async def get_all( value=c.value, domain=c.domain, path=c.path, - expires=c.expires, + expires=( + None + if (c.session or c.expires is None or c.expires <= 0) + else int(c.expires) + ), secure=c.secure, ) for c in cookies diff --git a/server.json b/server.json index 7faeaa16e11..54bb8be7348 100644 --- a/server.json +++ b/server.json @@ -3,7 +3,7 @@ "name": "io.github.seleniumbase/seleniumbase", "title": "SeleniumBase MCP", "description": "Stealthy browser automation, testing, and web-scraping via CDP Mode.", - "version": "4.58.1", + "version": "4.58.2", "repository": { "url": "https://github.com/seleniumbase/SeleniumBase", "source": "github" @@ -13,7 +13,7 @@ { "registryType": "pypi", "identifier": "seleniumbase", - "version": "4.58.1", + "version": "4.58.2", "transport": { "type": "stdio" }, diff --git a/setup.py b/setup.py index cd5325280ce..290f2819706 100755 --- a/setup.py +++ b/setup.py @@ -174,7 +174,7 @@ 'websockets~=16.1.1;python_version=="3.10"', 'websockets>=17.4;python_version>="3.11"', 'filelock==4.1.0;python_version=="3.10"', - 'filelock>=4.2.10;python_version>="3.11"', + 'filelock>=4.2.12;python_version>="3.11"', 'fasteners>=0.20', 'mycdp>=1.4.0', 'pynose>=1.5.5', @@ -203,7 +203,7 @@ 'trio-websocket~=0.12.2', 'wsproto~=1.3.2', 'websocket-client~=1.9.2', - 'selenium==4.52.0', + 'selenium==4.53.0', 'cssselect~=1.5.0;python_version<"3.11"', 'cssselect>=1.6.0,<2;python_version>="3.11"', 'sortedcontainers==2.4.0', @@ -222,7 +222,7 @@ 'parameterized==0.9.0', 'behave==1.2.6', # Newer ones had issues 'soupsieve~=2.10.0;python_version<"3.11.5"', - 'soupsieve~=4.1.1;python_version>="3.11.5"', + 'soupsieve~=4.1.2;python_version>="3.11.5"', 'beautifulsoup4~=4.15.0', 'python-xlib==0.33;platform_system=="Linux"', 'PyAutoGUI>=0.9.54;platform_system=="Linux"', @@ -309,7 +309,7 @@ # pip install -e .[uv] # (For the MCP integration and more.) "uv": [ - "uv>=0.13.8" + "uv>=0.13.9" ], }, packages=[