Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -127,6 +127,8 @@ config = RunnerConfig.from_dict(
"name": "webbrowser",
"homepage": "https://www.google.com",
"headless": True, # Don't show the browser
"user_data_dir": './browser_data', # Add this line to persist browser data

},
"solver": {
"name": "simple",
Expand Down
23 changes: 17 additions & 6 deletions src/proxy_lite/browser/browser.py
Original file line number Diff line number Diff line change
Expand Up @@ -82,10 +82,12 @@ def __init__(
viewport_width: int = 1280,
viewport_height: int = 720,
headless: bool = True,
user_data_dir: str | None = None,
):
self.viewport_width = viewport_width
self.viewport_height = viewport_height
self.headless = headless
self.user_data_dir = user_data_dir
self.playwright: Playwright | None = None
self.browser: Browser | None = None
self.context: BrowserContext | None = None
Expand All @@ -100,19 +102,28 @@ async def __aenter__(self) -> Self:
self._exit_stack = AsyncExitStack()
self.playwright = await async_playwright().start()

self.browser = await self.playwright.chromium.launch(headless=self.headless)
self.context = await self.browser.new_context(
viewport={"width": self.viewport_width, "height": self.viewport_height},
)
if self.user_data_dir:
self.context = await self.playwright.chromium.launch_persistent_context(
self.user_data_dir,
headless=self.headless,
viewport={"width": self.viewport_width, "height": self.viewport_height}
)
self.browser = self.context.browser
else:
self.browser = await self.playwright.chromium.launch(headless=self.headless)
self.context = await self.browser.new_context(
viewport={"width": self.viewport_width, "height": self.viewport_height},
)
await self.context.new_page()
self.context.set_default_timeout(60_000)
self.current_page.set_default_timeout(60_000)
await stealth_async(self.current_page, StealthConfig(navigator_user_agent=False))
script_dir = Path(__file__).parent
await self.context.add_init_script(
path=Path(__file__).with_name("add_custom_select.js"),
path=str(script_dir / "add_custom_select.js"),
)
await self.context.add_init_script(
path=Path(__file__).with_name("find_pois.js"),
path=str(script_dir / "find_pois.js"),
)

return self
Expand Down
2 changes: 2 additions & 0 deletions src/proxy_lite/environments/webbrowser.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,7 @@ class WebBrowserEnvironmentConfig(BaseEnvironmentConfig):
headless: bool = True
keep_original_image: bool = False
no_pois_in_image: bool = False
user_data_dir: str | None = None


@Environments.register_environment("webbrowser")
Expand All @@ -46,6 +47,7 @@ async def __aenter__(self) -> Self:
viewport_width=self.config.viewport_width,
viewport_height=self.config.viewport_height,
headless=self.config.headless,
user_data_dir=self.config.user_data_dir,
)
await self.browser.__aenter__()
# Initialize other resources if necessary
Expand Down