Merge branch 'pp/extra_search_engines' into pp/se_api

Author: ppinchuk

elm/web/utilities.py

@@ -28,7 +28,7 @@
     "Upgrade-Insecure-Requests": "1",
 }
 """Default HTML header template"""
-_BT_RENAME = {"chromium": "chrome"}
+_BT_RENAME = {"chromium": "Chrome"}
 # block pages by resource type. e.g. image, stylesheet
 BLOCK_RESOURCE_TYPES = [
     "beacon",
@@ -190,10 +190,9 @@ async def pw_page(browser, intercept_routes=False, stealth_config=None):
     :class:`playwright.Page`
         A new page that can be used for visiting websites.
     """
-    browser_type = browser.browser_type.name
-    browser_type = _BT_RENAME.get(browser_type, browser_type)
+    browser_type = _BT_RENAME.get(browser.browser_type.name, "random")
 
-    logger.trace("Loading browser context for browser type %s", browser_type)
+    logger.trace("Loading browser context for browser type %r", browser_type)
     context = await browser.new_context(
         base_url="http://127.0.0.1:443",
         device_scale_factor=uniform(0.8, 1.2),

requirements.txt

@@ -3,7 +3,7 @@ aiohttp
 beautifulsoup4
 click
 duckduckgo-search
-fake_useragent
+fake_useragent>=2.0.3
 google-api-python-client
 html2text
 langchain