Merge pull request #453 from seleniumbase/improve-firefox-compatibility

Update Firefox settings, dependencies, examples, and docs

Author: mdmintz

.github/Workflows.md

@@ -1,4 +1,4 @@
 ### <img src="https://cdn2.hubspot.net/hubfs/100006/images/super_square_logo_3a.png" title="SeleniumBase" height="32"> SeleniumBase Workflows
 
 > **Table of Contents / Navigation:**
-> - [**CI Tests**](workflows/python-package.yml)
+> - [**CI build**](workflows/python-package.yml)

README.md

@@ -0,0 +1,23 @@
+""" Testing the "self.set_attribute()" and "self.set_attributes()" methods
+    to modify a Google search into becoming a Bing search.
+    set_attribute() -> Modifies the attribute of the first matching element.
+    set_attributes() -> Modifies the attribute of all matching elements. """
+
+from seleniumbase import BaseCase
+
+
+class HackingTest(BaseCase):
+
+    def test_hack_search(self):
+        self.open("https://google.com/ncr")
+        self.assert_element('input[title="Search"]')
+        self.set_attribute('[action="/search"]', "action", "//bing.com/search")
+        self.set_attributes('[value="Google Search"]', "value", "Bing Search")
+        self.update_text('input[title="Search"]', "SeleniumBase GitHub")
+        self.click('[value="Bing Search"]')
+        self.assert_element("h1.b_logo")
+        self.click('[href*="github.com/seleniumbase/SeleniumBase"]')
+        self.assert_element('[href="/seleniumbase/SeleniumBase"]')
+        self.assert_true("seleniumbase/SeleniumBase" in self.get_current_url())
+        self.click('[title="examples"]')
+        self.assert_text('examples', 'strong.final-path')

examples/test_hack_search.py

@@ -71,8 +71,7 @@ self.get_attribute(selector, attribute, by=By.CSS_SELECTOR, timeout=None)
 self.set_attribute(selector, attribute, value, by=By.CSS_SELECTOR, timeout=None)
 
 self.set_attributes(selector, attribute, value, by=By.CSS_SELECTOR)
-
-self.set_attribute_all(selector, attribute, value, by=By.CSS_SELECTOR)
+# Duplicates: self.set_attribute_all(selector, attribute, value, by=By.CSS_SELECTOR)
 
 self.remove_attribute(selector, attribute, by=By.CSS_SELECTOR, timeout=None)
 

help_docs/method_summary.md

@@ -25,14 +25,15 @@ pytest-timeout>=1.3.3
 pytest-xdist>=1.31.0
 parameterized>=0.7.1
 soupsieve==1.9.5
-beautifulsoup4==4.8.1
+beautifulsoup4==4.8.2
 atomicwrites==1.3.0
 portalocker==1.5.2
 cryptography==2.8
 asn1crypto==1.2.0
 pyopenssl==19.1.0
 pygments==2.5.2
 colorama==0.4.3
+coverage>=5.0.1
 pymysql==0.9.3
 pyotp==2.3.0
 boto==2.49.0

requirements.txt

@@ -20,8 +20,8 @@
 
 PROXY_LIST = {
     "example1": "104.236.248.219:3128",  # (Example) - set your own proxy here
-    "example2": "165.227.102.37:3128",  # (Example) - set your own proxy here
-    "example3": "23.244.28.27:3128",  # (Example) - set your own proxy here
+    "example2": "81.4.255.25:3128",  # (Example) - set your own proxy here
+    "example3": "52.187.121.7:3128",  # (Example) - set your own proxy here
     "proxy1": None,
     "proxy2": None,
     "proxy3": None,

seleniumbase/config/proxy_list.py

@@ -223,13 +223,15 @@ def _create_firefox_profile(
     profile.set_preference("pdfjs.disabled", True)
     profile.set_preference("app.update.auto", False)
     profile.set_preference("app.update.enabled", False)
+    profile.set_preference("app.update.silent", True)
     profile.set_preference("browser.privatebrowsing.autostart", True)
     profile.set_preference("devtools.errorconsole.enabled", True)
     profile.set_preference("extensions.allowPrivateBrowsingByDefault", True)
     profile.set_preference("extensions.PrivateBrowsing.notification", False)
     profile.set_preference("extensions.systemAddon.update.enabled", False)
     profile.set_preference("extensions.update.autoUpdateDefault", False)
     profile.set_preference("extensions.update.enabled", False)
+    profile.set_preference("extensions.update.silent", True)
     profile.set_preference(
         "datareporting.healthreport.logging.consoleEnabled", False)
     profile.set_preference("datareporting.healthreport.service.enabled", False)
@@ -514,27 +516,34 @@ def get_local_driver(
                 if headless:
                     options.add_argument('-headless')
                 if LOCAL_GECKODRIVER and os.path.exists(LOCAL_GECKODRIVER):
-                    make_driver_executable_if_not(LOCAL_GECKODRIVER)
+                    try:
+                        make_driver_executable_if_not(LOCAL_GECKODRIVER)
+                    except Exception as e:
+                        print("\nWarning: Could not make geckodriver"
+                              " executable: %s" % e)
                 elif not is_geckodriver_on_path():
                     if not "".join(sys.argv) == "-c":  # Skip if multithreaded
                         from seleniumbase.console_scripts import sb_install
                         sys_args = sys.argv  # Save a copy of current sys args
-                        print("\nWarning: geckodriver not found."
+                        print("\nWarning: geckodriver not found!"
                               " Installing now:")
-                        sb_install.main(override="geckodriver")
+                        try:
+                            sb_install.main(override="geckodriver")
+                        except Exception:
+                            print("\nWarning: Could not install geckodriver!")
                         sys.argv = sys_args  # Put back the original sys args
                 firefox_driver = webdriver.Firefox(
                     firefox_profile=profile,
                     capabilities=firefox_capabilities,
                     options=options)
             except WebDriverException:
-                # Don't use Geckodriver: Only works for old versions of Firefox
+                # Skip Firefox options and try again
                 profile = _create_firefox_profile(
                     downloads_path, proxy_string, user_agent, disable_csp)
                 firefox_capabilities = DesiredCapabilities.FIREFOX.copy()
-                firefox_capabilities['marionette'] = False
                 firefox_driver = webdriver.Firefox(
-                    firefox_profile=profile, capabilities=firefox_capabilities)
+                    firefox_profile=profile,
+                    capabilities=firefox_capabilities)
             return firefox_driver
         except Exception as e:
             if headless:

seleniumbase/core/browser_launcher.py

@@ -45,7 +45,7 @@
 
 setup(
     name='seleniumbase',
-    version='1.34.6',
+    version='1.34.7',
     description='Fast, Easy, and Reliable Browser Automation & Testing.',
     long_description=long_description,
     long_description_content_type='text/markdown',
@@ -108,14 +108,15 @@
         'pytest-xdist>=1.31.0',
         'parameterized>=0.7.1',
         'soupsieve==1.9.5',
-        'beautifulsoup4==4.8.1',
+        'beautifulsoup4==4.8.2',
         'atomicwrites==1.3.0',
         'portalocker==1.5.2',
         'cryptography==2.8',
         'asn1crypto==1.2.0',
         'pyopenssl==19.1.0',
         'pygments>=2.5.2',
         'colorama==0.4.3',
+        'coverage>=5.0.1',
         'pymysql==0.9.3',
         'pyotp==2.3.0',
         'boto==2.49.0',