Support seleniumserver in ERP5 tests

See merge request nexedi/erp5!1447

product/ERP5Type/tests/ERP5TypeFunctionalTestCase.py

@@ -34,6 +34,8 @@ import time
 import re
 import subprocess
 import shutil
+import json
+import tempfile
 import transaction
 import logging
 from ZPublisher.HTTPResponse import HTTPResponse
@@ -43,10 +45,14 @@ from Products.ERP5Type.tests.runUnitTest import log_directory
 from Products.ERP5Type.Utils import stopProcess, PR_SET_PDEATHSIG
 from lxml import etree
 from lxml.html import builder as E
+import certifi
+import urllib3
 from selenium import webdriver
 from selenium.webdriver.common.by import By
-from selenium.webdriver.support.ui import WebDriverWait
+from selenium.webdriver.support.ui import WebDriverWait as _WebDriverWait
 from selenium.webdriver.support import expected_conditions as EC
+from selenium.webdriver.remote.remote_connection import RemoteConnection
+
 
 logger = logging.getLogger(__name__)
 
@@ -161,55 +167,95 @@ class Xvfb(Process):
     logger.debug('Xvfb : %d', self.process.pid)
     logger.debug('Take screenshots using xwud -in %s/Xvfb_screen0', self.fbdir)
 
+
+class WebDriverWait(_WebDriverWait):
+  """Wrapper for WebDriverWait which dumps the test page and take a
+  screenshot in case of error.
+  """
+  def until(self, *args):
+    try:
+      return super(WebDriverWait, self).until(*args)
+    except:
+      logger.exception("unable to find login field, dumping the page")
+      try:
+        with open(os.path.join(log_directory, 'page.html'), 'w') as f:
+          f.write(
+            self._driver.execute_script(
+                  "return document.getElementById('testSuiteFrame').contentDocument.querySelector('html').innerHTML"))
+      except:
+        logger.exception("error when dumping page")
+      try:
+        with open(os.path.join(log_directory, 'page-screenshot.png'), 'wb') as f:
+          f.write(self._driver.get_screenshot_as_png())
+      except:
+        logger.exception("error when taking screenshot")
+      raise
+
+
 class FunctionalTestRunner:
 
   # There is no test that can take more than 6 hours
   timeout = 6.0 * 3600
 
-  def __init__(self, host, port, portal, run_only=''):
+  def __init__(self, host, port, testcase):
     self.instance_home = os.environ['INSTANCE_HOME']
 
     # Such information should be automatically loaded
     self.user = 'ERP5TypeTestCase'
     self.password = ''
-    self.run_only = run_only
+    self.testcase = testcase
     profile_dir = os.path.join(self.instance_home, 'profile')
-    self.portal = portal
 
   def getStatus(self):
     transaction.begin()
-    return self.portal.portal_tests.TestTool_getResults(self.run_only)
+    return self.testcase.portal.portal_tests.TestTool_getResults(self.testcase.run_only)
 
   def _getTestBaseURL(self):
     # Access the https proxy in front of runUnitTest's zserver
     base_url = os.getenv('zserver_frontend_url')
     if base_url:
-      return '%s%s' % (base_url, self.portal.getId())
-    return self.portal.portal_url()
+      return '%s%s' % (base_url, self.testcase.portal.getId())
+    return self.testcase.portal_url()
 
   def _getTestURL(self):
     return ZELENIUM_BASE_URL % (
         self._getTestBaseURL(),
-        self.run_only,
+        self.testcase.run_only,
     )
 
   def test(self, debug=0):
+    xvfb = None
+    use_local_firefox = True
+    # options for firefox
+    options = webdriver.FirefoxOptions()
+    # Service workers are disabled on Firefox 52 ESR:
+    # https://bugzilla.mozilla.org/show_bug.cgi?id=1338144
+    options.set_preference('dom.serviceWorkers.enabled', True)
+    # output javascript console and errors on stdout to help diagnosing failures
+    options.set_preference('devtools.console.stdout.content', True)
+
+    selenium_test_runner_configuration = {}
+    test_runner_configuration_file = os.environ.get('ERP5_TEST_RUNNER_CONFIGURATION')
+    if test_runner_configuration_file and os.path.exists(test_runner_configuration_file):
+      with open(test_runner_configuration_file) as f:
+        test_runner_configuration = json.load(f)
+      selenium_test_runner_configuration = test_runner_configuration.get('selenium', {})
+      use_local_firefox = selenium_test_runner_configuration.get('server-url') is None
+      if 'firefox' not in selenium_test_runner_configuration.get(
+          'desired-capabilities', {}).get('browserName').lower():
+        options = None
+
+    if use_local_firefox:
       xvfb = Xvfb(self.instance_home)
-    try:
+      self.testcase.addCleanup(xvfb.quit)
       if not (debug and os.getenv('DISPLAY')):
         logger.debug("You can set 'erp5_debug_mode' environment variable to 1 to use your existing display instead of Xvfb.")
         xvfb.run()
       capabilities = webdriver.common.desired_capabilities \
         .DesiredCapabilities.FIREFOX.copy()
       capabilities['marionette'] = True
-      # Zope is accessed through apache with a certificate not trusted by firefox
+      # Zope is accessed through haproxy with a certificate not trusted by firefox
       capabilities['acceptInsecureCerts'] = True
-      # Service workers are disabled on Firefox 52 ESR:
-      # https://bugzilla.mozilla.org/show_bug.cgi?id=1338144
-      options = webdriver.FirefoxOptions()
-      options.set_preference('dom.serviceWorkers.enabled', True)
-      # output javascript console and errors on stdout to help diagnosing failures
-      options.set_preference('devtools.console.stdout.content', True)
       kw = dict(capabilities=capabilities, options=options)
       firefox_bin = os.environ.get('firefox_bin')
       if firefox_bin:
@@ -221,8 +267,33 @@ class FunctionalTestRunner:
             log_path=os.path.join(log_directory, 'geckodriver.log'),
             # service_log_path=os.path.join(log_directory, 'geckodriver.log'),
         )
-
       browser = webdriver.Firefox(**kw)
+    else:
+      executor = RemoteConnection(
+          selenium_test_runner_configuration['server-url'],
+          keep_alive=True)
+      cert_reqs = 'CERT_REQUIRED'
+      ca_certs = certifi.where()
+      if not selenium_test_runner_configuration.get('verify-server-certificate', True):
+        cert_reqs = 'CERT_NONE'
+        ca_certs = None
+      if selenium_test_runner_configuration.get('server-ca-certificate'):
+        ca_certs_tempfile = tempfile.NamedTemporaryFile(
+            suffix="-cacerts.pem",
+            mode="w",
+            delete=False)
+        ca_certs = ca_certs_tempfile.name
+        self.testcase.addCleanup(os.unlink, ca_certs_tempfile)
+        with open(ca_certs, 'w') as f:
+          f.write(selenium_test_runner_configuration['server-ca-certificate'])
+      executor._conn = urllib3.PoolManager(cert_reqs=cert_reqs, ca_certs=ca_certs)
+      browser = webdriver.Remote(
+          command_executor=executor,
+          desired_capabilities=selenium_test_runner_configuration['desired-capabilities'],
+          options=options
+      )
+      self.testcase.addCleanup(browser.quit)
+
     start_time = time.time()
     logger.info("Running with browser: %s", browser)
     logger.info("Reported user agent: %s", browser.execute_script("return navigator.userAgent"))
@@ -238,6 +309,7 @@ class FunctionalTestRunner:
                 'innerHeight': window.innerHeight
               })'''))
 
+    # login to get an authentication cookie
     browser.get(self._getTestBaseURL() + '/login_form')
     login_field = WebDriverWait(browser, 10).until(
       EC.presence_of_element_located((By.ID, 'name')),
@@ -251,8 +323,8 @@ class FunctionalTestRunner:
     password_field.submit()
     WebDriverWait(browser, 10).until(EC.url_changes(login_form_url))
     WebDriverWait(browser, 10).until(EC.presence_of_element_located((By.TAG_NAME, 'body')))
-      browser.get(self._getTestURL())
 
+    browser.get(self._getTestURL())
     WebDriverWait(browser, 10).until(EC.presence_of_element_located((
        By.XPATH, '//iframe[@id="testSuiteFrame"]'
     )))
@@ -285,9 +357,6 @@ class FunctionalTestRunner:
       ).encode('UTF-8'),
         html_parser
     )
-      browser.quit()
-    finally:
-      xvfb.quit()
     return iframe
 
   def processResult(self, iframe):
@@ -330,6 +399,7 @@ class FunctionalTestRunner:
     return detail, sucess_amount, failure_amount, expected_failure_amount, \
         error_title_list
 
+
 class ERP5TypeFunctionalTestCase(ERP5TypeTestCase):
   run_only = ""
   foreground = 0
@@ -350,8 +420,7 @@ class ERP5TypeFunctionalTestCase(ERP5TypeTestCase):
     self.portal.portal_tests.TestTool_cleanUpTestResults(self.run_only or None)
     self.tic()
     host, port = self.startZServer()
-    self.runner = FunctionalTestRunner(host, port,
-                                self.portal, self.run_only)
+    self.runner = FunctionalTestRunner(host, port, self)
 
   def setSystemPreference(self):
     self.portal.Zuite_setPreference(