Commit 4d7e0dcd authored by Roque's avatar Roque

handle more exceptions and log execution output

parent fb190a82
...@@ -12,11 +12,14 @@ from selenium.webdriver.remote.remote_connection import RemoteConnection ...@@ -12,11 +12,14 @@ from selenium.webdriver.remote.remote_connection import RemoteConnection
from datetime import datetime from datetime import datetime
DEBUG = False DEBUG = False
REMOTE = True # flag to set if run remote or local
EXEC_LOG = open("execution.log", "a")
EXEC_LOG.write("--------------------------------------------" + '\n')
##### SERVER INSTANCES REQUEST ##### ##### SERVER INSTANCES REQUEST #####
def requestServerInstances(): def requestServerInstances():
NUMBER_OF_SERVERS = 2 NUMBER_OF_SERVERS = 8
selenium_SR_url = "~/srv/project/slapos/software/seleniumserver/software.cfg" selenium_SR_url = "~/srv/project/slapos/software/seleniumserver/software.cfg"
#TODO how to get SR url? #TODO how to get SR url?
selenium_SR_url = "/srv/slapgrid/slappart70/srv/project/slapos/software/headlesschrome-seleniumserver/software.cfg" selenium_SR_url = "/srv/slapgrid/slappart70/srv/project/slapos/software/headlesschrome-seleniumserver/software.cfg"
...@@ -80,7 +83,6 @@ DRONE_INPUT_VALUE_LIST=[] ...@@ -80,7 +83,6 @@ DRONE_INPUT_VALUE_LIST=[]
AI_SCRIPT = "" AI_SCRIPT = ""
if (len(sys.argv)>1): if (len(sys.argv)>1):
AI_SCRIPT = open(sys.argv[1], "r").read().replace("\n", "\\n").replace('"', "'") AI_SCRIPT = open(sys.argv[1], "r").read().replace("\n", "\\n").replace('"', "'")
REMOTE = True # flag to set if run remote or local
APP_URL = "https://dronesimulator.app.officejs.com/" APP_URL = "https://dronesimulator.app.officejs.com/"
EMPTY_URL = "data:," EMPTY_URL = "data:,"
#server_url_list = [ #server_url_list = [
...@@ -120,11 +122,16 @@ def values_in_range(start, end, n): ...@@ -120,11 +122,16 @@ def values_in_range(start, end, n):
# WEB DRIVER PROCESS # WEB DRIVER PROCESS
def createDriver(server_url, options): def createDriver(server_url, options):
print("Creating driver for " + server_url)
done = False done = False
retry = 0 retry = 0
MAX_RETRY = 10
exception = None
while not done: while not done:
if retry == 10: if retry == MAX_RETRY:
raise RuntimeError("Error: couldn't create webdriver after 10 attempts for " + server_url) print("Error: couldn't create webdriver for " + server_url)
print(exception)
return None
try: try:
if (REMOTE): if (REMOTE):
driver = webdriver.Remote( driver = webdriver.Remote(
...@@ -142,6 +149,12 @@ def createDriver(server_url, options): ...@@ -142,6 +149,12 @@ def createDriver(server_url, options):
print("Webdriver created. Chrome version: " + str_version) print("Webdriver created. Chrome version: " + str_version)
done = True done = True
except Exception as e: except Exception as e:
exception = e
if "401" in str(exception):
# no need to retry
retry = MAX_RETRY
exception = "ERROR: 401"
else:
retry += 1 retry += 1
return driver return driver
...@@ -222,9 +235,12 @@ for i in range(len(DRONE_VALUE_RANGE_LIST)): ...@@ -222,9 +235,12 @@ for i in range(len(DRONE_VALUE_RANGE_LIST)):
combination_list = [combination for combination in itertools.product(*DRONE_INPUT_VALUE_LIST)] combination_list = [combination for combination in itertools.product(*DRONE_INPUT_VALUE_LIST)]
print("Total combinations: " + str(len(combination_list))) print("Total combinations: " + str(len(combination_list)))
EXEC_LOG.write("Total combinations: " + str(len(combination_list)) + '\n')
start_time = datetime.now() start_time = datetime.now()
print("Start execution at:") print("Start execution at:")
print(start_time.strftime("%d/%m/%Y %H:%M:%S")) print(start_time.strftime("%d/%m/%Y %H:%M:%S"))
EXEC_LOG.write("Start execution at:" + '\n')
EXEC_LOG.write(start_time.strftime("%d/%m/%Y %H:%M:%S") + '\n')
# configure the web driver settings # configure the web driver settings
options = webdriver.ChromeOptions() options = webdriver.ChromeOptions()
...@@ -236,8 +252,11 @@ options.add_argument('--disable-dev-shm-usage') ...@@ -236,8 +252,11 @@ options.add_argument('--disable-dev-shm-usage')
# create all drivers # create all drivers
driver_list = [] driver_list = []
if not REMOTE:
server_url_list = ["LOCAL"]
for idx, server_url in enumerate(server_url_list): for idx, server_url in enumerate(server_url_list):
driver = createDriver(server_url, options) driver = createDriver(server_url, options)
if driver:
driver_dict = { driver_dict = {
'id': 'D' + str(idx), 'id': 'D' + str(idx),
'state': 'draft', 'state': 'draft',
...@@ -246,6 +265,9 @@ for idx, server_url in enumerate(server_url_list): ...@@ -246,6 +265,9 @@ for idx, server_url in enumerate(server_url_list):
} }
driver_list.append(driver_dict) driver_list.append(driver_dict)
print("Total drivers created: " + str(len(driver_list)))
EXEC_LOG.write("Total drivers created: " + str(len(driver_list)))
creation_time = datetime.now() creation_time = datetime.now()
creation_elapsed_time = creation_time - start_time creation_elapsed_time = creation_time - start_time
...@@ -293,3 +315,11 @@ print("Total time for driver creation: %s seconds. " % str(creation_elapsed_time ...@@ -293,3 +315,11 @@ print("Total time for driver creation: %s seconds. " % str(creation_elapsed_time
print("Total time for runs: %s seconds. " % str(elapsed_time.seconds)) print("Total time for runs: %s seconds. " % str(elapsed_time.seconds))
print("All drivers quit") print("All drivers quit")
EXEC_LOG.write("End execution at:\n")
EXEC_LOG.write(end_time.now().strftime("%d/%m/%Y %H:%M:%S") + '\n')
EXEC_LOG.write("Total combinations: " + str(iter) + '\n')
EXEC_LOG.write("Total time for driver creation: %s seconds. " % str(creation_elapsed_time.seconds) + '\n')
EXEC_LOG.write("Total time for runs: %s seconds. " % str(elapsed_time.seconds) + '\n')
EXEC_LOG.close()
\ No newline at end of file
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment