1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
import glob, os, subprocess, re
# test_suite is provided by 'run_test_suite'
from test_suite import ERP5TypeTestSuite
import sys
class _ERP5(ERP5TypeTestSuite):
realtime_output = False
enabled_product_list = ('CMFActivity', 'CMFCategory', 'ERP5', 'ERP5Catalog',
'ERP5eGovSecurity', 'ERP5Form', 'ERP5Legacy',
'ERP5OOo', 'ERP5Security', 'ERP5SyncML', 'ERP5Type',
'ERP5VCS', 'ERP5Wizard', 'Formulator', 'ERP5Workflow',
'ERP5Configurator','HBTreeFolder2', 'MailTemplates',
'PortalTransforms', 'TimerService', 'ZLDAPConnection',
'ZLDAPMethods', 'ZMySQLDA', 'ZMySQLDDA', 'ZSQLCatalog',
'Zelenium')
def enableProducts(self):
product_set = set(self.enabled_product_list)
try:
dir_set = set(os.walk('Products').next()[1])
for product in dir_set - product_set:
os.unlink(os.path.join('Products', product))
product_set -= dir_set
except StopIteration:
os.mkdir('Products')
for product in product_set:
os.symlink(os.path.join('..', 'products', product),
os.path.join('Products', product))
def _getAllTestList(self):
test_list = []
for test_path in glob.glob('%s/product/*/tests/test*.py' % sys.path[0]) + \
glob.glob('%s/bt5/*/TestTemplateItem/test*.py' % sys.path[0]):
test_case = test_path.split(os.sep)[-1][:-3] # remove .py
product = test_path.split(os.sep)[-3]
# don't test 3rd party products
if product in ('PortalTransforms', 'MailTemplates', 'Zelenium'):
continue
test_list.append(test_case)
return test_list
def update(self):
self.checkout('products', 'bt5')
self.enableProducts()
class PERF(_ERP5):
allow_restart = True
def getTestList(self):
return [x for x in self._getAllTestList() if x.find('Performance')>0]
class ERP5(_ERP5):
mysql_db_count = 3
def getTestList(self):
test_list = []
for test_case in self._getAllTestList():
# skip some tests
if test_case.startswith('testLive') or test_case.startswith('testVifib') \
or test_case.startswith('testFunctional') \
or test_case.find('Performance') > 0 \
or test_case in ('testERP5LdapCatalog', # XXX (Ivan), until LDAP server is available this test will alway fail
'testERP5eGov', # it is not maintained any more
'testAccounting_l10n_fr_m9'):
continue
test_list.append(test_case)
return test_list
def run(self, test):
if test in ('testConflictResolution', 'testInvalidationBug'):
status_dict = self.runUnitTest('--save', test)
if not status_dict['status_code']:
status_dict = self.runUnitTest('--load', '--activity_node=2', test)
return status_dict
return super(ERP5, self).run(test)
class ERP5_simulation(_ERP5):
def getTestList(self):
p = subprocess.Popen(('grep', '-lr', '--include=test*.py',
'-e', '@newSimulationExpectedFailure',
'-e', 'erp5_report_new_simulation_failures',
'Products/ERP5/tests'),
stdout=subprocess.PIPE)
return sorted(os.path.basename(x)[:-3]
for x in p.communicate()[0].splitlines())
def runUnitTest(self, *args, **kw):
return super(ERP5_simulation, self).runUnitTest(
erp5_report_new_simulation_failures='1', *args, **kw)
class ERP5UserInterface(_ERP5):
""" Run Test Suites which runs Zelenium tests """
def _updateTestResponse(self, status_dict):
""" Convert the Unit Test output into more accurate information
related to funcional test run.
"""
# Parse relevant information to update response information
try:
summary, html_test_result = status_dict['stderr'].split("-"*79)[1:3]
except ValueError:
# In case of error when parse the file, preserve the original
# informations. This prevents we have unfinished tests.
return status_dict
status_dict['html_test_result'] = html_test_result
search = self.FTEST_PASS_FAIL_RE.search(summary)
if search:
group_dict = search.groupdict()
status_dict['failure_count'] = int(group_dict['failures'])
status_dict['test_count'] = int(group_dict['total'])
status_dict['skip_count'] = int(group_dict['expected_failure'])
return status_dict
def run(self, test):
return self._updateTestResponse(self.runUnitTest(test))
def getTestList(self):
test_list = []
for test_path in glob.glob('%s/product/*/tests/testFunctional*.py' % sys.path[0]) + \
glob.glob('%s/bt5/*/TestTemplateItem/testFunctional*.py' % sys.path[0]):
test_case = test_path.split(os.sep)[-1][:-3] # remove .py
product = test_path.split(os.sep)[-3]
# don't test 3rd party products
if product in ('PortalTransforms', 'MailTemplates'):
continue
test_list.append(test_case)
return test_list