theia: Deploy SR multiple times in resilency test

software/theia/test/test_resiliency.py

@@ -84,11 +84,18 @@ class ResilientTheiaTestCase(ResilientTheiaMixin, TheiaTestCase):
   @classmethod
   def _deployEmbeddedSoftware(cls, software_url, instance_name, retries=0, instance_type='export'):
     cls.callSlapos('supply', software_url, 'slaprunner', instance_type=instance_type)
-    try:
-      cls.captureSlapos('node', 'software', instance_type=instance_type, stderr=subprocess.STDOUT)
-    except subprocess.CalledProcessError as e:
-      print(e.output)
-      raise
+    for _ in range(retries):
+      try:
+        output = cls.captureSlapos('node', 'software', instance_type=instance_type, stderr=subprocess.STDOUT)
+      except subprocess.CalledProcessError:
+        continue
+      print(output)
+      break
+    else:
+      if retries:
+        print("Wait before running slapos node software one last time")
+        time.sleep(120)
+      cls.checkSlapos('node', 'software', instance_type=instance_type)
     cls.callSlapos('request', instance_name, software_url, instance_type=instance_type)
     cls._processEmbeddedInstance(retries, instance_type)