Add review-qa-reliable job

.gitlab/ci/review-apps/qa.gitlab-ci.yml

@@ -32,6 +32,20 @@
     expire_in: 7 days
     when: always
 
+.parallel-qa-base:
+  parallel: 5
+  script:
+    - export KNAPSACK_REPORT_PATH=knapsack/master_report.json
+    - export KNAPSACK_TEST_FILE_PATTERN=qa/specs/features/**/*_spec.rb
+    - |
+      bin/test "${QA_SCENARIO}" "${CI_ENVIRONMENT_URL}" \
+        -- \
+        --color --format documentation \
+        --format RspecJunitFormatter --out tmp/rspec.xml
+  artifacts:
+    reports:
+      junit: qa/tmp/rspec.xml
+
 .allure-report-base:
   image:
     name: ${GITLAB_DEPENDENCY_PROXY}andrcuns/allure-report-publisher:0.4.1
@@ -65,24 +79,23 @@ review-qa-smoke:
   script:
     - bin/test Test::Instance::Smoke "${CI_ENVIRONMENT_URL}"
 
+review-qa-reliable:
+  extends:
+    - .review-qa-base
+    - .review:rules:review-qa-reliable
+    - .parallel-qa-base
+  variables:
+    QA_RUN_TYPE: review-qa-reliable
+    QA_SCENARIO: Test::Instance::Reliable
+
 review-qa-all:
   extends:
     - .review-qa-base
     - .review:rules:review-qa-all
+    - .parallel-qa-base
   variables:
     QA_RUN_TYPE: review-qa-all
-  parallel: 5
-  script:
-    - export KNAPSACK_REPORT_PATH=knapsack/master_report.json
-    - export KNAPSACK_TEST_FILE_PATTERN=qa/specs/features/**/*_spec.rb
-    - |
-      bin/test Test::Instance::All "${CI_ENVIRONMENT_URL}" \
-        -- \
-        --color --format documentation \
-        --format RspecJunitFormatter --out tmp/rspec.xml
-  artifacts:
-    reports:
-      junit: qa/tmp/rspec.xml
+    QA_SCENARIO: Test::Instance::All
 
 review-performance:
   extends:

.gitlab/ci/rules.gitlab-ci.yml

@@ -1654,6 +1654,11 @@
     - <<: *if-dot-com-ee-schedule-child-pipeline
       when: on_failure
 
+.review:rules:review-qa-reliable:
+  rules:
+    - when: on_success
+      allow_failure: true
+
 .review:rules:review-qa-all:
   rules:
     - <<: *if-not-ee

qa/qa/scenario/test/instance/reliable.rb

+# frozen_string_literal: true
+
+module QA
+  module Scenario
+    module Test
+      module Instance
+        class Reliable < Template
+          include Bootable
+          include SharedAttributes
+
+          tags :reliable
+        end
+      end
+    end
+  end
+end

qa/spec/scenario/test/instance/reliable_spec.rb

+# frozen_string_literal: true
+
+RSpec.describe QA::Scenario::Test::Instance::Reliable do
+  it_behaves_like 'a QA scenario class' do
+    let(:tags) { [:reliable] }
+  end
+end