Fix the change detection patterns for the master-only jobs

Signed-off-by: Rémy Coutable <remy@rymai.me>

.gitlab/ci/qa.gitlab-ci.yml

@@ -25,7 +25,9 @@ package-and-qa-manual:
   needs: ["build-qa-image", "gitlab:assets:compile pull-cache"]
 
 package-and-qa-manual:master:
-  extends: .package-and-qa-base
+  extends:
+    - .package-and-qa-base
+    - .only-code-qa-changes
   only:
     refs:
       - master@gitlab-org/gitlab-foss

.gitlab/ci/setup.gitlab-ci.yml

@@ -6,6 +6,7 @@ cache gems:
     - .default-retry
     - .default-cache
     - .default-before_script
+    - .only-code-qa-changes
   stage: test
   dependencies: ["setup-test-env"]
   needs: ["setup-test-env"]