diff --git a/.gitlab/java-benchmark-configs.yml b/.gitlab/java-benchmark-configs.yml
index 4ae8993ce0c..b984847c6a0 100644
--- a/.gitlab/java-benchmark-configs.yml
+++ b/.gitlab/java-benchmark-configs.yml
@@ -18,6 +18,26 @@
     interruptible: true
     allow_failure: true
 
+# Startup benchmarks run on PRs as well
+.parallel_startup_benchmark_rules: &parallel_startup_benchmark_rules
+  - if: '$POPULATE_CACHE'
+    when: never
+  - if: '$CI_COMMIT_TAG =~ /^v?[0-9]+\.[0-9]+\.[0-9]+$/'
+    when: manual
+    allow_failure: true
+  - if: '$CI_COMMIT_BRANCH == "master"'
+    when: on_success
+    interruptible: false
+  - if: '$CI_COMMIT_BRANCH =~ /^mq-working-branch-/'
+    when: on_success
+    interruptible: true
+  - if: '$CI_COMMIT_BRANCH =~ /^gh-readonly-queue\//'
+    when: on_success
+    interruptible: true
+  - when: on_success
+    interruptible: true
+    allow_failure: true
+
 # Ensure the tracer artifact publish finishes before the benchmark jobs start.
 linux-java-spring-petclinic-parallel:
   needs: ["publish-artifacts-to-s3"]
@@ -32,11 +52,11 @@ linux-java-spring-petclinic-load-parallel:
 
 linux-java-insecure-bank-startup-parallel:
   needs: ["publish-artifacts-to-s3"]
-  rules: *parallel_benchmark_rules
+  rules: *parallel_startup_benchmark_rules
 
 linux-java-spring-petclinic-startup-parallel:
   needs: ["publish-artifacts-to-s3"]
-  rules: *parallel_benchmark_rules
+  rules: *parallel_startup_benchmark_rules
 
 linux-java-dacapo-parallel-1:
   needs: ["publish-artifacts-to-s3"]
@@ -45,12 +65,3 @@ linux-java-dacapo-parallel-1:
 linux-java-dacapo-parallel-2:
   needs: ["publish-artifacts-to-s3"]
   rules: *parallel_benchmark_rules
-
-java-startup-parallel-check-slo-breaches:
-  rules: *parallel_benchmark_rules
-
-java-load-parallel-check-slo-breaches:
-  rules: *parallel_benchmark_rules
-
-java-dacapo-parallel-check-slo-breaches:
-  rules: *parallel_benchmark_rules