Move macrobenchmarks to apm-sdks-benchmarks repo

.gitlab-ci.yml

@@ -1,16 +1,19 @@
 include:
   - local: ".gitlab/one-pipeline.locked.yml"
   - local: ".gitlab/benchmarks.yml"
-  - local: ".gitlab/macrobenchmarks.yml"
   - local: ".gitlab/exploration-tests.yml"
   - local: ".gitlab/ci-visibility-tests.yml"
+  - project: 'DataDog/apm-reliability/apm-sdks-benchmarks'
+    file: '.gitlab/ci-java-spring-petclinic.yml'
+    ref: 'sarahchen6/migrate-java-macrobenchmarks'
 
 stages:
   - build
   - publish
   - shared-pipeline
   - benchmarks
-  - macrobenchmarks
+  - java-spring-petclinic-tests
+  - java-spring-petclinic-macrobenchmarks
   - tests
   - exploration-tests
   - ci-visibility-tests

.gitlab/benchmarks/bp-runner.fail-on-breach.yml

@@ -35,14 +35,15 @@ experiments:
             thresholds:
               - throughput > 1100.0 op/s
 
+          # TODO: Startup benchmarks need to be moved from dd-trace-java to apm-sdks-benchmarks (https://github.com/DataDog/dd-trace-java/blob/master/benchmark/startup/petclinic/benchmark.json)
           # Startup macrobenchmarks
           # https://benchmarking.us1.prod.dog/trends?projectId=4&branch=master&trendsTab=per_scenario&scenario=startup%3Apetclinic%3Atracing%3AAgent.start&trendsType=scenario
-          - name: "startup:petclinic:tracing:Agent.start"
-            thresholds:
-              - execution_time < 1120 ms
+          # - name: "startup:petclinic:tracing:Agent.start"
+          #   thresholds:
+          #     - execution_time < 1120ms
           # https://benchmarking.us1.prod.dog/trends?projectId=4&branch=master&trendsTab=per_scenario&scenario=startup%3Apetclinic%3Aprofiling%3AAgent.start&trendsType=scenario
           # https://benchmarking.us1.prod.dog/trends?projectId=4&branch=master&trendsTab=per_scenario&scenario=startup%3Apetclinic%3Aappsec%3AAgent.start&trendsType=scenario
           # https://benchmarking.us1.prod.dog/trends?projectId=4&branch=master&trendsTab=per_scenario&scenario=startup%3Apetclinic%3Aiast%3AAgent.start&trendsType=scenario
-          - name: "startup:petclinic:(profiling|appsec|iast):Agent.start"
-            thresholds:
-              - execution_time < 1300 ms
+          # - name: "startup:petclinic:(profiling|appsec|iast):Agent.start"
+          #   thresholds:
+          #     - execution_time < 1300 ms