ensure workflow fails if benchmark degredation >10%

outlines-dev · Jun 3, 2024 · f1e2bbb · f1e2bbb
1 parent 8ff2cdd
commit f1e2bbb
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/.github/workflows/asv_benchmark_pr.yml b/.github/workflows/asv_benchmark_pr.yml
@@ -49,4 +49,9 @@ jobs:
             --no-stats --interleave-rounds -a repeat=3 || true
 
     - name: BENCHMARK RESULTS
-      run: asv compare --factor=1.1 --no-stats --split upstream/main HEAD
+      run: |
+        asv compare --factor=1.1 --no-stats --split upstream/main HEAD | tee ${{ env.BENCHMARKS_OUTPUT }}
+        if grep -q "Benchmarks that have got worse" "${{ env.BENCHMARKS_OUTPUT }}"; then
+          echo "Performance degradation detected!"
+          exit 1
+        fi