use the latest tag in benchmark references (#855)

flowr-analysis · Jul 4, 2024 · 712c584 · 712c584 · github-actions · Jul 4, 2024
2 parents 56018a5 + efa1bd0
commit 712c584
Show file tree

Hide file tree

Showing 3 changed files with 79 additions and 72 deletions.
diff --git a/.github/workflows/performance-test.yaml b/.github/workflows/performance-test.yaml
@@ -7,6 +7,11 @@ name: "Run flowR's performance tests"
         description: "Should the resulting commits for the graphs be pushed?"
         required: true
         type: boolean
+      ref:
+        description: "The git ref to use for the benchmark data"
+        default: "refs/heads/main"
+        required: false
+        type: string
 
 jobs:
   performance-test:
@@ -63,7 +68,7 @@ jobs:
           comment-always: true
           skip-fetch-gh-pages: true
           max-items-in-chart: 100
-          ref: refs/heads/main
+          ref: ${{ inputs.ref }}
           gh-repository: ${{ github.repository }}
           benchmark-data-dir-path: wiki/stats/benchmark/
           auto-push: false
@@ -87,7 +92,7 @@ jobs:
           comment-always: true
           skip-fetch-gh-pages: true
           max-items-in-chart: 100
-          ref: refs/heads/main
+          ref: ${{ inputs.ref }}
           gh-repository: ${{ github.repository }}
           benchmark-data-dir-path: wiki/stats/benchmark/
           auto-push: false

diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
@@ -47,6 +47,7 @@ jobs:
           fi
 
           npm run release -- --increment "$step" --ci --verbose --github.releaseName="Release v\${version} (${title})"
+          echo "version=$(node -p "require('./package.json').version")" >> "$GITHUB_OUTPUT"
         env:
           RELEASE_TOKEN: ${{ secrets.RELEASE_TOKEN }}
           # apparently, putting the message into an env variable first sanitizes it
@@ -77,6 +78,7 @@ jobs:
     uses: Code-Inspect/flowr/.github/workflows/performance-test.yaml@main
     with:
       push: true
+      ref: refs/tags/v${{ needs.release.outputs.version }}
     secrets: inherit
 
   deploy-docker:
Benchmark suite	Current: `712c584`	Previous: `d16b9a2`	Ratio
`Retrieve AST from R code`	`238.67721322727272` ms (`102.52329982644171`)	`241.68802936363636` ms (`102.8761180575731`)	`0.99`
`Normalize R AST`	`31.462302772727273` ms (`61.21184345747904`)	`31.739752136363638` ms (`62.50756200538419`)	`0.99`
`Produce dataflow information`	`55.51436327272727` ms (`136.22000066907674`)	`53.60407036363637` ms (`129.65284550123417`)	`1.04`
`Total per-file`	`1285.8401487272727` ms (`3162.0369370392`)	`1269.491520090909` ms (`3081.8881842692626`)	`1.01`
`Static slicing`	`1.2109827302732528` ms (`1.0549836879551588`)	`1.1992957765588008` ms (`1.0956190505793448`)	`1.01`
`Reconstruct code`	`0.4160279084633417` ms (`0.23866476345822044`)	`0.40823540912587025` ms (`0.23279531342826934`)	`1.02`
`Total per-slice`	`1.6453108513671078` ms (`1.1158869532479525`)	`1.6255373838885934` ms (`1.1638162453002103`)	`1.01`
`failed to reconstruct/re-parse`	`0` #	`0` #	`1`
`times hit threshold`	`0` #	`0` #	`1`
`reduction (characters)`	`0.7974469447714406` #	`0.7974469447714406` #	`1`
`reduction (normalized tokens)`	`0.774073695901592` #	`0.774073695901592` #	`1`
`memory (df-graph)`	`147.58589311079547` KiB (`359.2574768951678`)	`147.58589311079547` KiB (`359.2574768951678`)	`1`
Benchmark suite	Current: `712c584`	Previous: `d16b9a2`	Ratio
`Retrieve AST from R code`	`250.8993535` ms (`47.994128031259265`)	`247.62148213999998` ms (`45.06237178263203`)	`1.01`
`Normalize R AST`	`33.36129816` ms (`27.982773526101525`)	`31.95647656` ms (`25.60791349140293`)	`1.04`
`Produce dataflow information`	`82.47703688` ms (`93.84277206038634`)	`81.06377198` ms (`92.78105042956382`)	`1.02`
`Total per-file`	`2267.7378199600003` ms (`3852.895357080929`)	`2253.7859776799996` ms (`3816.1054094291667`)	`1.01`
`Static slicing`	`4.358179336285743` ms (`8.080238505687507`)	`4.320062977207287` ms (`7.979427803781336`)	`1.01`
`Reconstruct code`	`0.4047055633532209` ms (`0.2279978025701686`)	`0.4180827296166881` ms (`0.21129610863943676`)	`0.97`
`Total per-slice`	`4.771947648889066` ms (`8.175778804760503`)	`4.7471979325717735` ms (`8.060206129507852`)	`1.01`
`failed to reconstruct/re-parse`	`0` #	`0` #	`1`
`times hit threshold`	`0` #	`0` #	`1`
`reduction (characters)`	`0.9250085598882571` #	`0.9250085598882571` #	`1`
`reduction (normalized tokens)`	`0.8936602769604` #	`0.8936602769604` #	`1`
`memory (df-graph)`	`142.5463671875` KiB (`146.6995040110581`)	`142.5463671875` KiB (`146.6995040110581`)	`1`