1- # Both baseline and SUT (Software Under Test) are built from source first,
1+ # Both baseline and SUT (Software Under Test) are built from source first* ,
22# with their binaries uploaded as artifacts.
33# This is done on GitHub infrastructure, to achieve maximum parallelization.
44#
5+ # * Unless the baseline is a release tag,
6+ # in which case its binaries are downloaded from a repository.
7+ #
58# The benchmark job downloads the binaries and runs them.
69# The baseline is established first, then the SUT is measured.
710# They both run in the same job,
1114# Each benchmark gives a 99.9 % confidence interval.
1215# The confidence intervals are compared to determine if the branch under test is a regression or an improvement.
1316# The error threshold is expected to be below +/- 2.0 %.
14- name : Performance Regression Test - Score Director
17+ name : Timefold Solver ScoreDirector Perf Regression Test
1518
1619on :
1720 workflow_dispatch :
3740 default : ' triceo'
3841 required : true
3942
40- run-name : " Timefold Solver TimefoldAI's ${{ github.event.inputs.baseline }} vs. '${{ github.event.inputs.branch_owner }}/${{ github.event.inputs.branch }}' (Java ${{ github.event.inputs.jdk_baseline }} vs. ${{ github.event.inputs.jdk_branch }})"
43+ run-name : " TimefoldAI's ${{ github.event.inputs.baseline }} vs. '${{ github.event.inputs.branch_owner }}/${{ github.event.inputs.branch }}' (Java ${{ github.event.inputs.jdk_baseline }} vs. ${{ github.event.inputs.jdk_branch }})"
4144
4245jobs :
4346 decisions :
@@ -102,7 +105,7 @@ jobs:
102105 if : needs.decisions.outputs.needs_snapshot_built == 'true'
103106 working-directory : ./timefold-solver
104107 shell : bash
105- run : ./mvnw -T 1C - B -Dquickly clean install
108+ run : ./mvnw -B -Dquickly clean install
106109 - name : (Baseline) Checkout timefold-solver-enterprise
107110 if : needs.decisions.outputs.needs_snapshot_built == 'true'
108111 uses : actions/checkout@v5
@@ -115,7 +118,7 @@ jobs:
115118 if : needs.decisions.outputs.needs_snapshot_built == 'true'
116119 working-directory : ./timefold-solver-enterprise
117120 shell : bash
118- run : ./mvnw -T 1C - B -Dquickly clean install
121+ run : ./mvnw -B -Dquickly clean install
119122 - name : (Baseline) Delete checkouts
120123 shell : bash
121124 run : |
@@ -141,7 +144,7 @@ jobs:
141144 - name : (SUT) Quickly build timefold-solver
142145 working-directory : ./timefold-solver
143146 shell : bash
144- run : ./mvnw -T 1C - B -Dquickly clean install
147+ run : ./mvnw -B -Dquickly clean install
145148
146149 # Clone timefold-solver-enterprise
147150 - name : (SUT) Checkout timefold-solver-enterprise (Specified)
@@ -165,7 +168,7 @@ jobs:
165168 - name : (SUT) Quickly build timefold-solver-enterprise
166169 working-directory : ./timefold-solver-enterprise
167170 shell : bash
168- run : ./mvnw -T 1C - B -Dquickly clean install
171+ run : ./mvnw -B -Dquickly clean install
169172
170173 # Sometimes changes may be incompatible with the tag.
171174 # If the branch doesn't exist, we assume that the changes are compatible and move on.
0 commit comments