Skip to content

Commit a641ced

Browse files
committed
test: increase percentage diff on CI
1 parent c56764b commit a641ced

File tree

2 files changed

+16
-4
lines changed

2 files changed

+16
-4
lines changed

.github/workflows/test.yml

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,9 @@ jobs:
1414
matrix:
1515
node-version: [18, 20, 22]
1616

17+
env:
18+
CI: true
19+
1720
steps:
1821
- name: Checkout code
1922
uses: actions/checkout@v3

test/env.js

Lines changed: 13 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -21,10 +21,19 @@ describe('Same benchmark function', () => {
2121
const percentageDifference = (difference / Math.min(opsSec1, opsSec2)) * 100;
2222

2323
// Check if the percentage difference is less than or equal to 10%
24-
assert.ok(
25-
percentageDifference <= 10,
26-
`${opsSec1} too different from ${opsSec2} - ${results[i].name}`
27-
);
24+
if (process.env.CI) {
25+
// CI runs in a shared-env so the percentage of difference
26+
// must be greather there due to high variance of hardware
27+
assert.ok(
28+
percentageDifference <= 30,
29+
`${opsSec1} too different from ${opsSec2} - ${results[i].name}`
30+
);
31+
} else {
32+
assert.ok(
33+
percentageDifference <= 10,
34+
`${opsSec1} too different from ${opsSec2} - ${results[i].name}`
35+
);
36+
}
2837
}
2938
}
3039
}

0 commit comments

Comments
 (0)