Open History to see the last commit
1import { expect, test } from 'vitest'
2import { classify, mean, summarizeRatios } from './statistics'
3β
4test('summarizes multiplicative paired changes across process replicas', () => {
5 const result = summarizeRatios([0.9, 0.9, 0.9, 0.9])
6 expect(result.changePercent).toBeCloseTo(-10)
7 expect(result.low95).toBeCloseTo(-10)
8 expect(result.high95).toBeCloseTo(-10)
9 expect(result.replicas).toBe(4)
10})
11β
12test('does not turn opposite noisy runs into a conclusive result', () => {
13 const result = summarizeRatios([0.9, 1.1, 0.95, 1.05])
14 expect(result.low95).toBeLessThan(0)
15 expect(result.high95).toBeGreaterThan(0)
16 expect(classify(result, result)).toBe('inconclusive')
17})
18β
19test('requires CPU and wall time to corroborate a direction', () => {
20 const slower = summarizeRatios([1.08, 1.09, 1.08, 1.09])
21 const faster = summarizeRatios([0.9, 0.91, 0.9, 0.91])
22 expect(classify(slower, slower)).toBe('slower')
23 expect(classify(faster, faster)).toBe('faster')
24 expect(classify(slower, faster)).toBe('inconclusive')
25 expect(classify(summarizeRatios([1, 1, 1]), summarizeRatios([1, 1, 1]))).toBe(
26 'within-2%',
27 )
28})
29β
30test('rejects incomplete or invalid sampling data', () => {
31 expect(() => summarizeRatios([1])).toThrow()
32 expect(() => summarizeRatios([0, 1])).toThrow()
33 expect(() => summarizeRatios([NaN, 1])).toThrow()
34 expect(() => mean([])).toThrow()
35 expect(() => mean([Infinity])).toThrow()
36})