Open History to see the last commit
1import { describe, expect, it } from 'vitest'
2import { buildRequestSequences, runRequestLoop } from './bench-utils'
3import type { StartRequestHandler } from './bench-utils'
4β
5function deferred() {
6 let resolve = () => {}
7 const promise = new Promise<void>((resolvePromise) => {
8 resolve = resolvePromise
9 })
10 return { promise, resolve }
11}
12β
13describe('runRequestLoop', () => {
14 it('caps fixed concurrency and waits for every streaming body', async () => {
15 const concurrency = 4
16 const totalRequests = 20
17 const firstWaveStarted = deferred()
18 let builtRequests = 0
19 let executedRequests = 0
20 let validatedResponses = 0
21 let finishedBodies = 0
22 let inFlightRequests = 0
23 let maximumInFlightRequests = 0
24β
25 const handler: StartRequestHandler = {
26 fetch() {
27 expect(builtRequests).toBe(totalRequests)
28 executedRequests += 1
29 inFlightRequests += 1
30 maximumInFlightRequests = Math.max(
31 maximumInFlightRequests,
32 inFlightRequests,
33 )
34β
35 if (inFlightRequests === concurrency) {
36 firstWaveStarted.resolve()
37 }
38β
39 const body = new ReadableStream<Uint8Array>({
40 async start(controller) {
41 await firstWaveStarted.promise
42 controller.enqueue(new Uint8Array([1]))
43 controller.close()
44 finishedBodies += 1
45 inFlightRequests -= 1
46 },
47 })
48β
49 return new Response(body)
50 },
51 }
52β
53 await runRequestLoop(handler, {
54 seed: 123,
55 concurrency,
56 totalRequests,
57 buildRequest: (_random, index) => {
58 builtRequests += 1
59 return new Request(`http://localhost/request/${index}`)
60 },
61 validateResponse: () => {
62 validatedResponses += 1
63 },
64 })
65β
66 expect(builtRequests).toBe(totalRequests)
67 expect(executedRequests).toBe(totalRequests)
68 expect(validatedResponses).toBe(totalRequests)
69 expect(maximumInFlightRequests).toBe(concurrency)
70 expect(inFlightRequests).toBe(0)
71 expect(finishedBodies).toBe(totalRequests)
72 })
73β
74 it('builds identical predetermined worker sequences from identical seeds', () => {
75 const buildSequences = (seed: number) =>
76 buildRequestSequences({
77 seed,
78 concurrency: 4,
79 totalRequests: 12,
80 buildRequest: (random, index) =>
81 new Request(
82 `http://localhost/request/${index}?value=${random().toString(36)}`,
83 ),
84 }).map((requests) => requests.map((request) => request.url))
85β
86 const first = buildSequences(456)
87 const second = buildSequences(456)
88β
89 expect(second).toEqual(first)
90 expect(first.map((requests) => requests.map(requestIndex))).toEqual([
91 [0, 4, 8],
92 [1, 5, 9],
93 [2, 6, 10],
94 [3, 7, 11],
95 ])
96 })
97β
98 it('drains every started body before reporting a worker failure', async () => {
99 const concurrency = 4
100 const firstWaveStarted = deferred()
101 let executedRequests = 0
102 let finishedBodies = 0
103 let inFlightRequests = 0
104β
105 const handler: StartRequestHandler = {
106 fetch(request) {
107 executedRequests += 1
108 inFlightRequests += 1
109 if (inFlightRequests === concurrency) {
110 firstWaveStarted.resolve()
111 }
112β
113 const body = new ReadableStream<Uint8Array>({
114 async start(controller) {
115 await firstWaveStarted.promise
116 controller.close()
117 finishedBodies += 1
118 inFlightRequests -= 1
119 },
120 })
121β
122 return new Response(body, {
123 status: request.url.endsWith('/0') ? 500 : 200,
124 })
125 },
126 }
127β
128 await expect(
129 runRequestLoop(handler, {
130 seed: 789,
131 concurrency,
132 totalRequests: 12,
133 buildRequest: (_random, index) =>
134 new Request(`http://localhost/request/${index}`),
135 }),
136 ).rejects.toThrow('non-200 status 500')
137β
138 expect(finishedBodies).toBe(executedRequests)
139 expect(inFlightRequests).toBe(0)
140 })
141})
142β
143function requestIndex(url: string) {
144 return Number(new URL(url).pathname.split('/').at(-1))
145}