Skip to content
Source
Sign inSign up
pingdotgg/t3code
Open History to see the last commit

Observability.ts

108 lines4.3 KB

1import * as HostProcess from "@t3tools/shared/HostProcess";
2import * as HttpObservability from "@t3tools/shared/httpObservability";
3import { makeLocalFileTracer, makeTraceSink } from "@t3tools/shared/observability";
4import * as SharedObservability from "@t3tools/shared/observability";
5import * as OtelEnvironment from "@t3tools/shared/otelEnvironment";
6import * as Effect from "effect/Effect";
7import * as Layer from "effect/Layer";
8import * as References from "effect/References";
9import * as Tracer from "effect/Tracer";
10import * as OtlpExporter from "effect/observability/OtlpExporter";
11import * as OtlpMetrics from "effect/observability/OtlpMetrics";
12import * as OtlpTracer from "effect/observability/OtlpTracer";
13import * as Statement from "effect/sql/Statement";
14​
15import * as ServerConfig from "../config.ts";
16import * as ResourceAttribution from "../resourceTelemetry/ResourceAttribution.ts";
17import * as ServerLogger from "../serverLogger.ts";
18import * as BrowserTraceCollector from "./BrowserTraceCollector.ts";
19import * as HeapAttribution from "./HeapAttribution.ts";
20​
21export const layer = Layer.unwrap(
22 Effect.gen(function* () {
23 const config = yield* ServerConfig.ServerConfig;
24​
25 const traces = config.otlpTracesExport;
26 const metrics = config.otlpMetricsExport;
27 // Keep serialization in context for the browser trace forwarder's exporter.
28 const layerSerialization = SharedObservability.layerOtlpSerialization(traces.protocol);
29 const resource = ServerConfig.otlpResource(config, yield* HostProcess.Hostname);
30 const attribution = yield* ResourceAttribution.ResourceAttribution;
31​
32 const layerTraceReferences = Layer.mergeAll(
33 Layer.succeed(Tracer.MinimumTraceLevel, config.traceMinLevel),
34 Layer.succeed(References.TracerTimingEnabled, config.traceTimingEnabled),
35 // Preserve SQL spans while awaiting connections so lock waits can be recorded on them.
36 Layer.succeed(Statement.SpanPropagationEnabled, true),
37 HttpObservability.layer,
38 );
39​
40 const layerTracer = Layer.unwrap(
41 Effect.gen(function* () {
42 const sink = yield* makeTraceSink({
43 filePath: config.serverTracePath,
44 maxBytes: config.traceMaxBytes,
45 maxFiles: config.traceMaxFiles,
46 batchWindowMs: config.traceBatchWindowMs,
47 onFlush: (stats) =>
48 attribution.record({
49 component: "server-trace",
50 operation: "append",
51 logicalWriteBytes: stats.logicalWriteBytes,
52 count: stats.count,
53 durationMs: stats.durationMs,
54 }),
55 });
56 const delegate =
57 config.otlpTracesUrl === undefined
58 ? undefined
59 : yield* OtlpTracer.make({
60 url: config.otlpTracesUrl,
61 exportInterval: `${traces.exportIntervalMs} millis`,
62 headers: traces.headers,
63 resource,
64 });
65​
66 const tracer = yield* makeLocalFileTracer({
67 filePath: config.serverTracePath,
68 maxBytes: config.traceMaxBytes,
69 maxFiles: config.traceMaxFiles,
70 batchWindowMs: config.traceBatchWindowMs,
71 sink,
72 ...(delegate ? { delegate } : {}),
73 });
74​
75 const heapAttribution = yield* HeapAttribution.make(tracer);
76 yield* heapAttribution.run;
77​
78 return Layer.mergeAll(
79 Layer.succeed(Tracer.Tracer, heapAttribution.tracer),
80 BrowserTraceCollector.layer(sink),
81 );
82 }),
83 ).pipe(Layer.provide(OtlpExporter.layerFlusher), Layer.provideMerge(layerSerialization));
84​
85 const metricsLayer =
86 config.otlpMetricsUrl === undefined
87 ? Layer.empty
88 : OtlpMetrics.layer({
89 url: config.otlpMetricsUrl,
90 exportInterval: `${metrics.exportIntervalMs} millis`,
91 headers: metrics.headers,
92 resource,
93 }).pipe(Layer.provide(SharedObservability.layerOtlpSerialization(metrics.protocol)));
94​
95 const layerOtelWarnings = Layer.effectDiscard(
96 Effect.forEach(config.otelEnvironment.warnings, (warning) => Effect.logWarning(warning)),
97 );
98​
99 return layerOtelWarnings.pipe(
100 Layer.provideMerge(
101 Layer.mergeAll(ServerLogger.layer, layerTraceReferences, layerTracer, metricsLayer),
102 ),
103 Layer.provide(
104 OtelEnvironment.layerResourceAttributes(config.otelEnvironment.resourceAttributes),
105 ),
106 );
107 }),
108);