Add support for custom metrics exporters

Author: ericallam

packages/cli-v3/src/entryPoints/dev-run-worker.ts

@@ -208,6 +208,7 @@ async function doBootstrap() {
       instrumentations: config.telemetry?.instrumentations ?? config.instrumentations ?? [],
       exporters: config.telemetry?.exporters ?? [],
       logExporters: config.telemetry?.logExporters ?? [],
+      metricExporters: config.telemetry?.metricExporters ?? [],
       metricReaders: config.telemetry?.metricReaders ?? [],
       diagLogLevel: (env.TRIGGER_OTEL_LOG_LEVEL as TracingDiagnosticLogLevel) ?? "none",
       forceFlushTimeoutMillis: 30_000,

packages/cli-v3/src/entryPoints/managed-run-worker.ts

@@ -189,6 +189,7 @@ async function doBootstrap() {
       forceFlushTimeoutMillis: 30_000,
       exporters: config.telemetry?.exporters ?? [],
       logExporters: config.telemetry?.logExporters ?? [],
+      metricExporters: config.telemetry?.metricExporters ?? [],
       metricReaders: config.telemetry?.metricReaders ?? [],
       resource: config.telemetry?.resource,
       hostMetrics: true,

packages/core/src/v3/config.ts

@@ -1,6 +1,6 @@
 import type { Instrumentation } from "@opentelemetry/instrumentation";
 import type { SpanExporter } from "@opentelemetry/sdk-trace-base";
-import type { MetricReader } from "@opentelemetry/sdk-metrics";
+import type { MetricReader, PushMetricExporter } from "@opentelemetry/sdk-metrics";
 import type { BuildExtension } from "./build/extensions.js";
 import type {
   AnyOnFailureHookFunction,
@@ -110,6 +110,14 @@ export type TriggerConfig = {
      */
     logExporters?: Array<LogRecordExporter>;
 
+    /**
+     * Metric exporters to use for OpenTelemetry. This is useful if you want to export metrics to external services.
+     * Each exporter is automatically wrapped in a PeriodicExportingMetricReader.
+     *
+     * For more control over the reader configuration, use `metricReaders` instead.
+     */
+    metricExporters?: Array<PushMetricExporter>;
+
     /**
      * Metric readers for OpenTelemetry. Add custom metric readers to export
      * metrics to external services alongside the default Trigger.dev exporter.

packages/core/src/v3/otel/tracingSDK.ts

@@ -32,6 +32,7 @@ import {
   MeterProvider,
   PeriodicExportingMetricReader,
   type MetricReader,
+  type PushMetricExporter,
 } from "@opentelemetry/sdk-metrics";
 import { RandomIdGenerator, SpanProcessor } from "@opentelemetry/sdk-trace-base";
 import {
@@ -83,6 +84,7 @@ export type TracingSDKConfig = {
   instrumentations?: Instrumentation[];
   exporters?: SpanExporter[];
   logExporters?: LogRecordExporter[];
+  metricExporters?: PushMetricExporter[];
   metricReaders?: MetricReader[];
   diagLogLevel?: TracingDiagnosticLogLevel;
   resource?: Resource;
@@ -319,6 +321,14 @@ export class TracingSDK {
         exportIntervalMillis: collectionIntervalMs,
         exportTimeoutMillis: Math.min(exportTimeoutMillis, collectionIntervalMs),
       }),
+      ...(config.metricExporters ?? []).map(
+        (exporter) =>
+          new PeriodicExportingMetricReader({
+            exporter,
+            exportIntervalMillis: collectionIntervalMs,
+            exportTimeoutMillis: Math.min(exportTimeoutMillis, collectionIntervalMs),
+          })
+      ),
       ...(config.metricReaders ?? []),
     ];