chore: add opentelemetry

apps/backend/.env.example

@@ -47,3 +47,11 @@ ENABLE_CRON_JOBS=false
 
 # OpenAI
 OPENAI_API_KEY=
+
+# Monitors
+ENABLE_MONITORS=true
+MONITOR_CRON_TIME="*/30 * * * *"
+
+# Telemetry
+OTEL_EXPORTER_OTLP_ENDPOINT=localhost
+OTEL_EXPORTER_OTLP_HEADERS=

apps/backend/docker-compose.yml

@@ -56,6 +56,16 @@ services:
       - localstack_data:/var/lib/localstack
     networks:
       - plotwist_network
+
+  grafana:
+    image: grafana/otel-lgtm
+    container_name: plotwist_grafana
+    ports:
+      - 12345:3000
+      - 4317:4317
+      - 4318:4318
+    networks:
+      - plotwist_network
 
 volumes:
   redis-data:

apps/backend/package.json

@@ -32,10 +32,21 @@
     "@fastify/cors": "^11.2.0",
     "@fastify/jwt": "^10.0.0",
     "@fastify/multipart": "^9.3.0",
+    "@fastify/otel": "^0.16.0",
     "@fastify/rate-limit": "^10.3.0",
     "@fastify/redis": "^7.1.0",
     "@fastify/swagger": "^9.6.1",
     "@fastify/swagger-ui": "^5.2.4",
+    "@kubiks/otel-drizzle": "^2.1.0",
+    "@opentelemetry/api": "^1.9.0",
+    "@opentelemetry/exporter-metrics-otlp-proto": "^0.211.0",
+    "@opentelemetry/exporter-trace-otlp-proto": "^0.211.0",
+    "@opentelemetry/host-metrics": "^0.38.2",
+    "@opentelemetry/instrumentation-http": "^0.212.0",
+    "@opentelemetry/resources": "^2.5.0",
+    "@opentelemetry/sdk-metrics": "^2.5.0",
+    "@opentelemetry/sdk-node": "^0.211.0",
+    "@opentelemetry/semantic-conventions": "^1.39.0",
     "@plotwist_app/tmdb": "^0.2.5",
     "@react-email/components": "^1.0.3",
     "@swc/core": "^1.15.8",
@@ -57,9 +68,9 @@
     "fastify-type-provider-zod": "^6.1.0",
     "google-auth-library": "^9.14.0",
     "https": "^1.0.0",
+    "ioredis": "^5.8.2",
     "jsonwebtoken": "^9.0.2",
     "jwks-rsa": "^3.1.0",
-    "ioredis": "^5.8.2",
     "node-cron": "^4.2.1",
     "openai": "^6.15.0",
     "pino": "^10.1.0",

apps/backend/src/config.ts

@@ -12,6 +12,8 @@ export const config = {
   myAnimeList: loadMALEnvs(),
   openai: loadOpenAIEnvs(),
   google: loadGoogleEnvs(),
+  monitors: loadMonitorsEnvs(),
+  telemetry: loadTelemetryEnvs(),
 }
 
 function loadRedisEnvs() {
@@ -121,3 +123,20 @@ function loadGoogleEnvs() {
 
   return schema.parse(process.env)
 }
+
+function loadMonitorsEnvs() {
+  const schema = z.object({
+    ENABLE_MONITORS: z.string().default('false'),
+    MONITOR_CRON_TIME: z.string().default('0 0 * * *'),
+  })
+
+  return schema.parse(process.env)
+}
+
+function loadTelemetryEnvs() {
+  const schema = z.object({
+    OTEL_EXPORTER_OTLP_ENDPOINT: z.string().optional(),
+    OTEL_EXPORTER_OTLP_HEADERS: z.string().optional(),
+  })
+  return schema.parse(process.env)
+}

apps/backend/src/domain/services/tmdb/get-tmdb-data.ts

@@ -1,4 +1,5 @@
 import type { FastifyRedis } from '@fastify/redis'
+
 import type { Language } from '@plotwist_app/tmdb'
 import { tmdb } from '@/infra/adapters/tmdb'
 

apps/backend/src/domain/services/users/update-user.ts

@@ -1,3 +1,4 @@
+import type { z } from 'zod'
 import { NoValidFieldsError } from '@/domain/errors/no-valid-fields'
 import { UserNotFoundError } from '@/domain/errors/user-not-found'
 import { UsernameAlreadyRegisteredError } from '@/domain/errors/username-already-registered'
@@ -8,7 +9,7 @@ import {
 import { isUniqueViolation } from '@/infra/db/utils/postgres-errors'
 import type { updateUserBodySchema } from '@/infra/http/schemas/users'
 
-export type UpdateUserInput = typeof updateUserBodySchema._type
+export type UpdateUserInput = z.infer<typeof updateUserBodySchema>
 
 export async function updateUserService({
   userId,

apps/backend/src/infra/adapters/r2-storage.ts

@@ -76,7 +76,7 @@ async function uploadImage({
 
 const R2Storage: CloudStorage = {
   deleteOldImages: prefix => deleteOldImages(prefix),
-  uploadImage: uploadImageInput => uploadImage(uploadImageInput),
+  uploadImage: input => uploadImage(input),
 }
 
 export { R2Storage }

apps/backend/src/infra/db/index.ts

@@ -1,3 +1,4 @@
+import { instrumentDrizzleClient } from '@kubiks/otel-drizzle'
 import { drizzle } from 'drizzle-orm/postgres-js'
 import postgres from 'postgres'
 import { config } from '@/config'
@@ -6,3 +7,5 @@ import * as schema from './schema'
 
 export const client = postgres(config.db.DATABASE_URL)
 export const db = drizzle(client, { schema })
+
+instrumentDrizzleClient(db, { dbSystem: 'postgresql' })

apps/backend/src/infra/db/repositories/reviews-repository.ts

@@ -118,7 +118,7 @@ export async function selectReviews({
     )
     .leftJoin(schema.users, eq(schema.reviews.userId, schema.users.id))
     .orderBy(...orderCriteria)
-    .limit(limit + 1) // Fetch one extra to check if there are more
+    .limit(limit + 1)
     .offset(offset)
 }
 

apps/backend/src/infra/db/repositories/user-item-repository.ts

@@ -180,7 +180,6 @@ export async function reorderUserItems(
   _status: string,
   orderedIds: string[]
 ) {
-  // Update position for each item based on array order
   const updates = orderedIds.map((id, index) =>
     db
       .update(schema.userItems)

apps/backend/src/infra/db/repositories/user-stats.ts

@@ -3,8 +3,6 @@ import { db } from '..'
 import { schema } from '../schema'
 
 export async function selectUserStats(userId: string) {
-  // Run all independent queries in parallel instead of sequential transaction
-  // This improves performance as these are all read-only operations
   const [
     [{ count: followersCount }],
     [{ count: followingCount }],

apps/backend/src/infra/http/routes/follow.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   createFollowController,
   deleteFollowController,

apps/backend/src/infra/http/routes/images.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import { createImageController } from '../controllers/images-controller'
 import { verifyJwt } from '../middlewares/verify-jwt'
 import {

apps/backend/src/infra/http/routes/import.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   createImportController,
   getDetailedImportController,

apps/backend/src/infra/http/routes/likes.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   createLikeController,
   deleteLikeController,

apps/backend/src/infra/http/routes/list-item.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   createListItemController,
   deleteListItemController,

apps/backend/src/infra/http/routes/lists.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   createListController,
   deleteListController,

apps/backend/src/infra/http/routes/login.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import { loginController } from '../controllers/login-controller'
 import { loginBodySchema, loginResponseSchema } from '../schemas/login'
 

apps/backend/src/infra/http/routes/social-auth.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   appleAuthController,
   googleAuthController,

apps/backend/src/infra/http/routes/social-links.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   getSocialLinksController,
   upsertSocialLinksController,

apps/backend/src/infra/http/routes/subscriptions.ts

@@ -1,4 +1,5 @@
 import type { FastifyInstance } from 'fastify'
+
 import { deleteSubscriptionController } from '../controllers/subscriptions-controller'
 import { verifyJwt } from '../middlewares/verify-jwt'
 import {

apps/backend/src/infra/http/routes/tmdb-proxy.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import https from 'https'
+
 import { config } from '@/config'
 
 const TMDB_BASE_URL = 'https://api.themoviedb.org/3'

apps/backend/src/infra/http/routes/user-activities.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   deleteUserActivityController,
   getUserActivitiesController,

apps/backend/src/infra/http/routes/user-episodes.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   createUserEpisodesController,
   deleteUserEpisodesController,

apps/backend/src/infra/http/routes/user-items.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   deleteUserItemController,
   getAllUserItemsController,

apps/backend/src/infra/http/routes/user-stats.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   getUserBestReviewsController,
   getUserItemsStatusController,

apps/backend/src/infra/http/routes/users.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   createUserController,
   deleteUserController,

apps/backend/src/infra/http/routes/watch-entries.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import {
   createWatchEntryController,
   deleteWatchEntryController,

apps/backend/src/infra/http/routes/webhook.ts

@@ -1,5 +1,6 @@
 import type { FastifyInstance } from 'fastify'
 import type { ZodTypeProvider } from 'fastify-type-provider-zod'
+
 import { stripeWebhookController } from '../controllers/stripe-webhook-controller'
 
 export async function webhookRoutes(app: FastifyInstance) {

apps/backend/src/infra/http/server.ts

@@ -6,15 +6,19 @@ import {
   validatorCompiler,
 } from 'fastify-type-provider-zod'
 import { ZodError } from 'zod'
+import { config } from '@/config'
 import { DomainError } from '@/domain/errors/domain-error'
 import { logger } from '@/infra/adapters/logger'
-import { config } from '../../config'
+import { registerHttpRequestMetrics } from '@/infra/telemetry/http-request-metrics'
+import { fastifyOtel } from '@/infra/telemetry/otel'
 import { routes } from './routes'
 import { transformSwaggerSchema } from './transform-schema'
 
 const app: FastifyInstance = fastify()
 
-export function startServer() {
+export async function startServer() {
+  await app.register(fastifyOtel.plugin())
+
   app.setValidatorCompiler(validatorCompiler)
   app.setSerializerCompiler(serializerCompiler)
 
@@ -85,16 +89,15 @@ export function startServer() {
     return reply.status(500).send({ message: 'Internal server error.' })
   })
 
+  registerHttpRequestMetrics(app)
+
   // TODO: Uncomment this when we have a client guard
   // registerClientGuard(app)
   routes(app)
 
-  app
-    .listen({
-      port: config.app.PORT,
-      host: '0.0.0.0',
-    })
-    .then(() => {
-      logger.info(`HTTP server running at ${config.app.BASE_URL}`)
-    })
+  await app.listen({
+    port: config.app.PORT,
+    host: '0.0.0.0',
+  })
+  logger.info(`HTTP server running at ${config.app.BASE_URL}`)
 }

apps/backend/src/infra/http/transform-schema.ts

@@ -5,7 +5,7 @@ export function transformSwaggerSchema(
 ): ReturnType<typeof jsonSchemaTransform> {
   const { schema, url } = jsonSchemaTransform(data)
 
-  if (schema.consumes?.includes('multipart/form-data')) {
+  if (schema?.consumes?.includes('multipart/form-data')) {
     if (schema.body === undefined) {
       schema.body = {
         type: 'object',