unify packages and also set keys when initializing

Author: xzrderek

eval_protocol/proxy/Dockerfile.gateway

@@ -6,14 +6,16 @@ WORKDIR /app
 # Prevent Python from buffering stdout/stderr
 ENV PYTHONUNBUFFERED=1
 
-# Copy requirements file
-COPY ./requirements.txt /app/requirements.txt
+# Copy the entire package for local install (context is repo root)
+COPY pyproject.toml /app/pyproject.toml
+COPY eval_protocol /app/eval_protocol
+COPY README.md /app/README.md
 
-# Install dependencies
-RUN pip install --no-cache-dir -r requirements.txt
+# Install from local source with proxy extras
+RUN pip install --no-cache-dir ".[proxy]"
 
-# Copy the proxy package
-COPY ./proxy_core /app/proxy_core
+# Copy the proxy package (local overrides for main.py, auth.py, etc.)
+COPY eval_protocol/proxy/proxy_core /app/proxy_core
 
 # Expose port
 EXPOSE 4000

eval_protocol/proxy/docker-compose.yml

@@ -16,8 +16,8 @@ services:
   # Metadata Gateway - Handles LLM calls directly via LiteLLM SDK with Langfuse OTEL
   metadata-gateway:
     build:
-      context: .
-      dockerfile: Dockerfile.gateway
+      context: ../..
+      dockerfile: eval_protocol/proxy/Dockerfile.gateway
     container_name: metadata-gateway
     environment:
       - PORT=4000

eval_protocol/proxy/proxy_core/app.py

@@ -108,6 +108,12 @@ async def lifespan(app: FastAPI):
         app.state.config = build_proxy_config(preprocess_chat_request, preprocess_traces_request)
         app.state.redis = init_redis()
 
+        config = app.state.config
+        default_keys = config.langfuse_keys[config.default_project_id]
+        os.environ["LANGFUSE_PUBLIC_KEY"] = default_keys["public_key"]
+        os.environ["LANGFUSE_SECRET_KEY"] = default_keys["secret_key"]
+        os.environ.setdefault("LANGFUSE_HOST", config.langfuse_host)
+
         import litellm
 
         litellm.callbacks = ["langfuse_otel"]

eval_protocol/proxy/requirements.txt

@@ -153,6 +153,9 @@ proxy = [
     "redis>=5.0.0",
     "langfuse>=2.0.0",
     "uuid6>=2025.0.0",
+    "opentelemetry-api>=1.20.0",
+    "opentelemetry-sdk>=1.20.0",
+    "opentelemetry-exporter-otlp>=1.20.0",
 ]
 
 [project.scripts]