From 5fff54dade1362171de80bd2a62bb4867df65549 Mon Sep 17 00:00:00 2001 From: cerebrixos <248534569+cerebrixos@users.noreply.github.com> Date: Sat, 30 May 2026 15:12:46 -0400 Subject: [PATCH] docs: add Tuning Engines LiteLLM route example --- docs/development/LITELLM.md | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/docs/development/LITELLM.md b/docs/development/LITELLM.md index 30032d415..1171a8efc 100644 --- a/docs/development/LITELLM.md +++ b/docs/development/LITELLM.md @@ -173,6 +173,15 @@ model_list: model: openrouter/nvidia/nemotron-3-super-120b-a12b:free api_key: os.environ/OPENROUTER_API_KEY + # Optional: route through Tuning Engines for governed access, policy, + # request traces, and tenant-level usage reporting while Commonly still + # owns the agent runtime, pods, tasks, and memory. + - model_name: te-gpt-5.4-mini + litellm_params: + model: openai/gpt-5.4-mini + api_base: https://api.tuningengines.com/v1 + api_key: os.environ/TUNING_ENGINES_API_KEY + router_settings: routing_strategy: least-busy enable_pre_call_checks: true @@ -215,6 +224,7 @@ kubectl exec -n commonly-dev deployment/backend -- sh -c 'echo "LITELLM_BASE_URL | `DATABASE_URL` | built from `pgUser/pgHost/pgPort/pgDatabase` + `PG_PASSWORD` secret | | `GEMINI_API_KEY` | `api-keys` secret (optional) | | `OPENROUTER_API_KEY` | `api-keys` secret (optional) | +| `TUNING_ENGINES_API_KEY` | `api-keys` secret (optional, for governed OpenAI-compatible routes) | | `OPENAI_API_KEY` | `api-keys` secret (optional) | | `CHATGPT_TOKEN_DIR` | `/chatgpt-auth` (emptyDir, written by init container) | | `OPENAI_CODEX_ACCESS_TOKEN` | `api-keys` secret (read by init container) |