DeepVCode/docs/examples/custom-models-settings.json at opensource · OrionStarAI/DeepVCode · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
{
  "models": [
    {
      "id": "custom-openai-gpt4",
      "displayName": "GPT-4 Turbo",
      "provider": "openai",
      "baseUrl": "https://api.openai.com/v1",
      "apiKey": "${OPENAI_API_KEY}",
      "modelId": "gpt-4-turbo",
      "maxTokens": 128000,
      "enabled": true
    },
    {
      "id": "custom-claude-sonnet",
      "displayName": "Claude Sonnet",
      "provider": "anthropic",
      "baseUrl": "https://api.anthropic.com",
      "apiKey": "${ANTHROPIC_API_KEY}",
      "modelId": "claude-sonnet-4-5",
      "maxTokens": 200000,
      "enabled": true
    },
    {
      "id": "custom-local-llama",
      "displayName": "Local Llama 3",
      "provider": "openai",
      "baseUrl": "http://localhost:1234/v1",
      "apiKey": "not-needed",
      "modelId": "llama-3-70b",
      "maxTokens": 8192,
      "enabled": true
    },
    {
      "id": "custom-azure-gpt4",
      "displayName": "Azure GPT-4",
      "provider": "openai",
      "baseUrl": "https://your-resource.openai.azure.com/openai/deployments/your-deployment",
      "apiKey": "${AZURE_OPENAI_KEY}",
      "modelId": "gpt-4",
      "maxTokens": 8192,
      "headers": {
        "api-version": "2024-02-01"
      },
      "enabled": false
    },
    {
      "id": "custom-groq-llama",
      "displayName": "Groq Llama 3",
      "provider": "openai",
      "baseUrl": "https://api.groq.com/openai/v1",
      "apiKey": "${GROQ_API_KEY}",
      "modelId": "llama-3-70b-8192",
      "maxTokens": 8192,
      "enabled": false
    }
  ]
}