From 9251e06b68083515540f519ca38b89f82871adc9 Mon Sep 17 00:00:00 2001 From: Aiden Cline Date: Wed, 10 Jun 2026 16:05:54 -0500 Subject: [PATCH 1/2] [replicate] Add verified model metadata --- .../models/deepseek-ai/deepseek-r1.toml | 13 ++++++++++ .../meta/meta-llama-3-70b-instruct.toml | 24 +++++++++++++++++++ .../models/meta/meta-llama-3-8b-instruct.toml | 24 +++++++++++++++++++ providers/replicate/provider.toml | 4 ++++ 4 files changed, 65 insertions(+) create mode 100644 providers/replicate/models/deepseek-ai/deepseek-r1.toml create mode 100644 providers/replicate/models/meta/meta-llama-3-70b-instruct.toml create mode 100644 providers/replicate/models/meta/meta-llama-3-8b-instruct.toml create mode 100644 providers/replicate/provider.toml diff --git a/providers/replicate/models/deepseek-ai/deepseek-r1.toml b/providers/replicate/models/deepseek-ai/deepseek-r1.toml new file mode 100644 index 000000000..a406a15c7 --- /dev/null +++ b/providers/replicate/models/deepseek-ai/deepseek-r1.toml @@ -0,0 +1,13 @@ +# https://replicate.com/deepseek-ai/deepseek-r1/llms.txt + +base_model = "deepseek/deepseek-r1" + +reasoning_options = [] + +[cost] +input = 10 +output = 10 + +[limit] +context = 128_000 +output = 20_480 diff --git a/providers/replicate/models/meta/meta-llama-3-70b-instruct.toml b/providers/replicate/models/meta/meta-llama-3-70b-instruct.toml new file mode 100644 index 000000000..2db5ad3f2 --- /dev/null +++ b/providers/replicate/models/meta/meta-llama-3-70b-instruct.toml @@ -0,0 +1,24 @@ +# https://replicate.com/meta/meta-llama-3-70b-instruct/llms.txt + +name = "Llama 3 70B Instruct" +family = "llama" +release_date = "2024-04-18" +last_updated = "2024-04-18" +knowledge = "2023-12" +attachment = false +reasoning = false +temperature = true +tool_call = false +open_weights = true + +[cost] +input = 0.65 +output = 2.75 + +[limit] +context = 8_192 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] diff --git a/providers/replicate/models/meta/meta-llama-3-8b-instruct.toml b/providers/replicate/models/meta/meta-llama-3-8b-instruct.toml new file mode 100644 index 000000000..e6c7b0092 --- /dev/null +++ b/providers/replicate/models/meta/meta-llama-3-8b-instruct.toml @@ -0,0 +1,24 @@ +# https://replicate.com/meta/meta-llama-3-8b-instruct/llms.txt + +name = "Llama 3 8B Instruct" +family = "llama" +release_date = "2024-04-18" +last_updated = "2024-04-18" +knowledge = "2023-03" +attachment = false +reasoning = false +temperature = true +tool_call = false +open_weights = true + +[cost] +input = 0.05 +output = 0.25 + +[limit] +context = 8_192 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] diff --git a/providers/replicate/provider.toml b/providers/replicate/provider.toml new file mode 100644 index 000000000..73b83659d --- /dev/null +++ b/providers/replicate/provider.toml @@ -0,0 +1,4 @@ +name = "Replicate" +env = ["REPLICATE_API_TOKEN"] +npm = "replicate" +doc = "https://replicate.com/docs" From 742d7f6ef8e805adcc52286441a7f735206613d9 Mon Sep 17 00:00:00 2001 From: Aiden Cline Date: Wed, 10 Jun 2026 19:54:51 -0500 Subject: [PATCH 2/2] [replicate] Correct DeepSeek tool support --- providers/replicate/models/deepseek-ai/deepseek-r1.toml | 1 + 1 file changed, 1 insertion(+) diff --git a/providers/replicate/models/deepseek-ai/deepseek-r1.toml b/providers/replicate/models/deepseek-ai/deepseek-r1.toml index a406a15c7..87a5ce2c7 100644 --- a/providers/replicate/models/deepseek-ai/deepseek-r1.toml +++ b/providers/replicate/models/deepseek-ai/deepseek-r1.toml @@ -2,6 +2,7 @@ base_model = "deepseek/deepseek-r1" +tool_call = false reasoning_options = [] [cost]