diff --git a/providers/replicate/models/deepseek-ai/deepseek-r1.toml b/providers/replicate/models/deepseek-ai/deepseek-r1.toml new file mode 100644 index 000000000..87a5ce2c7 --- /dev/null +++ b/providers/replicate/models/deepseek-ai/deepseek-r1.toml @@ -0,0 +1,14 @@ +# https://replicate.com/deepseek-ai/deepseek-r1/llms.txt + +base_model = "deepseek/deepseek-r1" + +tool_call = false +reasoning_options = [] + +[cost] +input = 10 +output = 10 + +[limit] +context = 128_000 +output = 20_480 diff --git a/providers/replicate/models/meta/meta-llama-3-70b-instruct.toml b/providers/replicate/models/meta/meta-llama-3-70b-instruct.toml new file mode 100644 index 000000000..2db5ad3f2 --- /dev/null +++ b/providers/replicate/models/meta/meta-llama-3-70b-instruct.toml @@ -0,0 +1,24 @@ +# https://replicate.com/meta/meta-llama-3-70b-instruct/llms.txt + +name = "Llama 3 70B Instruct" +family = "llama" +release_date = "2024-04-18" +last_updated = "2024-04-18" +knowledge = "2023-12" +attachment = false +reasoning = false +temperature = true +tool_call = false +open_weights = true + +[cost] +input = 0.65 +output = 2.75 + +[limit] +context = 8_192 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] diff --git a/providers/replicate/models/meta/meta-llama-3-8b-instruct.toml b/providers/replicate/models/meta/meta-llama-3-8b-instruct.toml new file mode 100644 index 000000000..e6c7b0092 --- /dev/null +++ b/providers/replicate/models/meta/meta-llama-3-8b-instruct.toml @@ -0,0 +1,24 @@ +# https://replicate.com/meta/meta-llama-3-8b-instruct/llms.txt + +name = "Llama 3 8B Instruct" +family = "llama" +release_date = "2024-04-18" +last_updated = "2024-04-18" +knowledge = "2023-03" +attachment = false +reasoning = false +temperature = true +tool_call = false +open_weights = true + +[cost] +input = 0.05 +output = 0.25 + +[limit] +context = 8_192 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] diff --git a/providers/replicate/provider.toml b/providers/replicate/provider.toml new file mode 100644 index 000000000..73b83659d --- /dev/null +++ b/providers/replicate/provider.toml @@ -0,0 +1,4 @@ +name = "Replicate" +env = ["REPLICATE_API_TOKEN"] +npm = "replicate" +doc = "https://replicate.com/docs"