Merge pull request #107 from tylersyin/main

[Embercloud] Add EmberCloud as a Provider

Author: siddharthsambharia-portkey

general/ember-cloud.json

@@ -0,0 +1,58 @@
+{
+  "name": "ember-cloud",
+  "description": "",
+  "default": {
+    "params": [
+      { "key": "max_tokens", "defaultValue": 1024, "minValue": 1, "maxValue": 131000 },
+      { "key": "temperature", "defaultValue": 1, "minValue": 0, "maxValue": 2 },
+      { "key": "top_p", "defaultValue": 1, "minValue": 0, "maxValue": 1 },
+      { "key": "stop", "defaultValue": null, "type": "array-of-strings", "skipValues": [null, []] },
+      { "key": "stream", "defaultValue": true, "type": "boolean" },
+      {
+        "key": "tool_choice",
+        "type": "non-view-manage-data",
+        "defaultValue": null,
+        "options": [
+          { "value": "none", "name": "None" },
+          { "value": "auto", "name": "Auto" },
+          { "value": "required", "name": "Required" },
+          { "value": "custom", "name": "Custom", "schema": { "type": "json" } }
+        ],
+        "skipValues": [null, []],
+        "rule": {
+          "default": {
+            "condition": "tools",
+            "then": "auto",
+            "else": null
+          }
+        }
+      }
+    ],
+    "messages": { "options": ["system", "user", "assistant"] },
+    "type": { "primary": "chat", "supported": ["tools"] }
+  },
+  "glm-5": {
+    "params": [{ "key": "max_tokens", "maxValue": 131000 }],
+    "type": { "primary": "chat", "supported": ["tools"] }
+  },
+  "glm-4.7": {
+    "params": [{ "key": "max_tokens", "maxValue": 131000 }],
+    "type": { "primary": "chat", "supported": ["tools"] }
+  },
+  "glm-4.7-flash": {
+    "params": [{ "key": "max_tokens", "maxValue": 131000 }],
+    "type": { "primary": "chat", "supported": ["tools"] }
+  },
+  "glm-4.6": {
+    "params": [{ "key": "max_tokens", "maxValue": 128000 }],
+    "type": { "primary": "chat", "supported": ["tools"] }
+  },
+  "glm-4.5": {
+    "params": [{ "key": "max_tokens", "maxValue": 96000 }],
+    "type": { "primary": "chat", "supported": ["tools"] }
+  },
+  "glm-4.5-air": {
+    "params": [{ "key": "max_tokens", "maxValue": 96000 }],
+    "type": { "primary": "chat", "supported": ["tools"] }
+  }
+}

pricing/ember-cloud.json

@@ -0,0 +1,81 @@
+{
+  "default": {
+    "pricing_config": {
+      "pay_as_you_go": {
+        "request_token": { "price": 0 },
+        "response_token": { "price": 0 }
+      },
+      "calculate": {
+        "request": {
+          "operation": "multiply",
+          "operands": [
+            { "value": "input_tokens" },
+            { "value": "rates.request_token" }
+          ]
+        },
+        "response": {
+          "operation": "multiply",
+          "operands": [
+            { "value": "output_tokens" },
+            { "value": "rates.response_token" }
+          ]
+        }
+      },
+      "currency": "USD"
+    }
+  },
+  "glm-5": {
+    "pricing_config": {
+      "pay_as_you_go": {
+        "request_token": { "price": 0.0001 },
+        "response_token": { "price": 0.00032 },
+        "cache_read_input_token": { "price": 0.00002 }
+      }
+    }
+  },
+  "glm-4.7": {
+    "pricing_config": {
+      "pay_as_you_go": {
+        "request_token": { "price": 0.00004 },
+        "response_token": { "price": 0.000175 },
+        "cache_read_input_token": { "price": 0.000008 }
+      }
+    }
+  },
+  "glm-4.7-flash": {
+    "pricing_config": {
+      "pay_as_you_go": {
+        "request_token": { "price": 0.000006 },
+        "response_token": { "price": 0.00004 },
+        "cache_read_input_token": { "price": 0.000001 }
+      }
+    }
+  },
+  "glm-4.6": {
+    "pricing_config": {
+      "pay_as_you_go": {
+        "request_token": { "price": 0.000043 },
+        "response_token": { "price": 0.000174 },
+        "cache_read_input_token": { "price": 0.000008 }
+      }
+    }
+  },
+  "glm-4.5": {
+    "pricing_config": {
+      "pay_as_you_go": {
+        "request_token": { "price": 0.00006 },
+        "response_token": { "price": 0.00022 },
+        "cache_read_input_token": { "price": 0.000011 }
+      }
+    }
+  },
+  "glm-4.5-air": {
+    "pricing_config": {
+      "pay_as_you_go": {
+        "request_token": { "price": 0.000013 },
+        "response_token": { "price": 0.000085 },
+        "cache_read_input_token": { "price": 0.0000025 }
+      }
+    }
+  }
+}