feat: Add Oracle Cloud Infrastructure (OCI) Generative AI client support

README.md

@@ -58,6 +58,111 @@ for event in response:
         print(event.delta.message.content.text, end="")
 ```
 
+## Oracle Cloud Infrastructure (OCI)
+
+The SDK supports Oracle Cloud Infrastructure (OCI) Generative AI service. First, install the OCI SDK:
+
+```
+pip install 'cohere[oci]'
+```
+
+Then use the `OciClient` or `OciClientV2`:
+
+```Python
+import cohere
+
+# Using OCI config file authentication (default: ~/.oci/config)
+co = cohere.OciClient(
+    oci_region="us-chicago-1",
+    oci_compartment_id="ocid1.compartment.oc1...",
+)
+
+response = co.embed(
+    model="embed-english-v3.0",
+    texts=["Hello world"],
+    input_type="search_document",
+)
+
+print(response.embeddings)
+```
+
+### OCI Authentication Methods
+
+**1. Config File (Default)**
+```Python
+co = cohere.OciClient(
+    oci_region="us-chicago-1",
+    oci_compartment_id="ocid1.compartment.oc1...",
+    # Uses ~/.oci/config with DEFAULT profile
+)
+```
+
+**2. Custom Profile**
+```Python
+co = cohere.OciClient(
+    oci_profile="MY_PROFILE",
+    oci_region="us-chicago-1",
+    oci_compartment_id="ocid1.compartment.oc1...",
+)
+```
+
+**3. Session-based Authentication (Security Token)**
+```Python
+# Works with OCI CLI session tokens
+co = cohere.OciClient(
+    oci_profile="MY_SESSION_PROFILE",  # Profile with security_token_file
+    oci_region="us-chicago-1",
+    oci_compartment_id="ocid1.compartment.oc1...",
+)
+```
+
+**4. Direct Credentials**
+```Python
+co = cohere.OciClient(
+    oci_user_id="ocid1.user.oc1...",
+    oci_fingerprint="xx:xx:xx:...",
+    oci_tenancy_id="ocid1.tenancy.oc1...",
+    oci_private_key_path="~/.oci/key.pem",
+    oci_region="us-chicago-1",
+    oci_compartment_id="ocid1.compartment.oc1...",
+)
+```
+
+**5. Instance Principal (for OCI Compute instances)**
+```Python
+co = cohere.OciClient(
+    auth_type="instance_principal",
+    oci_region="us-chicago-1",
+    oci_compartment_id="ocid1.compartment.oc1...",
+)
+```
+
+### Supported OCI APIs
+
+The OCI client supports the following Cohere APIs:
+- **Embed**: Full support for all embedding models (embed-english-v3.0, embed-light-v3.0, embed-multilingual-v3.0)
+- **Chat**: Full support with both V1 (`OciClient`) and V2 (`OciClientV2`) APIs
+  - Streaming available via `chat_stream()`
+  - Supports Command-R and Command-A model families
+
+### OCI Model Availability and Limitations
+
+**Available on OCI On-Demand Inference:**
+- ✅ **Embed models**: embed-english-v3.0, embed-light-v3.0, embed-multilingual-v3.0
+- ✅ **Chat models**: command-r-08-2024, command-r-plus, command-a-03-2025
+
+**Not Available on OCI On-Demand Inference:**
+- ❌ **Generate API**: OCI TEXT_GENERATION models are base models that require fine-tuning before deployment
+- ❌ **Rerank API**: OCI TEXT_RERANK models are base models that require fine-tuning before deployment
+- ❌ **Multiple Embedding Types**: OCI on-demand models only support single embedding type per request (cannot request both `float` and `int8` simultaneously)
+
+**Note**: To use Generate or Rerank models on OCI, you need to:
+1. Fine-tune the base model using OCI's fine-tuning service
+2. Deploy the fine-tuned model to a dedicated endpoint
+3. Update your code to use the deployed model endpoint
+
+For the latest model availability, see the [OCI Generative AI documentation](https://docs.oracle.com/en-us/iaas/Content/generative-ai/home.htm).
+
 ## Contributing
 
 While we value open-source contributions to this SDK, the code is generated programmatically. Additions made directly would have to be moved over to our generation code, otherwise they would be overwritten upon the next generated release. Feel free to open a PR as a proof of concept, but know that we will not be able to merge it as-is. We suggest opening an issue first to discuss with us!

pyproject.toml

@@ -47,6 +47,10 @@ requests = "^2.0.0"
 tokenizers = ">=0.15,<1"
 types-requests = "^2.0.0"
 typing_extensions = ">= 4.0.0"
+oci = { version = "^2.165.0", optional = true }
+
+[tool.poetry.extras]
+oci = ["oci"]
 
 [tool.poetry.group.dev.dependencies]
 mypy = "==1.13.0"

src/cohere/__init__.py

@@ -518,6 +518,8 @@
     "NotFoundError": ".errors",
     "NotImplementedError": ".errors",
     "OAuthAuthorizeResponse": ".types",
+    "OciClient": ".oci_client",
+    "OciClientV2": ".oci_client",
     "ParseInfo": ".types",
     "RerankDocument": ".types",
     "RerankRequestDocumentsItem": ".types",
@@ -851,6 +853,8 @@ def __dir__():
     "NotFoundError",
     "NotImplementedError",
     "OAuthAuthorizeResponse",
+    "OciClient",
+    "OciClientV2",
     "ParseInfo",
     "RerankDocument",
     "RerankRequestDocumentsItem",

src/cohere/aws_client.py

@@ -4,14 +4,15 @@
 import typing
 
 import httpx
-from httpx import URL, SyncByteStream, ByteStream
+from httpx import URL, ByteStream
 
 from . import GenerateStreamedResponse, Generation, \
     NonStreamedChatResponse, EmbedResponse, StreamedChatResponse, RerankResponse, ApiMeta, ApiMetaTokens, \
     ApiMetaBilledUnits
 from .client import Client, ClientEnvironment
 from .core import construct_type
 from .manually_maintained.lazy_aws_deps import lazy_boto3, lazy_botocore
+from .manually_maintained.streaming import Streamer
 from .client_v2 import ClientV2
 
 class AwsClient(Client):
@@ -112,16 +113,6 @@ def get_event_hooks(
                               })
 
 
-class Streamer(SyncByteStream):
-    lines: typing.Iterator[bytes]
-
-    def __init__(self, lines: typing.Iterator[bytes]):
-        self.lines = lines
-
-    def __iter__(self) -> typing.Iterator[bytes]:
-        return self.lines
-
-
 response_mapping: typing.Dict[str, typing.Any] = {
     "chat": NonStreamedChatResponse,
     "embed": EmbedResponse,
@@ -291,4 +282,4 @@ def get_api_version(*, version: str):
         "v2": 2,
     }
 
-    return int_version.get(version, 1)
+    return int_version.get(version, 1)

src/cohere/manually_maintained/lazy_oci_deps.py

@@ -0,0 +1,30 @@
+"""Lazy loading for optional OCI SDK dependency."""
+
+from typing import Any
+
+OCI_INSTALLATION_MESSAGE = """
+The OCI SDK is required to use OciClient or OciClientV2.
+
+Install it with:
+    pip install oci
+
+Or with the optional dependency group:
+    pip install cohere[oci]
+"""
+
+
+def lazy_oci() -> Any:
+    """
+    Lazily import the OCI SDK.
+
+    Returns:
+        The oci module
+
+    Raises:
+        ImportError: If the OCI SDK is not installed
+    """
+    try:
+        import oci
+        return oci
+    except ImportError:
+        raise ImportError(OCI_INSTALLATION_MESSAGE)

src/cohere/manually_maintained/streaming.py

@@ -0,0 +1,15 @@
+import typing
+
+from httpx import SyncByteStream
+
+
+class Streamer(SyncByteStream):
+    """Wrap an iterator of bytes for httpx streaming responses."""
+
+    lines: typing.Iterator[bytes]
+
+    def __init__(self, lines: typing.Iterator[bytes]):
+        self.lines = lines
+
+    def __iter__(self) -> typing.Iterator[bytes]:
+        return self.lines