Merge pull request #235 from oracle-samples/234-vLLM-_judge_issue

fix url for CompatOpenAI models

Author: corradodebari

src/server/api/core/models.py

@@ -222,7 +222,10 @@ def get_client(model_config: dict, oci_config: schema.OracleCloudSettings, giska
         if giskard:
             logger.debug("Creating Giskard Client for %s in %s", model_api, model_classes)
             giskard_key = model_api_key or "giskard"
-            _client = OpenAI(api_key=giskard_key, base_url=f"{model_url}/v1")
+            if (giskard_key=="giskard" and model_api=='CompatOpenAI'):
+                _client = OpenAI(api_key=giskard_key, base_url=f"{model_url}")
+            else:
+                _client = OpenAI(api_key=giskard_key, base_url=f"{model_url}/v1")
             client = OpenAIClient(model=model_id, client=_client)
         else:
             logger.debug("Searching for %s in %s", model_api, model_classes)