diff --git a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main.yaml b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main.yaml
index 71746168490aa..71afd7e238a18 100644
--- a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main.yaml
+++ b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main.yaml
@@ -89,8 +89,8 @@ tests:
         export AZUREOPENAI_ENTRA_ID_CLIENT_SECRET=$(cat /var/run/azureopenai-entra-id/client_secret)
         export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token
         export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token
-        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis
-        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex
+        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis/token
+        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token
 
         export PROVIDER_KEY_PATH=/var/run/openai/token
         export PROVIDER=openai
@@ -155,7 +155,7 @@ tests:
         export AZUREOPENAI_PROVIDER_KEY_PATH=/var/run/azure_openai/token
         export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token
         export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token
-        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex
+        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token
 
         tests/scripts/test-evaluation.sh
       credentials:
diff --git a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.16.yaml b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.16.yaml
index 370e66ef35ae0..aa21489fcf4ab 100644
--- a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.16.yaml
+++ b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.16.yaml
@@ -50,8 +50,8 @@ tests:
         export AZUREOPENAI_ENTRA_ID_CLIENT_SECRET=$(cat /var/run/azureopenai-entra-id/client_secret)
         export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token
         export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token
-        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis
-        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex
+        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis/token
+        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token
 
         export PROVIDER_KEY_PATH=/var/run/openai/token
         export PROVIDER=openai
diff --git a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.17.yaml b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.17.yaml
index eed89d5e80900..8e9660e7cc08d 100644
--- a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.17.yaml
+++ b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.17.yaml
@@ -58,8 +58,8 @@ tests:
         export AZUREOPENAI_ENTRA_ID_CLIENT_SECRET=$(cat /var/run/azureopenai-entra-id/client_secret)
         export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token
         export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token
-        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis
-        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex
+        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis/token
+        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token
 
         export PROVIDER_KEY_PATH=/var/run/openai/token
         export PROVIDER=openai
diff --git a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.18.yaml b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.18.yaml
index cda1e67284aa9..5816625993de3 100644
--- a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.18.yaml
+++ b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.18.yaml
@@ -54,8 +54,8 @@ tests:
         export AZUREOPENAI_ENTRA_ID_CLIENT_SECRET=$(cat /var/run/azureopenai-entra-id/client_secret)
         export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token
         export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token
-        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis
-        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex
+        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis/token
+        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token
 
         export PROVIDER_KEY_PATH=/var/run/openai/token
         export PROVIDER=openai
diff --git a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.19.yaml b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.19.yaml
index d3fd21757ed5d..7003ffeb30a3f 100644
--- a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.19.yaml
+++ b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.19.yaml
@@ -50,8 +50,8 @@ tests:
         export AZUREOPENAI_ENTRA_ID_CLIENT_SECRET=$(cat /var/run/azureopenai-entra-id/client_secret)
         export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token
         export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token
-        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis
-        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex
+        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis/token
+        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token
 
         export PROVIDER_KEY_PATH=/var/run/openai/token
         export PROVIDER=openai
@@ -116,7 +116,7 @@ tests:
         export AZUREOPENAI_PROVIDER_KEY_PATH=/var/run/azure_openai/token
         export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token
         export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token
-        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex
+        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token
 
         tests/scripts/test-evaluation.sh
       credentials:
diff --git a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.20.yaml b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.20.yaml
index d5ae31ec7a664..0d02182fda52f 100644
--- a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.20.yaml
+++ b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.20.yaml
@@ -50,8 +50,8 @@ tests:
         export AZUREOPENAI_ENTRA_ID_CLIENT_SECRET=$(cat /var/run/azureopenai-entra-id/client_secret)
         export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token
         export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token
-        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis
-        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex
+        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis/token
+        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token
 
         export PROVIDER_KEY_PATH=/var/run/openai/token
         export PROVIDER=openai
@@ -116,7 +116,7 @@ tests:
         export AZUREOPENAI_PROVIDER_KEY_PATH=/var/run/azure_openai/token
         export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token
         export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token
-        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex
+        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token
 
         tests/scripts/test-evaluation.sh
       credentials:
diff --git a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.21.yaml b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.21.yaml
index f1dbb9a53a856..4e17f2b8aca2e 100644
--- a/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.21.yaml
+++ b/ci-operator/config/openshift/lightspeed-service/openshift-lightspeed-service-main__4.21.yaml
@@ -50,8 +50,8 @@ tests:
         export AZUREOPENAI_ENTRA_ID_CLIENT_SECRET=$(cat /var/run/azureopenai-entra-id/client_secret)
         export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token
         export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token
-        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis
-        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex
+        export RHAIIS_PROVIDER_KEY_PATH=/var/run/rhaiis/token
+        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token
 
         export PROVIDER_KEY_PATH=/var/run/openai/token
         export PROVIDER=openai
@@ -116,7 +116,7 @@ tests:
         export AZUREOPENAI_PROVIDER_KEY_PATH=/var/run/azure_openai/token
         export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token
         export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token
-        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex
+        export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token
 
         tests/scripts/test-evaluation.sh
       credentials: