From 42db1f63885126113fd6627a9ae9ef1b14fe791d Mon Sep 17 00:00:00 2001 From: Jooho Lee Date: Mon, 2 Mar 2026 13:24:45 -0500 Subject: [PATCH] add llmisvc test into kserve master ci Signed-off-by: Jooho Lee --- .../kserve/opendatahub-io-kserve-master.yaml | 60 ++++++++++++++ ...endatahub-io-kserve-master-presubmits.yaml | 83 +++++++++++++++++++ 2 files changed, 143 insertions(+) diff --git a/ci-operator/config/opendatahub-io/kserve/opendatahub-io-kserve-master.yaml b/ci-operator/config/opendatahub-io/kserve/opendatahub-io-kserve-master.yaml index cd13b40243e7b..00024af77bc8c 100644 --- a/ci-operator/config/opendatahub-io/kserve/opendatahub-io-kserve-master.yaml +++ b/ci-operator/config/opendatahub-io/kserve/opendatahub-io-kserve-master.yaml @@ -257,6 +257,66 @@ tests: cpu: 100m timeout: 20m0s workflow: hypershift-hostedcluster-workflow +- always_run: false + as: e2e-llm-inference-service + skip_if_only_changed: ^docs/|\.md$|^(?:.*/)?(?:\.gitignore|OWNERS|PROJECT|LICENSE)$|^\.github/ + steps: + cluster_profile: aws-opendatahub + env: + BASE_DOMAIN: openshift-ci-aws.rhaiseng.com + COMPUTE_NODE_TYPE: m5.2xlarge + HYPERSHIFT_AWS_REGION: us-west-2 + HYPERSHIFT_NODE_COUNT: "3" + test: + - as: e2e-llm-inference-service + cli: latest + commands: ./test/scripts/openshift-ci/run-e2e-tests.sh "llminferenceservice + and cluster_cpu" 2 "llm-d" + dependencies: + - env: KSERVE_CONTROLLER_IMAGE + name: kserve-controller + - env: KSERVE_AGENT_IMAGE + name: kserve-agent + - env: LLMISVC_CONTROLLER_IMAGE + name: llmisvc-controller + - env: STORAGE_INITIALIZER_IMAGE + name: kserve-storage-initializer + - env: SKLEARN_IMAGE + name: sklearn-serving-runtime + from: src + resources: + requests: + cpu: 100m + - as: testlog-gather + best_effort: true + cli: latest + commands: cp -v ${SHARED_DIR}/debuglog-*.log ${SHARED_DIR}/stdout-*.log ${SHARED_DIR}/stderr-*.log + "${ARTIFACT_DIR}/" || true + from: src + resources: + requests: + cpu: 100m + timeout: 1m0s + - as: kserve-must-gather + best_effort: true + cli: latest + commands: oc adm must-gather --image=quay.io/modh/must-gather:rhoai-2.24 --dest-dir + "${ARTIFACT_DIR}/gather-kserve" -- "export COMPONENT=kserve; /usr/bin/gather" + from: src + resources: + requests: + cpu: 100m + timeout: 20m0s + - as: openshift-must-gather + best_effort: true + cli: latest + commands: oc adm must-gather --dest-dir "${ARTIFACT_DIR}/gather-openshift" + from: src + resources: + requests: + cpu: 100m + timeout: 20m0s + workflow: hypershift-hostedcluster-workflow - always_run: false as: pr-image-mirror-kserve-agent skip_if_only_changed: ^docs/|\.md$|^(?:.*/)?(?:\.gitignore|OWNERS|PROJECT|LICENSE)$|^\.github/ diff --git a/ci-operator/jobs/opendatahub-io/kserve/opendatahub-io-kserve-master-presubmits.yaml b/ci-operator/jobs/opendatahub-io/kserve/opendatahub-io-kserve-master-presubmits.yaml index 5a6062fff101c..c299b0a45df3b 100644 --- a/ci-operator/jobs/opendatahub-io/kserve/opendatahub-io-kserve-master-presubmits.yaml +++ b/ci-operator/jobs/opendatahub-io/kserve/opendatahub-io-kserve-master-presubmits.yaml @@ -83,6 +83,89 @@ presubmits: secret: secretName: result-aggregator trigger: (?m)^/test( | .* )e2e-graph,?($|\s.*) + - agent: kubernetes + always_run: false + branches: + - ^master$ + - ^master- + cluster: build06 + context: ci/prow/e2e-llm-inference-service + decorate: true + decoration_config: + skip_cloning: true + labels: + ci-operator.openshift.io/cloud: aws + ci-operator.openshift.io/cloud-cluster-profile: aws-opendatahub + ci.openshift.io/generator: prowgen + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: pull-ci-opendatahub-io-kserve-master-e2e-llm-inference-service + rerun_command: /test e2e-llm-inference-service + skip_if_only_changed: ^docs/|\.md$|^(?:.*/)?(?:\.gitignore|OWNERS|PROJECT|LICENSE)$|^\.github/ + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --lease-server-credentials-file=/etc/boskos/credentials + - --report-credentials-file=/etc/report/credentials + - --secret-dir=/secrets/ci-pull-credentials + - --target=e2e-llm-inference-service + command: + - ci-operator + env: + - name: HTTP_SERVER_IP + valueFrom: + fieldRef: + fieldPath: status.podIP + image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest + imagePullPolicy: Always + name: "" + ports: + - containerPort: 8080 + name: http + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /etc/boskos + name: boskos + readOnly: true + - mountPath: /secrets/ci-pull-credentials + name: ci-pull-credentials + readOnly: true + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: boskos + secret: + items: + - key: credentials + path: credentials + secretName: boskos-credentials + - name: ci-pull-credentials + secret: + secretName: ci-pull-credentials + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator + trigger: (?m)^/test( | .* )e2e-llm-inference-service,?($|\s.*) - agent: kubernetes always_run: false branches: