FEAT: PAAL-152 Dockerimage for Testworkflow

.github/workflows/check.yml

@@ -0,0 +1,44 @@
+#
+# GitHub Action: Check
+#
+# This workflow is triggered on pushes to main and renovate branches, as well as
+# pull requests. It runs backend checks to ensure code quality.
+#
+name: Check
+
+on:
+  push:
+    branches:
+      - main
+      - 'renovate/**'
+  pull_request:
+
+jobs:
+  test-testworkflows:
+    name: Runs on Ubuntu
+    runs-on: ubuntu-latest
+
+    defaults:
+      run:
+        working-directory: testworkflows
+
+    steps:
+    - name: Clone the code
+      uses: 'actions/checkout@v5'
+
+    - name: Install uv
+      uses: 'astral-sh/setup-uv@v6'
+      with:
+        version: "0.8.17"
+        enable-cache: true
+
+    - name: Setup Python
+      uses: 'actions/setup-python@v6'
+      with:
+        python-version-file: "testworkflows/.python-version"
+
+    - name: Install Dependencies
+      run: uv sync --group dev --group prod
+
+    - name: Run Checks
+      run: uv run poe check

.github/workflows/push.yml

@@ -28,6 +28,21 @@ jobs:
         run: |
           make docker-buildx
 
+      - name: 'Set up Docker Buildx'
+        uses: docker/setup-buildx-action@v3
+
+      - name: 'Build & Push TestWorkflows Image'
+        uses: docker/build-push-action@v5
+        with:
+          context: ./testworkflows
+          file: ./testworkflows/Dockerfile
+          push: true
+          tags: |
+            ghcr.io/agentic-layer/testbench-operator/testworkflows:${{ github.ref_name }}
+            ghcr.io/agentic-layer/testbench-operator/testworkflows:latest
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
       - name: 'Setup Flux CLI'
         uses: fluxcd/flux2/action@main
 

.github/workflows/test-e2e.yml

@@ -1,3 +1,9 @@
+#
+# GitHub Action: E2E Tests
+#
+# This workflow is triggered on pushes to main and renovate branches, as well as
+# pull requests. It runs E2E Tests to ensure the code is working.
+#
 name: E2E Tests
 
 on:
@@ -7,32 +13,67 @@ on:
       - 'renovate/**'
   pull_request:
 
+env:
+  # Required environment variables for the E2E test
+  GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
+  OPENAI_API_KEY: PLACEHOLDER
+
 jobs:
-  test-e2e:
+  test:
     name: Run on Ubuntu
     runs-on: ubuntu-latest
-    permissions:
-      contents: 'read'
+
+    defaults:
+      run:
+        working-directory: testworkflows
 
     steps:
       - name: Clone the code
-        uses: actions/checkout@v5
+        uses: 'actions/checkout@v5'
+
+      - name: Install uv
+        uses: 'astral-sh/setup-uv@v6'
+        with:
+          version: "0.8.17"
+          enable-cache: true
 
-      - name: Setup Go
-        uses: actions/setup-go@v6
+      - name: Setup Python
+        uses: 'actions/setup-python@v6'
         with:
-          go-version-file: go.mod
+          python-version-file: "testworkflows/.python-version"
+
+      - name: Install Dependencies
+        run: uv sync --group dev --group prod
 
-      - name: Install the latest version of kind
+      - name: Set up Kubernetes (kind)
+        uses: 'helm/kind-action@v1'
+        with:
+          cluster_name: testbench-cluster
+
+      - name: Install Tilt
         run: |
-          curl -Lo ./kind https://kind.sigs.k8s.io/dl/latest/kind-linux-amd64
-          chmod +x ./kind
-          sudo mv ./kind /usr/local/bin/kind
+          curl -fsSL https://raw.githubusercontent.com/tilt-dev/tilt/master/scripts/install.sh | bash
+          tilt version
 
-      - name: Verify kind installation
-        run: kind version
+      - name: Start test data server
+        run: uv run python -m http.server 8000 --directory tests/test_data &
 
-      - name: Running Test e2e
+      - name: Start Tiltfile services
+        run: tilt ci
+        working-directory: .
+
+      - name: Wait for services to be ready
         run: |
-          go mod tidy
-          make test-e2e
+          echo "Waiting for services to be ready..."
+          kubectl wait --for=condition=ready pod -l app=weather-agent --timeout=300s || true
+          kubectl wait --for=condition=ready pod -l app=ai-gateway-litellm --timeout=300s || true
+          kubectl wait --for=condition=ready pod -l app.kubernetes.io/name=lgtm --timeout=300s || true
+
+          echo "Checking service status..."
+          kubectl get pods -A
+
+          echo "Waiting for test-data-server (HTTP server on port 8000)..."
+          curl --retry 30 --retry-delay 2 --retry-connrefused -f http://localhost:8000/dataset.json > /dev/null
+
+      - name: Running Test e2e
+        run: uv run poe test_e2e

.github/workflows/test.yml

@@ -1,3 +1,9 @@
+#
+# GitHub Action: Test E2E
+#
+# This workflow is triggered on pushes to main and renovate branches, as well as
+# pull requests. It runs Unit Tests to ensure the code is working.
+#
 name: Tests
 
 on:
@@ -14,16 +20,27 @@ jobs:
     permissions:
       contents: 'read'
 
+    defaults:
+      run:
+        working-directory: testworkflows
+
     steps:
       - name: Clone the code
-        uses: actions/checkout@v5
+        uses: 'actions/checkout@v5'
+
+      - name: Install uv
+        uses: 'astral-sh/setup-uv@v6'
+        with:
+          version: "0.8.17"
+          enable-cache: true
 
-      - name: Setup Go
-        uses: actions/setup-go@v6
+      - name: Setup Python
+        uses: 'actions/setup-python@v6'
         with:
-          go-version-file: go.mod
+          python-version-file: "testworkflows/.python-version"
+
+      - name: Install Dependencies
+        run: uv sync --group dev --group prod
 
-      - name: Running Tests
-        run: |
-          go mod tidy
-          make test
+      - name: Run Tests
+        run: uv run poe test

.gitignore

@@ -25,3 +25,5 @@ go.work
 *.swp
 *.swo
 *~
+
+.env

Tiltfile

@@ -0,0 +1,38 @@
+# -*- mode: Python -*-
+
+# Increase Kubernetes upsert timeout for CRD installations
+update_settings(max_parallel_updates=10)
+
+# Load .env file for environment variables
+load('ext://dotenv', 'dotenv')
+dotenv()
+
+v1alpha1.extension_repo(name='agentic-layer', url='https://github.com/agentic-layer/tilt-extensions', ref='v0.3.1')
+
+v1alpha1.extension(name='cert-manager', repo_name='agentic-layer', repo_path='cert-manager')
+load('ext://cert-manager', 'cert_manager_install')
+cert_manager_install()
+
+v1alpha1.extension(name='agent-runtime', repo_name='agentic-layer', repo_path='agent-runtime')
+load('ext://agent-runtime', 'agent_runtime_install')
+agent_runtime_install(version='0.9.0')
+
+v1alpha1.extension(name='ai-gateway-litellm', repo_name='agentic-layer', repo_path='ai-gateway-litellm')
+load('ext://ai-gateway-litellm', 'ai_gateway_litellm_install')
+ai_gateway_litellm_install(version='0.2.0')
+
+# Webserver to serve test data (disabled in CI - manually started instead)
+if not os.getenv('CI'):
+    local_resource(
+        'test-data-server',
+        serve_cmd='python3 -m http.server 8000 --directory testworkflows/tests/test_data',
+        labels=['test-data'],
+        links=['http://localhost:8000/dataset.json']
+    )
+
+# Apply Kubernetes manifests
+k8s_yaml(kustomize('deploy/local'))
+
+k8s_resource('ai-gateway-litellm', port_forwards=['11001:4000'])
+k8s_resource('weather-agent', port_forwards='11010:8000', labels=['agents'], resource_deps=['agent-runtime'])
+k8s_resource('lgtm', port_forwards=['11000:3000', '9090:9090', '4318:4318'])

deploy/local/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - weather-agent.yaml
+  - lgtm.yaml

deploy/local/lgtm.yaml

@@ -0,0 +1,86 @@
+# this is intended for demo / testing purposes only, not for production usage
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: monitoring
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: lgtm
+  namespace: monitoring
+spec:
+  selector:
+    app: lgtm
+  ports:
+    - name: grafana
+      protocol: TCP
+      port: 3000
+      targetPort: 3000
+    - name: otel-grpc
+      protocol: TCP
+      port: 4317
+      targetPort: 4317
+    - name: otel-http
+      protocol: TCP
+      port: 4318
+      targetPort: 4318
+    - name: prometheus
+      protocol: TCP
+      port: 9090
+      targetPort: 9090
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: lgtm
+  namespace: monitoring
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: lgtm
+  template:
+    metadata:
+      labels:
+        app: lgtm
+    spec:
+      containers:
+        - name: lgtm
+          image: grafana/otel-lgtm:latest
+          ports:
+            - containerPort: 3000
+            - containerPort: 4317
+            - containerPort: 4318
+            - containerPort: 9090
+          readinessProbe:
+            exec:
+              command:
+                - cat
+                - /tmp/ready
+          volumeMounts:
+            - name: tempo-data
+              mountPath: /data/tempo
+            - name: grafana-data
+              mountPath: /data/grafana
+            - name: loki-data
+              mountPath: /data/loki
+            - name: loki-storage
+              mountPath: /loki
+            - name: p8s-storage
+              mountPath: /data/prometheus
+            - name: pyroscope-storage
+              mountPath: /data/pyroscope
+      volumes:
+        - name: tempo-data
+          emptyDir: {}
+        - name: loki-data
+          emptyDir: {}
+        - name: grafana-data
+          emptyDir: {}
+        - name: loki-storage
+          emptyDir: {}
+        - name: p8s-storage
+          emptyDir: {}
+        - name: pyroscope-storage
+          emptyDir: {}

deploy/local/weather-agent.yaml

@@ -0,0 +1,22 @@
+kind: Namespace
+apiVersion: v1
+metadata:
+  name: sample-agents
+---
+apiVersion: runtime.agentic-layer.ai/v1alpha1
+kind: Agent
+metadata:
+  labels:
+    app.kubernetes.io/name: agent-runtime-operator
+    app.kubernetes.io/managed-by: kustomize
+  name: weather-agent
+  namespace: sample-agents
+spec:
+  framework: google-adk
+  image: ghcr.io/agentic-layer/weather-agent:0.6.0
+  protocols:
+    - type: A2A
+  exposed: true
+  env:
+    - name: OTEL_SDK_DISABLED
+      value: "true"