forked from vllm-project/production-stack
-
Notifications
You must be signed in to change notification settings - Fork 0
171 lines (161 loc) · 5.51 KB
/
functionality-helm-chart.yml
File metadata and controls
171 lines (161 loc) · 5.51 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
name: Functionality test for helm chart
run-name: ${{ github.actor }} is testing out helm chart functions 🚀
concurrency:
group: ${{ github.ref }}
cancel-in-progress: true
on:
push:
branches:
- main
paths:
- '.github/**'
- '**.py'
- 'pyproject.toml'
- 'helm/**'
pull_request:
paths:
- '.github/**'
- '**.py'
- 'pyproject.toml'
- 'helm/**'
merge_group:
jobs:
Secure-Minimal-Example:
runs-on: self-hosted
steps:
- run: echo "🎉 The job was automatically triggered by a ${{ github.event_name }} event."
- run: echo "🐧 This job is now running on a ${{ runner.os }} server hosted by GitHub!"
- run: echo "🔎 The name of your branch is ${{ github.ref }} and your repository is ${{ github.repository }}."
- name: Check out repository code
uses: actions/checkout@v4
- run: echo "💡 The ${{ github.repository }} repository has been cloned to the runner."
- run: echo "🖥️ The workflow is now ready to test your code on the runner."
- name: Helm uninstall
run: |
releases=$(helm list -q)
if [ -n "$releases" ]; then
echo "Found releases: $releases"
for r in $releases; do
echo "Uninstalling $r..."
helm uninstall "$r"
done
else
echo "No Helm releases found; skipping uninstall."
fi
# Wait until no pods remain
echo "Waiting for all pods to terminate..."
while kubectl get pods --no-headers 2>/dev/null | grep -q .; do
sleep 5
done
echo "All pods have terminated."
- name: Deploy via helm charts
env:
DOCKER_BUILDKIT: 1
run: |
cd ${{ github.workspace }}
kubectl config use-context minikube
sudo docker build --build-arg INSTALL_OPTIONAL_DEP=default -t localhost:5000/git-act-router -f docker/Dockerfile .
sudo docker push localhost:5000/git-act-router
sudo sysctl fs.protected_regular=0
minikube image load localhost:5000/git-act-router
helm install vllm ./helm -f .github/values-05-secure-vllm.yaml
- name: Validate the installation and send query to the stack
run: |
bash .github/port-forward.sh curl-05-secure-vllm
timeout-minutes: 3
- name: Archive functionality results
uses: actions/upload-artifact@v4
if: always()
with:
name: output-05-secure-vllm
path: |
output-05-secure-vllm/
- name: Helm uninstall
run: |
helm uninstall vllm
sudo docker image prune -f
if: always()
- run: echo "🍏 This job's status is ${{ job.status }}."
Two-Pods-Minimal-Example:
runs-on: self-hosted
needs: Secure-Minimal-Example
steps:
- name: Helm uninstall
run: |
releases=$(helm list -q)
if [ -n "$releases" ]; then
echo "Found releases: $releases"
for r in $releases; do
echo "Uninstalling $r..."
helm uninstall "$r"
done
else
echo "No Helm releases found; skipping uninstall."
fi
# Wait until no pods remain
echo "Waiting for all pods to terminate..."
while kubectl get pods --no-headers 2>/dev/null | grep -q .; do
sleep 5
done
echo "All pods have terminated."
- name: Deploy via helm charts
run: |
cd ${{ github.workspace }}
helm install vllm ./helm -f .github/values-01-2pods-minimal-example.yaml
- name: Validate the installation and send query to the stack
run: |
bash .github/port-forward.sh curl-02-two-pods
timeout-minutes: 3
- name: Archive functionality results
uses: actions/upload-artifact@v4
if: always()
with:
name: output-02-two-pods
path: |
output-02-two-pods/
- name: Helm uninstall
run: |
helm uninstall vllm
if: always()
- run: echo "🍏 This job's status is ${{ job.status }}."
Multiple-Models:
runs-on: self-hosted
needs: Two-Pods-Minimal-Example
steps:
- name: Helm uninstall
run: |
releases=$(helm list -q)
if [ -n "$releases" ]; then
echo "Found releases: $releases"
for r in $releases; do
echo "Uninstalling $r..."
helm uninstall "$r"
done
else
echo "No Helm releases found; skipping uninstall."
fi
# Wait until no pods remain
echo "Waiting for all pods to terminate..."
while kubectl get pods --no-headers 2>/dev/null | grep -q .; do
sleep 5
done
echo "All pods have terminated."
- name: Deploy via helm charts
run: |
helm install vllm ./helm -f .github/values-04-multiple-models.yaml
- name: Validate the installation and send query to the stack
run: |
bash .github/port-forward.sh curl-04-multiple-models
timeout-minutes: 5
- name: Archive functionality results
uses: actions/upload-artifact@v4
if: always()
with:
name: output-04-multiple-models
path: |
output-04-multiple-models/
- name: Helm uninstall
run: |
helm uninstall vllm
if: always()
- run: echo "🍏 This job's status is ${{ job.status }}."