auto deploy config after upgrade and rebuild dind images

Author: rhanka

.github/workflows/docker-publish.yml

@@ -7,6 +7,7 @@ on:
 
 env:
   DSS_VERSION: 13.4.3
+  KUBE_NAMESPACE: dataiku
 
 jobs:
   build:
@@ -63,4 +64,40 @@ jobs:
       uses: actions/cache@v3
       with:
         path: /tmp/.buildx-cache
-        key: ${{ runner.os }}-buildx-${{ github.sha }}
+        key: ${{ runner.os }}-buildx-${{ github.sha }}
+
+  deploy:
+    needs: build
+    runs-on: ubuntu-latest
+    environment: demo
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      - name: Authenticate to Kubernetes cluster
+        uses: azure/k8s-set-context@v3
+        with:
+          method: kubeconfig
+          kubeconfig: ${{ secrets.KUBECONFIG }}
+
+      - name: Deploy to Kubernetes
+        run: kubectl apply -f kubernetes/dataiku.yml
+
+      - name: Wait for Dataiku pod to be ready
+        run: |
+          kubectl wait --for=condition=Ready pod -l app=dataiku -n ${{ env.KUBE_NAMESPACE }} --timeout=300s
+          POD_NAME=$(kubectl get pods -n ${{ env.KUBE_NAMESPACE }} -l app=dataiku -o jsonpath='{.items[0].metadata.name}')
+          echo "POD_NAME=$POD_NAME" >> $GITHUB_ENV
+
+      - name: Login to Scaleway Registry inside Dataiku pod
+        run: |
+          kubectl -n ${{ env.KUBE_NAMESPACE }} exec -it ${{ env.POD_NAME }} -- docker login ${{ secrets.DOCKER_REGISTRY }} -u ${{ secrets.DOCKER_USER }} -p ${{ secrets.DOCKER_PASSWORD }}
+
+      - name: Build and push base image
+        run: |
+          kubectl exec -it -n ${{ env.KUBE_NAMESPACE }} ${{ env.POD_NAME }} -- sh -c "cd dss;./bin/dssadmin build-base-image --type container-exec --with-py311 --with-py39 && docker tag $(docker images | grep 'dku-exec-base' | awk '{print $3}') ${{ secrets.DOCKER_REGISTRY }}/$(docker images | grep 'dku-exec-base' | awk '{print $1}'):dss-${{ env.DSS_VERSION }} && docker push ${{ secrets.DOCKER_REGISTRY }}/$(docker images | grep 'dku-exec-base' | awk '{print $1}'):dss-${{ env.DSS_VERSION }}"
+
+      - name: Build and push cde image
+        run: |
+          kubectl exec -it -n ${{ env.KUBE_NAMESPACE }} ${{ env.POD_NAME }} -- sh -c "cd dss;./bin/dssadmin build-base-image --type cde --with-py311 --with-py39 && docker tag $(docker images | grep 'dku-cde-base' | awk '{print $3}') ${{ secrets.DOCKER_REGISTRY }}/$(docker images | grep 'dku-cde-base' | awk '{print $1}'):dss-${{ env.DSS_VERSION }} && docker push ${{ secrets.DOCKER_REGISTRY }}/$(docker images | grep 'dku-cde-base' | awk '{print $1}'):dss-${{ env.DSS_VERSION }}"

README.md

@@ -106,28 +106,18 @@ Follow official Dataiku documentation for [Managed Kubernetes clusters](https://
 
 If admin from UI don't work or if you want to enable custom registry and to publish Dockerfiles, here are some commands to use:
 
-    kubectl exec -it -n dataiku $(kubectl get -n dataiku all | grep Running | awk '{print $1}') -- bash
-    cd dss
+    DOCKER_REGISTRY=rg.fr-par.scw.cloud/mywonderfulregistry
+    DOCKER_USER=myuser
+    DOCKER_PASSWORD=mypassword
+    DSS_VERSION=13.4.3
+
+    kubectl -n dataiku exec -it $(kubectl -n dataiku get pod | grep '2/2' | awk '{print $1}') -- docker login ${DOCKER_REGISTRY} -u ${DOCKER_USER} -p ${DOCKER_PASSWORD}
+
     # build base image
-    ./bin/dssadmin build-base-image --type container-exec --with-py311 --with-py39
-    # [... build log ...]
-    # #43  naming to docker.io/library/dku-exec-base-ru4oxgmkpuoy4djmkkuvxfng:dss-13.4.3 0.0s done
-    # #43 DONE 52.7s
-    # 2025-01-25 00:11:23,029 INFO Done, cleaning up
-    # Saved to /home/dataiku/dss/tmp/exec-docker-base-image.xxx/Dockerfile
-    # Dockerfile should be committed to be audited by SAST tools
-    docker login ${DOCKER_REGISTRY}
-    docker tag dku-exec-base-ru4oxgmkpuoy4djmkkuvxfng:dss-13.4.3 ${DOCKER_REGISTRY}/dku-exec-base-ru4oxgmkpuoy4djmkkuvxfng:dss-13.4.3
-    docker push ${DOCKER_REGISTRY}/dku-exec-base-ru4oxgmkpuoy4djmkkuvxfng:dss-13.4.3
-
-Same thing for cde image
+    kubectl exec -it -n dataiku $(kubectl -n dataiku get pod | grep '2/2' | awk '{print $1}')  -- sh -c "cd dss;./bin/dssadmin build-base-image --type container-exec --with-py311 --with-py39 && docker tag dku-exec-base-ru4oxgmkpuoy4djmkkuvxfng:dss-${DSS_VERSION} ${DOCKER_REGISTRY}/dku-exec-base-ru4oxgmkpuoy4djmkkuvxfng:dss-${DSS_VERSION} && docker push ${DOCKER_REGISTRY}/dku-exec-base-ru4oxgmkpuoy4djmkkuvxfng:dss-${DSS_VERSION}"
 
     # build cde image
-    ./bin/dssadmin build-base-image --type cde --with-py311 --with-py39
-    # [... build logs ]
-    docker login ${DOCKER_REGISTRY}
-    docker tag dku-cde-base-ru4oxgmkpuoy4djmkkuvxfng:dss-13.4.3 ${DOCKER_REGISTRY}/dku-cde-base-ru4oxgmkpuoy4djmkkuvxfng:dss-13.4.3
-    docker push ${DOCKER_REGISTRY}/dku-cde-base-ru4oxgmkpuoy4djmkkuvxfng:dss-13.4.3
+    kubectl exec -it -n dataiku $(kubectl -n dataiku get pod | grep '2/2' | awk '{print $1}') -- sh -c "cd dss;./bin/dssadmin build-base-image --type cde --with-py311 --with-py39 && docker tag dku-cde-base-ru4oxgmkpuoy4djmkkuvxfng:dss-${DSS_VERSION} ${DOCKER_REGISTRY}/dku-cde-base-ru4oxgmkpuoy4djmkkuvxfng:dss-${DSS_VERSION} && docker push ${DOCKER_REGISTRY}/dku-cde-base-ru4oxgmkpuoy4djmkkuvxfng:dss-${DSS_VERSION}"
 
 With those two files built, you will be able to enable following features in Kubernetes: