Version 4.0 Jenkins Pipeline

DockerFolder/HELM_KUBECTL/Dockerfile

@@ -0,0 +1,28 @@
+FROM alpine
+
+ARG VCS_REF
+ARG BUILD_DATE
+
+# Metadata
+LABEL org.label-schema.vcs-ref=$VCS_REF \
+      org.label-schema.name="helm-kubectl" \
+      org.label-schema.url="https://hub.docker.com/r/dtzar/helm-kubectl/" \
+      org.label-schema.vcs-url="https://github.com/dtzar/helm-kubectl" \
+      org.label-schema.build-date=$BUILD_DATE
+
+# Note: Latest version of kubectl may be found at:
+# https://aur.archlinux.org/packages/kubectl-bin/
+ENV KUBE_LATEST_VERSION="v1.13.2"
+# Note: Latest version of helm may be found at:
+# https://github.com/kubernetes/helm/releases
+ENV HELM_VERSION="v2.12.3"
+
+RUN apk add --no-cache ca-certificates bash git \
+    && wget -q https://storage.googleapis.com/kubernetes-release/release/${KUBE_LATEST_VERSION}/bin/linux/amd64/kubectl -O /usr/local/bin/kubectl \
+    && chmod +x /usr/local/bin/kubectl \
+    && wget -q https://storage.googleapis.com/kubernetes-helm/helm-${HELM_VERSION}-linux-amd64.tar.gz -O - | tar -xzO linux-amd64/helm > /usr/local/bin/helm \
+    && chmod +x /usr/local/bin/helm
+
+WORKDIR /config
+
+CMD bash

DockerFolder/jenkins_docker_image

@@ -0,0 +1,11 @@
+from jenkinsci/jenkins:lts
+USER root
+#Install Docker
+RUN apt-get -qq update && \
+apt-get -qq -y install curl && \
+curl -sSL https://get.docker.com/ | sh
+# Install kubectl and helm
+RUN curl -LO https://storage.googleapis.com/kubernetes-release/release/$(curl -s https://storage.googleapis.com/kubernetes-release/release/stable.txt)/bin/linux/amd64/kubectl && \
+chmod +x ./kubectl && \
+mv ./kubectl /usr/local/bin/kubectl
+RUN usermod -aG docker jenkins

Dockerfile

@@ -0,0 +1,8 @@
+FROM python:3.6-alpine
+MAINTAINER Maxim Zhovanik
+WORKDIR /service/GET-SERV
+COPY . /service/GET-SERV
+RUN pip install -r /service/GET-SERV/app/requirements.txt
+CMD ["python", "/service/GET-SERV/app/app.py"]
+
+

E2E.yaml

@@ -0,0 +1,263 @@
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: testing
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  namespace: testing
+  name: services-address
+data:
+  POST_SERVICE_URL: post-service.testing.svc
+  VIEW_SERVICE_URL: get-service.testing.svc
+  DB_URL: db-service.testing.svc
+  URL_DB: db-service.testing.svc
+---
+apiVersion: v1
+kind: Secret
+metadata:
+ name:  db-secret
+ namespace: testing
+data:
+  username:  ZGJhZG1pbg==
+  password:  UGFzc3dvcmQ=
+  dbname: c3Jtc3lzdGVt
+type: Opaque
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  namespace: testing
+  labels:
+    app: pvc-postgres
+  name: postgres-pvc
+spec:
+  accessModes:
+  - ReadWriteOnce
+  resources:
+    requests:
+      storage: 2Gi
+---
+apiVersion: extensions/v1beta1
+kind: Deployment
+metadata:
+  namespace: testing
+  name: postgres
+  labels:
+    service: postgresdb
+spec:
+  template:
+    metadata:
+      labels:
+        app: postgres
+    spec:
+      initContainers:
+      - name: volume-mount-hack
+        image: busybox
+        command: ["sh", "-c", "chown -R 999.999 /var/lib/postgresql/"]
+        volumeMounts:
+        - name: postgres-pv-claim
+          mountPath: /var/lib/postgresql/data
+          subPath: postgres
+      containers:
+      - image: postgres:9.6.2
+        name: postgresql
+        env:
+        - name: POSTGRES_DB
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: dbname
+        - name: POSTGRES_USER
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: username
+        - name: POSTGRES_PASSWORD
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: password
+        ports:
+        - containerPort: 5432
+        volumeMounts:
+        - name: postgres-pv-claim
+          mountPath: /var/lib/postgresql/data
+          subPath: postgres
+      volumes:
+      - name: postgres-pv-claim
+        persistentVolumeClaim:
+          claimName: postgres-pvc
+---
+kind: Service
+apiVersion: v1
+metadata:
+  namespace: testing
+  name: srmsystemdb
+spec:
+  selector:
+    app: postgres
+  ports:
+  - protocol: TCP
+    port: 5432
+    targetPort: 5432
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  namespace: testing
+  name: db-service
+spec:
+  selector:
+    matchLabels:
+      app: db-service
+  template:
+    metadata:
+      labels:
+        app: db-service
+    spec:
+      initContainers:
+      - image: 100.71.71.71:5000/init-container:${params.imageTagDB_}
+        name: init-container-postgres
+        env:
+        - name: PGDATABASE
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: dbname
+        - name: PGUSER
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: username
+        - name: PGPASSWORD
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: password
+        command: ['sh', '-c', '/bin/bash /tmp/check_dump.sh']
+      containers:
+      - image: 100.71.71.71:5000/db-service:${params.imageTagDB_}
+        name: db-service
+        ports:
+        - containerPort: 5002
+        env:
+        - name: POSTGRES_HOST
+          value: srmsystemdb
+        - name: POSTGRES_PORT
+          value: '5432'
+        - name: PGDATABASE
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: dbname
+        - name: PGUSER
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: username
+        - name: PGPASSWORD
+          valueFrom:
+            secretKeyRef:
+              name: db-secret
+              key: password 
+---
+kind: Service
+apiVersion: v1
+metadata:
+  namespace: testing
+  name: db-service
+spec:
+  selector:
+    app: db-service
+  ports:
+  - protocol: TCP
+    port: 5002
+    targetPort: 5002
+---
+kind: Service
+apiVersion: v1
+metadata:
+  namespace: testing
+  name: ui-service
+  labels:
+    app: ui
+spec:
+  selector:
+    app: ui
+  ports:
+  - protocol: TCP
+    port: 5000
+    targetPort: 5000
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  namespace: testing
+  name: ui-deployment
+spec:
+  selector:
+    matchLabels:
+      app: ui
+  replicas: 1
+  template:
+    metadata:
+      labels:
+        app: ui
+    spec:
+      containers:
+      - name: ui
+        image: 100.71.71.71:5000/ui-service:${params.imageTagUI_}
+        ports:
+        - containerPort: 5000
+        env:
+        - name: VIEW_SERVICE_URL
+          valueFrom:
+            configMapKeyRef:
+              name: services-address
+              key: VIEW_SERVICE_URL
+---
+kind: Service
+apiVersion: v1
+metadata:
+  namespace: testing
+  name: get-service
+  labels:
+    app: get
+spec:
+  selector:
+    app: get
+  ports:
+  - protocol: TCP
+    port: 5003
+    targetPort: 5003
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  namespace: testing
+  name: get-deployment
+spec:
+  selector:
+    matchLabels:
+      app: get
+  replicas: 1
+  template:
+    metadata:
+      labels:
+        app: get
+    spec:
+      containers:
+      - name: get
+        image: 100.71.71.71:5000/get-service:${params.imageTagGET_}
+        ports:
+        - containerPort: 5003
+        env:
+        - name: URL_DB
+          valueFrom:
+            configMapKeyRef:
+              name: services-address
+              key: URL_DB
+---

Final_Magic/DeployCluster.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+export NAME=kubern.cluster.k8s.local
+export KOPS_STATE_STORE=s3://crm-system-k8s
+kops create cluster --zones eu-west-1a ${NAME} --master-size=t2.small --node-size=t2.small --node-count=2 --master-volume-size=8 --node-volume-size=8
+sleep 10
+kops get cluster --name ${NAME} -oyaml > cluster.yaml
+cat <<__EOF__>> cluster.yaml
+  fileAssets:
+    - content: |
+        {
+            "insecure-registries" : ["100.71.71.71:5000"]
+        }
+      name: insecure-registries
+      path: /etc/docker/daemon.json
+      roles:
+      - Master
+      - Node
+__EOF__
+sleep 5
+kops replace -f cluster.yaml
+kops update cluster ${NAME} --yes

Final_Magic/DeployRegistry.yaml

@@ -0,0 +1,54 @@
+---
+apiVersion: v1
+kind: Service
+apiVersion: v1
+metadata:
+  name: docker-registry
+spec:
+  clusterIP: "100.71.71.71"
+  selector:
+    app: docker-registry
+  ports:
+  - name: http
+    protocol: TCP
+    port: 5000
+    targetPort: 5000
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: registry
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: docker-registry
+  template:
+    metadata:
+      labels:
+        app: docker-registry
+    spec:
+      containers:
+      - name: registry
+        image: registry:2
+        ports:
+        - name: registry-port
+          containerPort: 5000
+        volumeMounts:
+        - mountPath: /var/lib/registry
+          name: images
+      volumes:
+      - name: images
+        persistentVolumeClaim:
+          claimName: registry-pv-claim
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: registry-pv-claim
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 10Gi