Add CI/CD workflow for Docker deployment and update environment variables in README and constants

Author: pankaj2k9

.github/workflows/cicd.yaml

@@ -0,0 +1,57 @@
+name: Deploy Application Docker Image to EC2 instance
+
+on:
+  push:
+    branches: [main]
+
+jobs:
+  Continuous-Integration:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: ${{ secrets.AWS_DEFAULT_REGION }}
+
+      - name: Login to Amazon ECR
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v1
+
+      - name: Build, tag, and push image to Amazon ECR
+        id: build-image
+        env:
+          ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+          ECR_REPOSITORY: ${{ secrets.ECR_REPO }}
+          IMAGE_TAG: latest
+        run: |
+          docker build -t $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG .
+          docker push $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG
+          echo "::set-output name=image::$ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG"
+
+  Continuous-Deployment:
+    needs: Continuous-Integration
+    runs-on: self-hosted
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: ${{ secrets.AWS_DEFAULT_REGION }}
+
+      - name: Login to Amazon ECR
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v1
+
+      - name: Run Docker Image to serve users
+        run: |
+         docker run -d -e AWS_ACCESS_KEY_ID="${{ secrets.AWS_ACCESS_KEY_ID }}" -e AWS_SECRET_ACCESS_KEY="${{ secrets.AWS_SECRET_ACCESS_KEY }}" -e AWS_DEFAULT_REGION="${{ secrets.AWS_DEFAULT_REGION }}" -e MONGODB_CLUSTER_URI="${{ secrets.MONGODB_CLUSTER_URI}}" -p 8080:8080 "${{ steps.login-ecr.outputs.registry }}"/"${{ secrets.ECR_REPO }}":latest

Dockerfile

@@ -0,0 +1,17 @@
+FROM python:3.7-slim-buster
+
+EXPOSE 8501
+
+RUN apt-get update && apt-get install -y \
+    build-essential \
+    software-properties-common \
+    git \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /app
+
+COPY . /app
+
+RUN pip3 install -r requirements.txt
+
+ENTRYPOINT ["streamlit", "run", "app.py", "--server.port=8501", "--server.address=0.0.0.0"]

README.md

@@ -168,8 +168,10 @@ Create a `.env` file in the root directory:
 ```
 AWS_ACCESS_KEY_ID=<your_aws_key>
 AWS_SECRET_ACCESS_KEY=<your_secret_key>
-mongodb_cluster_uri=<your_mongo_connection_string>
-BUCKET_NAME=usvisabucket-mlpos
+MONGODB_CLUSTER_URI=<your_mongo_connection_string>
+BUCKET_NAME=<your_s3_bucket_name>
+AWS_DEFAULT_REGION=<your_aws_region>
+ECR_REPO=<your_ecr_url>
 ```
 
 ---

notebooks/mongoDB_test.ipynb

@@ -12294,7 +12294,7 @@
     "\n",
     "DB_NAME = \"US_VISA\"\n",
     "COLLECTION_NAME = \"visa_data\"\n",
-    "CONNECTION_URL = os.getenv(\"mongodb_cluster_uri\")\n",
+    "CONNECTION_URL = os.getenv(\"MONGODB_CLUSTER_URI\")\n",
     "print(CONNECTION_URL)"
    ]
   },

us_visa/constants/__init__.py

@@ -5,7 +5,7 @@
 
 COLLECTION_NAME = "visa_data"
 
-MONGODB_URL_KEY = "mongodb_cluster_uri"
+MONGODB_URL_KEY = "MONGODB_CLUSTER_URI"
 
 PIPELINE_NAME: str = "usvisa"
 ARTIFACT_DIR: str = "artifact"