Skip to content

Commit 611fac5

Browse files
CodeBy-HPCodeBy-HP
committed
add README.md and SETUP.md
1 parent 970b55f commit 611fac5

5 files changed

Lines changed: 627 additions & 138 deletions

File tree

‎.github/workflows/deploy.yml‎

Lines changed: 119 additions & 83 deletions
Original file line numberDiff line numberDiff line change
@@ -1,84 +1,120 @@
1-
name: CI Pipeline
2-
3-
on:
4-
push:
5-
branches:
6-
- main
7-
8-
jobs:
9-
project-testing:
10-
runs-on: ubuntu-latest
11-
12-
steps:
13-
- name: checkout code
14-
uses: actions/checkout@v3
15-
16-
- name: setup python
17-
uses: actions/setup-python@v2
18-
with:
19-
python-version: '3.10'
20-
21-
- name: Cache pip dependencies
22-
uses: actions/cache@v3
23-
with:
24-
path: ~/.cache/pip
25-
key: ${{ runner.os }}-pip-${{ hashFiles('requirements.txt') }}
26-
restore-keys: |
27-
${{ runner.os }}-pip-
28-
29-
- name: install dependencies
30-
run: |
31-
pip install -r requirements.txt
32-
python -m nltk.downloader stopwords wordnet
33-
34-
- name: run pipeline
35-
env:
36-
CAPSTONE_TEST: ${{ secrets.CAPSTONE_TEST }}
37-
run: |
38-
dvc repro
1+
# name: CI/CD Pipeline
2+
3+
# on:
4+
# push:
5+
# branches:
6+
# - main
7+
8+
# jobs:
9+
# project-testing:
10+
# runs-on: ubuntu-latest
11+
12+
# steps:
13+
# - name: checkout code
14+
# uses: actions/checkout@v3
15+
16+
# - name: setup python
17+
# uses: actions/setup-python@v2
18+
# with:
19+
# python-version: '3.10'
20+
21+
# - name: Cache pip dependencies
22+
# uses: actions/cache@v3
23+
# with:
24+
# path: ~/.cache/pip
25+
# key: ${{ runner.os }}-pip-${{ hashFiles('requirements.txt') }}
26+
# restore-keys: |
27+
# ${{ runner.os }}-pip-
28+
29+
# - name: install dependencies
30+
# run: |
31+
# pip install -r requirements.txt
32+
# python -m nltk.downloader stopwords wordnet
33+
34+
# - name: run pipeline
35+
# env:
36+
# CAPSTONE_TEST: ${{ secrets.CAPSTONE_TEST }}
37+
# run: |
38+
# dvc repro
39+
40+
# - name: Run model tests
41+
# env:
42+
# CAPSTONE_TEST: ${{ secrets.CAPSTONE_TEST }}
43+
# run: |
44+
# python -m unittest tests/test_model.py
45+
46+
# - name: Promote model to production
47+
# if: success()
48+
# env:
49+
# CAPSTONE_TEST: ${{ secrets.CAPSTONE_TEST }}
50+
# run: python scripts/promote_model.py
51+
52+
# - name: Run FastAPI app tests
53+
# if: success()
54+
# env:
55+
# CAPSTONE_TEST: ${{ secrets.CAPSTONE_TEST }}
56+
# run: python -m unittest tests/test_fastapi_app.py
57+
58+
# - name: Configure AWS credentials
59+
# if: success()
60+
# uses: aws-actions/configure-aws-credentials@v2
61+
# with:
62+
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
63+
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
64+
# aws-region: ${{ secrets.AWS_REGION }}
65+
66+
# - name: Login to Amazon ECR
67+
# if: success()
68+
# uses: aws-actions/amazon-ecr-login@v1
69+
70+
# - name: Build Docker image
71+
# run: |
72+
# docker build -t ${{ secrets.ECR_REPOSITORY }}:latest .
73+
74+
# - name: Tag Docker image
75+
# run: |
76+
# docker tag ${{ secrets.ECR_REPOSITORY }}:latest \
77+
# ${{ secrets.AWS_ACCOUNT_ID }}.dkr.ecr.${{ secrets.AWS_REGION }}.amazonaws.com/${{ secrets.ECR_REPOSITORY }}:latest
78+
# docker tag ${{ secrets.ECR_REPOSITORY }}:latest \
79+
# ${{ secrets.AWS_ACCOUNT_ID }}.dkr.ecr.${{ secrets.AWS_REGION }}.amazonaws.com/${{ secrets.ECR_REPOSITORY }}:${{ github.sha }}
80+
81+
# - name: Push Docker image
82+
# run: |
83+
# docker push ${{ secrets.AWS_ACCOUNT_ID }}.dkr.ecr.${{ secrets.AWS_REGION }}.amazonaws.com/${{ secrets.ECR_REPOSITORY }}:latest
84+
# docker push ${{ secrets.AWS_ACCOUNT_ID }}.dkr.ecr.${{ secrets.AWS_REGION }}.amazonaws.com/${{ secrets.ECR_REPOSITORY }}:${{ github.sha }}
85+
86+
# deploy-to-ec2:
87+
# needs: project-testing
88+
# runs-on: self-hosted
89+
90+
# steps:
91+
# - name: Configure AWS credentials
92+
# uses: aws-actions/configure-aws-credentials@v2
93+
# with:
94+
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
95+
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
96+
# aws-region: ${{ secrets.AWS_REGION }}
97+
98+
# - name: Login to Amazon ECR
99+
# id: login-ecr
100+
# uses: aws-actions/amazon-ecr-login@v1
101+
102+
# - name: Stop and remove old container
103+
# run: |
104+
# docker stop sentiment-app || true
105+
# docker rm sentiment-app || true
106+
107+
# - name: Pull and run new container
108+
# run: |
109+
# docker pull ${{ secrets.AWS_ACCOUNT_ID }}.dkr.ecr.${{ secrets.AWS_REGION }}.amazonaws.com/${{ secrets.ECR_REPOSITORY }}:latest
110+
# docker run -d \
111+
# --name sentiment-app \
112+
# --restart unless-stopped \
113+
# -e CAPSTONE_TEST="${{ secrets.CAPSTONE_TEST }}" \
114+
# -p 80:8000 \
115+
# ${{ secrets.AWS_ACCOUNT_ID }}.dkr.ecr.${{ secrets.AWS_REGION }}.amazonaws.com/${{ secrets.ECR_REPOSITORY }}:latest
116+
117+
# - name: Clean up unused images
118+
# run: docker image prune -af
119+
39120

40-
- name: Run model tests
41-
env:
42-
CAPSTONE_TEST: ${{ secrets.CAPSTONE_TEST }}
43-
run: |
44-
python -m unittest tests/test_model.py
45-
46-
- name: Promote model to production
47-
if: success()
48-
env:
49-
CAPSTONE_TEST: ${{ secrets.CAPSTONE_TEST }}
50-
run: python scripts/promote_model.py
51-
52-
- name: Run FastAPI app tests
53-
if: success()
54-
env:
55-
CAPSTONE_TEST: ${{ secrets.CAPSTONE_TEST }}
56-
run: python -m unittest tests/test_fastapi_app.py
57-
58-
- name: Configure AWS credentials
59-
if: success()
60-
uses: aws-actions/configure-aws-credentials@v2
61-
with:
62-
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
63-
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
64-
aws-region: ${{ secrets.AWS_REGION }}
65-
66-
- name: Login to Amazon ECR
67-
if: success()
68-
uses: aws-actions/amazon-ecr-login@v1
69-
70-
- name: Build Docker image
71-
run: |
72-
docker build -t ${{ secrets.ECR_REPOSITORY }}:latest .
73-
74-
- name: Tag Docker image
75-
run: |
76-
docker tag ${{ secrets.ECR_REPOSITORY }}:latest \
77-
${{ secrets.AWS_ACCOUNT_ID }}.dkr.ecr.${{ secrets.AWS_REGION }}.amazonaws.com/${{ secrets.ECR_REPOSITORY }}:latest
78-
docker tag ${{ secrets.ECR_REPOSITORY }}:latest \
79-
${{ secrets.AWS_ACCOUNT_ID }}.dkr.ecr.${{ secrets.AWS_REGION }}.amazonaws.com/${{ secrets.ECR_REPOSITORY }}:${{ github.sha }}
80-
81-
- name: Push Docker image
82-
run: |
83-
docker push ${{ secrets.AWS_ACCOUNT_ID }}.dkr.ecr.${{ secrets.AWS_REGION }}.amazonaws.com/${{ secrets.ECR_REPOSITORY }}:latest
84-
docker push ${{ secrets.AWS_ACCOUNT_ID }}.dkr.ecr.${{ secrets.AWS_REGION }}.amazonaws.com/${{ secrets.ECR_REPOSITORY }}:${{ github.sha }}

‎.gitignore‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -192,4 +192,6 @@ cython_debug/
192192
local_s3/
193193

194194
data/
195-
models/
195+
models/
196+
197+
script.txt

0 commit comments

Comments
 (0)