MLOpsPythonWorkshop/.github/workflows/docker.yml at main · saadbouhya/MLOpsPythonWorkshop · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
name: Reusable Docker Build

on:
  workflow_call:
    inputs:
      image_name:
        required: true
        type: string
      image_version:
        required: true
        type: string
      image_build_args:
        required: true
        type: string
      image_context:
        required: true
        type: string
      image_file:
        required: true
        type: string
      model_version:
        required: true
        type: string
      resource_group:
        required: true
        type: string
      workspace_name:
        required: true
        type: string
    secrets:
      DOCKER_USERNAME:
        required: true
      DOCKER_PASSWORD:
        required: true
      AZURE_CREDENTIALS:
        required: true
jobs:
  build:
    runs-on: ubuntu-latest
    environment: MLOpsPython
    steps:
    - uses: actions/checkout@v3
      with:
        fetch-depth: 0

    - name: Set up Python 3.11
      uses: actions/setup-python@v3
      with:
        python-version: "3.10.13"

    - name: Setup Project
      run: |
        pip install --user poetry
        chmod +x ./Makefile
        ./Makefile

    - name: azure login
      uses: azure/login@v1
      with:
        creds: ${{secrets.AZURE_CREDENTIALS}}

    - name: download model
      run: |
        cd production/api/core
        echo "VERSION = '${{ inputs.image_version }}'" > version.py

    - name: download model
      run: |
        az extension add -n ml
        MODEL_VERSION=${{ inputs.model_version }}
        RESOURCE_GROUP=${{ inputs.resource_group }}
        WORKSPACE_NAME=${{ inputs.workspace_name }}
        cd production/api/core/model
        az ml model download --name cats-dogs-others --version $MODEL_VERSION --resource-group $RESOURCE_GROUP --workspace-name $WORKSPACE_NAME
        # find files recursively and copy them to the current directory root
        find ./ -name '*.keras' -exec cp "{}" ./  \;
        ls
        rm -r ./cats-dogs-others
    - name: Log in to Docker Hub
      uses: docker/login-action@v2
      with:
        username: ${{ secrets.DOCKER_USERNAME }}
        password: ${{ secrets.DOCKER_PASSWORD }}

    - name: Extract metadata (tags, labels) for Docker
      id: meta
      uses: docker/metadata-action@v2
      with:
        images: ${{ inputs.image_name }}

    - name: Build and push Docker image
      if: github.ref == 'refs/heads/main'
      uses: docker/build-push-action@v3
      with:
        context: ${{ inputs.image_context }}
        file : ${{ inputs.image_file }}
        build-args: ${{ inputs.image_build_args }}
        push: true
        tags: ${{ inputs.image_name }}:${{ inputs.image_version }},${{ inputs.image_name }}:latest
        labels: ${{ steps.meta.outputs.labels }}

    - name: Build and push Docker image
      if: github.ref != 'refs/heads/main'
      uses: docker/build-push-action@v3
      with:
        context: ${{ inputs.image_context }}
        file : ${{ inputs.image_file }}
        build-args: ${{ inputs.image_build_args }}
        push: true
        tags: ${{ inputs.image_name }}:${{ inputs.image_version }}
        labels: ${{ steps.meta.outputs.labels }}