dockerdd/dockerdd.py at main · pa3hcm/dockerdd · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
#!/usr/bin/env python3

import docker
import os
import sys
import time
import yaml

# Setup local docker client connection
dockerclient = docker.from_env()

# Import yaml file
if len(sys.argv) > 0:
    job_file = sys.argv[1]
else:
    job_file = 'jobs.yaml'

from yaml.loader import SafeLoader
with open(job_file, 'r') as f:
    dddata = yaml.load(f, Loader=SafeLoader)

# Process jobs
for job in dddata['jobs']:
    print(f"Job: {job}")

    # Process imagelists for given job
    for imagelist in dddata['jobs'][job]['imagelists']:
        source = dddata['jobs'][job]['source']
        target = dddata['jobs'][job]['target']
        source_addr = dddata['registries'][source]['address']
        target_addr = dddata['registries'][target]['address']

        if 'folder' in dddata['registries'][source]:
            target_folder = '/' + dddata['registries'][source]['folder'] + '/'
        else:
            target_folder = '/'

        print(f"- Sync imagelist {imagelist} from {source} to {target}")

        # Process images in given imagelist
        for image in dddata['imagelists'][imagelist]:
            result = 'ok'
            image_name, image_tag = image.split(':')
            if source_addr == 'default':
                source_full = image_name + ':' + image_tag
            else:
                source_full = source_addr + '/' + image_name + ':' + image_tag

            target_full = target_addr + target_folder + image_name + ':' + image_tag

            print(f"  - {image_name}:{image_tag}: ", end='', flush=True)

            # Check if image is already in target registry
            osout = os.system(f"docker manifest inspect {target_full} > /dev/null 2>&1")
            if osout == 0:
                print("cached... ok")
            else:
                # Pull image from source registry
                print(f"pull... ", end='', flush=True)
                try:
                    dockerimage = dockerclient.images.pull(source_full)
                except Exception as e:
                    print(f"FAIL: {e}")
                    if 'dockerimage' in locals():
                        del dockerimage
                    pass

                # Tag new registry
                if 'dockerimage' in locals():
                    print("tag... ", end='', flush=True)
                    try:
                        dockerimage.tag(target_full)
                    except Exception as e:
                        print(f"FAIL: {e}")
                        dockerclient.images.remove(source_full)
                        if 'dockerimage' in locals():
                            del dockerimage
                        pass

                # Push image to target registry
                if 'dockerimage' in locals():
                    print("push... ", end='', flush=True)
                    try:
                        pushed = dockerclient.images.push(repository=target_full)
                        # Cleanup target image (tag)
                        print("untag... ", end='', flush=True)
                        dockerclient.images.remove(target_full)
                    except Exception as e:
                        print(f"FAIL: {e}")
                        pass

                    # Check if image is available in target repo
                    print("verify:", end='', flush=True)
                    osout = os.system(f"docker manifest inspect {target_full} >/dev/null 2>/dev/null")
                    if osout != 0:
                        print("error... ", end='', flush=True)
                        result = 'FAIL'
                    else:
                        print("ok... ", end='', flush=True)

                    # Cleanup source image
                    print("cleanup... ", end='', flush=True)
                    try:
                        dockerclient.images.remove(source_full)
                    except:
                        pass
                    print(result)