add the cloud provisioning api to the docker compose environment

Author: OriHoch

README.md

@@ -164,3 +164,18 @@ docker-compose up -d jenkins
 ```
 
 Login at http://localhost:8089
+
+
+## Running the cloud provisioning API
+
+Start the cca-operator server (see [cca-operator README](cca-operator/README.md))
+
+Start the cloud provisioning API server with the required keys
+
+```
+export PRIVATE_SSH_KEY="$(cat docker-compose/cca-operator/id_rsa | while read i; do echo "${i}"; done)"
+export PRIVATE_KEY="$(cat docker-compose/provisioning-api/private.pem | while read i; do echo "${i}"; done)"
+export PUBLIC_KEY="$(cat docker-compose/provisioning-api/public.pem | while read i; do echo "${i}"; done)"
+
+docker-compose up -d --build provisioning-api
+```

docker-compose.yaml

@@ -156,13 +156,45 @@ services:
     networks:
     - cloud-management
 
+  provisioning-api-db:
+    image: postgres
+    restart: always
+    ports:
+    - "5439:5432"
+    environment:
+    - POSTGRES_PASSWORD=123456
+    volumes:
+    - provisioning-api-db:/var/lib/postgresql/data
+    networks:
+    - cloud-management
+
+  provisioning-api:
+    depends_on:
+    - provisioning-api-db
+    - cca-operator
+    image: viderum/ckan-cloud-provisioning-api:latest
+    restart: always
+    environment:
+    - INSTANCE_MANAGER=root@cca-operator
+    - PRIVATE_SSH_KEY
+    - PRIVATE_KEY
+    - PUBLIC_KEY
+    - GITHUB_KEY
+    - GITHUB_SECRET
+    - DATABASE_URL=postgresql://postgres:123456@provisioning-api-db:5432/postgres
+    - EXTERNAL_ADDRESS=http://localhost:8092
+    ports:
+    - "8092:8000"
+    networks:
+    - cloud-management
 
 volumes:
   ckan-data:
   db:
   jobs-db:
   datastore-db:
   solr:
+  provisioning-api-db:
 
 networks:
   ckan-multi:

docker-compose/cca-operator/id_rsa

@@ -1,51 +1,27 @@
 -----BEGIN RSA PRIVATE KEY-----
-MIIJKAIBAAKCAgEAwgT9Z0k+d5xU+JE/V1FD4Bm7yoFhr1MmB/UdohSxgfLu+vYf
-+U1ImDV2BqQ58K/j1XSdi0fgwMvPCSQsdzpOPU3y1cDjMx5lODLxKhULD4KVbvDP
-ztpXTYqYDuIQ++uEofxjAOPlX3A0TtWlZkIAQivdjPLN3Njsg2RvMAqNacBss8Aa
-T3bOUmo1Sf24tK41q+3JTG6hSAvEk7ejOAec1uTt+/bZJDIxuTsN5xKNqFmdZmhf
-RhZwHfmUswgDw6xXXvYQM5Easyg2HOi5OfP+Hh4nUnl836D1ziL2TLvwtsGsx/jH
-06vobCetIbv6y8gKF01KI10LZdCFVaj/BVdz16NG+b/MivTR9HM1Zc7mGG2WOwd9
-YK4h3TOoKo/1EE94mgezR0pwvoEKIJISNnQHZUBey0gSRnkqGbrw/EmgvzvHybBU
-soTwMpY68UqIKV91W3bS/7/N9l+YndqMPzaILA8vfc8XDzuam1UttnkYqiuTHiCx
-Qsozjov4UM2zb5ilZjCQPZBFCxByB+CsIL+TZE0/tmqvKqjwTvuYzQ7qVjJ4T8/F
-ZcCkdb6RAiHiJk/C6aAMhQaiKbc8I6Ja1EmcH2Jbr7xahoFeudSHy4dWzNOoScRm
-Zi/LbmZ638q/c6MWvF+VC5npyEFzh/UglQrdBks4PyLykSljkKgg5qLG7OcCAwEA
-AQKCAgA9nC4HvWd7vgXxhNYTWTfvktxiOuGVNhcukbSeQmn3tPgUc1HF7beutdNL
-2pyXhJMZtlVM5D9HmbCd24HPPpGXwAfrvrunAPDtfqe8UEBZ5YKkXw3uRsFQW0Fc
-AIeaJ7jPY4DgyH2O5+eEXS2PokfIu3s4BeY/ShcYxizUmZU8TqF2FvuD3ls4KofP
-fiVIIsXiWbkBb2QBp9L9gWPwJ+KzDrFPwJxFdTb69fi9NtQK8KId4ejXLcreieGh
-VFs1qKV5/zM33M0YtR0x4ujmsUcxsyuTcgaoUMmdcta5mTigIDJIsgRqf/1nUtYU
-j0fdrCEgMyfmwOYcp7GfePG6dYHQGkN8eO9YlFjiZYi2JNYFl86X/UBYgGyrX2uS
-r1z9gYFi5usdhJb/8zuiVl05dQ0UJwSlXsb6QMRjdFus5AIPqrNVzl1KN7Gh63Kn
-s7FpQrHmXr/FlEKJep3OYms9dW3xakPryu9eGOZeKPwfYNyhBwrb+0E3sougx93B
-Q3kZOLOMf+wIaMPWpGpVg//Xx28Vakl3hcrMt0RY++uyQtuwILtvMQXPsP0oeCqo
-fR4xhT+7OmiFDj6/Hu+2CiWGTCamW7C6vQ7wiI6pk3zJ7i/81xRjdyKvuK+hmfUo
-QxxBwUy1G5C1BtHye93vQHXXPLBUx+6VNYIEhuA9CeaT9nzzaQKCAQEA/hbqe158
-ksa3cwFOcIHsV21SEzpLfqLgrfmocN2mSFXIV97eYWHRQd3bQgGK12cCgHOfqQ7U
-RdcFyc2nP5pWdT1bY1CYMbCu/uCru1rMdfylwDrg1vSAxuTGOpHRK8SEOZvDMgTg
-tPs9TDm5RpSPthK0iMXt12SpVyo5khW4oU+lNJCjoPuX+JWAM+zhu4va7aARPMzk
-7njR3XPPd8f0+Lrf0k/1TnsqdmLrGjQpfKMQ6xap7CzKQ4l7K3196F2GJQEntaya
-g21L/eVCD0F9/v/KPh0Ik6i2FwIy46uZdOQDKVfKLkzi0hXM97h3BzTexols5igL
-3UsX7LNPUGE3/QKCAQEAw3pyusHbm4JkBv4OXqwUZYZXChSJwSCwIXbuI5K16GWM
-SsZ3mgRN3qaP6Dx2++SB2IxPqI4ONRA7A31i2FEIQ2wgdm7VRDruMTvAKTLvmjNh
-KMKBsA2uXVVegTFnxcMRKrJ4CpL/1u5m1pnRH1N6ZmWrXdF81PL+zIiZiVrpJSjj
-kcu1+LsubMO4JlC13cyN5VOgUSwJTdvZ3YrnV870DB7KPP6NQf3gprmzS3NmyBya
-/Xd3v+Mk5vZKUBJvqaywHZ2RSp9vohZ0OIxBIEdDQSO5h89gZc8qsSIrtlieGDj3
-rIefCcgn4ELjRXps1XJUtaloMBTIU+W+GMlY6skTswKCAQAx4sfortVgb9lmn/QJ
-jMidJZ5+nexikZHxNloGxs211/m8nsokbnMKLoe0vt7GibfpBkprg7jTeXLuew0C
-JMgivogpyJII93p0GiI9Z4dLBu53/ldUfK6n3hS5PRXHNQ8MzHMXZ/PCNK2FQLQK
-knJgue1uCQY4StAgh+7DqrYUHbH+zwMBQURGDvwbtb9f9gZmrw2TVVsBIwF5LBqo
-lr6W8wGspfwwi2f71FH6VBFtIgrZTRrRfr27Ysum7z2AGJSUwVRNi/TOJvBLie5d
-VmtpXEkVxtd/Phl6DPl2z6MSWw3v2Qed7YR+4L7cSAA+jvfKHQMfcO9bZDnvRAkn
-a971AoIBAGiAoa0tzhWI06jZUR1TqWPNOeLtr+dLbl21kwH5gL5I64NeLrpr6qVJ
-Lk3dZU6sjq4R9NQLfZTopGPtOFakm2JP/9rQzbq4Nnajlstvq6AoL5z2vxY7eifz
-Z55xpySWcCr/ViVxCM0Cjn/To3S30AvF9qMlRzMg5Q67SDmiHFn9Tgu3eAUNLHiA
-+YWiSFfW71TWLDK49BBnpEVH6P2MafPA0iVhgGrzKpJ3XF7NxvjcMg+nOqGe8S94
-I6pC8Ocops5uWiomqithDajdckOrVU0RqDHur34+Dni759qH7ZzNd7sIlgFIu+is
-WYvfMye5A4hKlKR/t8kCXWoq2hpKfPkCggEBAMSoGPzeCQII2ZABB8Ajrr3wG9/r
-qWMZhAzBSPL+i5U/cfBMjKo7LriiE18/jXzw4iXKMlzBZuJQaGBaA/cZxgIA/tEM
-q4dEwN++Nvydg3zOYegAYKz5XWdoq+XEE3vMxSsDlOaVyPTULtu+yvEgRugG6JE1
-ShHKClySSdKaaKP6s/zqpp8zkYUjiOr4XgzCPqTf4Kgq1GSThC/lPefUqiLBf86D
-Aem5EEf+MfrIpPi9A955bHHbfAsAiID3IP9LsEwPa5nmXDeWD9pUEgPu2KkB3FAa
-SPuEM9I2AYOXPmNpjvHN/9cAPI7rt8y3tSfsoORVZM1419IwUB1S1NvX6oY=
+MIIEogIBAAKCAQEAtnKgELeel3rgaPMbYUrt9hdQxJIMTHKmWo1eezaKyqNDjZAy
+cHKn+eXmRv/Tdb4SW6fx9OkHwcx/NZ13tDuyUeKqkqsmaaQR+srE59YRrJisObAw
+h9fhpVqDgFTOkav6HAw3ApLsBncoUJo7EbRq9KJ83nGmRYRUAdf6wjeKpFKUkBkB
+X2jf+GBD8Hz4IjIqPFyF2W1ZidobWALUScole4o1DkjTdm+/WFmIU7zG467zattc
+UEuB/wUCn6zlnFdEENafFPIg/PVTFq1GPl737fbGPXM0+LoDEa8Q1sP2kgwi2gNG
+P1wjDERg+jzpZF1eJI6MP/EvYoTnL4lT2GnhAwIDAQABAoIBAAL52ayMIjUcVv6/
+QGoU287Q0It0SmkQ0a/WcH0YBamKgjaT7I6zABRucJQl5iAcipYeJi81gd/iYwzP
+1b0F4EG/rcKYsha1C2oI1q9laYJkNyL1wcTle5PD5zM3rurnYDwG4vrSxLDSTsEJ
+0v7V74yv/dNvDSRDJU+mYzu5xjQp8Z2ljyhX2TMrqu4YfoFFCT0lHWUE5VKUysG5
+o7xGCYzmhm9koBf0VEaREWeuS/aFuUCx+ZeBi2ht9ya8jLqKWstDtDIATiAU0yhL
+DfnuVU50MttTtVNs3GT8nsSlHQb3xNt1+WA94EE42H2OdKpfCCobOw/Q2ymCemoz
+XnTRYLECgYEA4iceDHuRUJVM5dh53sD5zWaAeIgxfpx5uP0R/q2hRzmZ00Uitec0
+3IVDvBOHoCuecehr5ZqWdIRVWhncNTESWuZOXO0Zg7SoqOaFPAdL5ZQkrTfThqkI
++WHG/72PhDLXpcxCuL8kjxgiqGg93ay0rEmbCkyfGisMlIEyd63+WHsCgYEAzobf
+drWfJzXYq/rvFCr4D65C5cWMt17cWhbVqc6BCZ4ehT9vhKKGvrBHYE6lylMUoX+/
+I/mvkLfnE+EgkBFyF3nrSpuh+8huX67J3HqIW655aswDoCZ0+PXUfQnoIeNx1hV0
+rYn5rJigtlGXD1nbVd0DCIZg74gFJyxbA2UhpxkCgYB36uQdHFy2jSRkcEBXJJ6R
+ErwmrZkJGPHWbKLhF7KAMQPnKi64o+u8zxFWpkhxXw+6ONMVwb3r9MvJZhMFRYsF
+FkAROEwiMWaJgQq/BONyzfYQv5xzOCihC/7YVuzF3avJp6Dtk7VQBy1BfVzosY5w
+GOuUL4Lh/lfCWyummGVZBwKBgGCRiCPFwOlgsDOaXfgcL2mFnho6SRXk8TveuYFw
+4b1RhgvgIZDvPfokCvvpSnRUbK0nQoTb10/f7djJx6QVxDdd9rsoEpHcol9zJ0hE
+s0XLS1K4mmlkEgXnTLg6zaQq6auk1K3gejJOG7ekZvHynjCD60stKl5WR7KNdvEb
+dKThAoGAHfR8wR/IDVG344jQP/1hcZcZpBrKjCd9w3HnqppHKXJaoKm1Ujfv45bq
+hrsQiPrTnnebbcKBEpSsryMzq++YnB2pUaNC61TGJu4D/K6S/yFi2HGVHvurJmPm
+PdobbZRX9KkyHv2sIIlEHoSZxwKphL+eTr07CnuafWjTCYE7Suc=
 -----END RSA PRIVATE KEY-----

docker-compose/cca-operator/id_rsa.pub

@@ -1 +1 @@
-ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDCBP1nST53nFT4kT9XUUPgGbvKgWGvUyYH9R2iFLGB8u769h/5TUiYNXYGpDnwr+PVdJ2LR+DAy88JJCx3Ok49TfLVwOMzHmU4MvEqFQsPgpVu8M/O2ldNipgO4hD764Sh/GMA4+VfcDRO1aVmQgBCK92M8s3c2OyDZG8wCo1pwGyzwBpPds5SajVJ/bi0rjWr7clMbqFIC8STt6M4B5zW5O379tkkMjG5Ow3nEo2oWZ1maF9GFnAd+ZSzCAPDrFde9hAzkRqzKDYc6Lk58/4eHidSeXzfoPXOIvZMu/C2wazH+MfTq+hsJ60hu/rLyAoXTUojXQtl0IVVqP8FV3PXo0b5v8yK9NH0czVlzuYYbZY7B31griHdM6gqj/UQT3iaB7NHSnC+gQogkhI2dAdlQF7LSBJGeSoZuvD8SaC/O8fJsFSyhPAyljrxSogpX3VbdtL/v832X5id2ow/NogsDy99zxcPO5qbVS22eRiqK5MeILFCyjOOi/hQzbNvmKVmMJA9kEULEHIH4Kwgv5NkTT+2aq8qqPBO+5jNDupWMnhPz8VlwKR1vpECIeImT8LpoAyFBqIptzwjolrUSZwfYluvvFqGgV651IfLh1bM06hJxGZmL8tuZnrfyr9zoxa8X5ULmenIQXOH9SCVCt0GSzg/IvKRKWOQqCDmosbs5w== cca-operator@localhost
+ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2cqAQt56XeuBo8xthSu32F1DEkgxMcqZajV57NorKo0ONkDJwcqf55eZG/9N1vhJbp/H06QfBzH81nXe0O7JR4qqSqyZppBH6ysTn1hGsmKw5sDCH1+GlWoOAVM6Rq/ocDDcCkuwGdyhQmjsRtGr0onzecaZFhFQB1/rCN4qkUpSQGQFfaN/4YEPwfPgiMio8XIXZbVmJ2htYAtRJyiV7ijUOSNN2b79YWYhTvMbjrvNq21xQS4H/BQKfrOWcV0QQ1p8U8iD89VMWrUY+Xvft9sY9czT4ugMRrxDWw/aSDCLaA0Y/XCMMRGD6POlkXV4kjow/8S9ihOcviVPYaeED cca-operator@localhost

docker-compose/provisioning-api/README.md

@@ -0,0 +1 @@
+The *.pem files were created using [this script](https://github.com/datahq/auth/blob/master/tools/generate_key_pair.sh)

docker-compose/provisioning-api/private.pem

@@ -0,0 +1,27 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIIEogIBAAKCAQEAwmd8SaXae5+s/ZIrz9d2mhv1HYy3eCvTEejGLKeaKUuuXLCS
+5fajL7ddAD8I/mY3JELdKt8JjVvyXrFP6Cp83Lp9n0rL4BOo2gUGnHLcIvMpT5t/
+YiSJh+s4dwPXIBre8JuI46QwHQMBTLOYSCyimj3JQdk6gwGVbgn0/TerhpwYFoo0
+ABABh/mhSQHGjooNlkyLP+SVELk52dn8Rp0+jbrakMQO9PSV1j+CizViixtdQD3y
+2gD470fM14s0lauiM5eu8jkB1U1FAGlpuOKpxv3Kh+8T74trJeDVpa3gi4XUoVJI
+XhfdM1/hZNg6Cf6s/4wnnY6df307BbUmeoM1cwIDAQABAoIBAFz3ulNKEnLeSI83
+EOajRp+qUQ0hlzfL1XOSGvuN50ZqX+cJtiZtTVrrWHleq8FlRmd75mKzKNFGMGEi
+cHE5qF6yfJLp5ReyryQcFS5KK4Y3PQFJ/qADkxXB4k3gM0eyMf1klBExGqU1I7D3
+jhKt7dDPTWjFJpsx7bEi59sUfV2wfyGXLHHfqBQUlsyZdjS1ZSagnyb9RGtdCzqS
+EuMaC3CwC3OqdSCSvrFuemu/jTKinwIV96Svm5H6YWdgohehxx3WkeEUnfRCEfjV
+gAHu+6L5ILGdQlqF/GM/ymMdQL+vRMRtBq2hLDk+rm7qtUyX9QMGtEIPu98AV3E2
+UZ57hukCgYEA/YrVj6/fLUZej3HJ3lUg0zDdMcjc2L210+eFgraj4oX14iD+ho5l
+VJqah+CEbhP3rgJsvvwOE3sUeBIfmCbXhGeOPSRGxXI+CdDf3i8vVmPRUHG5YVaV
+zAKIr1BhIWPKcMO/11qNvy8ztZDUXKN+HoLy/1oH6duk46Zi38PmP50CgYEAxEnm
+Zv57tzhtaQ0aGlfQ/41fB/tmn1ixzyw1HQPdgF93srDKlRwwZSncYJA5+BDoUiR+
+9YWXWEk6Wklk1fWhMqMkJhRvEgcRoXoeDXuDK2E9Y0iAeEDzzQRaSNxr3EzGUtqG
+6DcjrDacrsz05AfQa6IRdNe69manvrZKUl75pE8CgYBV+VEHozyLbrQ78frg8H7r
+/kLTUehJerMAgx6Lv4D9HC3Pmx6T5A9KTA6giqp9ZTn0gI/9hx0C0BaVzJd4EZu9
+IxxhcT6qT13oGDMBdYCYy8o7fAS/lAvBnQ5aXGhDWUJZUJdp4CP2s3vWUqEgNLRc
+hkz997p9O2TDaTVX6WbXJQKBgAfmqZ2PtM8lOFI4MsrIqiL/P8oEdpcHbPDX6LNo
+Smw2a40HzL+/yLrpunMwmwS/OXrE+U9Mt1DYcb7coXBzWK+/HV9jBy2El1MWpUsJ
+o7gFTAFJE9LDWozwFepE5RqTBJClNzT1szvlXt0yZtEe92a9uVIotN/iNfJZSBiU
+thvFAoGAJ7iK+hl5T937H5D4iQL5rZW/d9jl+qSjgWyCcqWxLQPsfiNRVJEy8bLD
+2BqAcHCxC+ozbu2e4tY+sprwN4LrgEvTDj6CtRyWrqBt31GDgw1QSxsidv6fJt2o
+lAAh/EEc8JLRgigVS9B4urNgJiaziwWqhugc7BfXXKFm/8RZyTM=
+-----END RSA PRIVATE KEY-----

docker-compose/provisioning-api/public.pem

@@ -0,0 +1,9 @@
+-----BEGIN PUBLIC KEY-----
+MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAwmd8SaXae5+s/ZIrz9d2
+mhv1HYy3eCvTEejGLKeaKUuuXLCS5fajL7ddAD8I/mY3JELdKt8JjVvyXrFP6Cp8
+3Lp9n0rL4BOo2gUGnHLcIvMpT5t/YiSJh+s4dwPXIBre8JuI46QwHQMBTLOYSCyi
+mj3JQdk6gwGVbgn0/TerhpwYFoo0ABABh/mhSQHGjooNlkyLP+SVELk52dn8Rp0+
+jbrakMQO9PSV1j+CizViixtdQD3y2gD470fM14s0lauiM5eu8jkB1U1FAGlpuOKp
+xv3Kh+8T74trJeDVpa3gi4XUoVJIXhfdM1/hZNg6Cf6s/4wnnY6df307BbUmeoM1
+cwIDAQAB
+-----END PUBLIC KEY-----