ci: migrate semaphore YAMLs to use Ubuntu 24.04 (#267)

* Migrate to ubuntu2404

* chore: upgrade gemfiles

* chore: upgrade golang and rename api module

* toil(ci): adjust execution time limit, remove fail fast strategy

* chore: migrate from docker-compose to docker compose command

* chore: upgrade packages in self-hosted Dockerfile and add missing test dependencies

---------

Co-authored-by: Dejan K <sidejan@gmail.com>
Co-authored-by: Mikołaj Kutryj <mikolaj.kutryj@gmail.com>

Author: 3 people

.semaphore/release.yml

@@ -2,8 +2,8 @@ version: "v1.0"
 name: Release
 agent:
   machine:
-    type: e1-standard-4
-    os_image: ubuntu2004
+    type: f1-standard-2
+    os_image: ubuntu2404
 blocks:
   - name: "Release"
     task:

.semaphore/semaphore.yml

@@ -2,15 +2,11 @@ version: v1.0
 name: Agent
 agent:
   machine:
-    type: e1-standard-2
-    os_image: ubuntu2004
+    type: f1-standard-2
+    os_image: ubuntu2404
 
 execution_time_limit:
-  minutes: 15
-
-fail_fast:
-  stop:
-    when: true
+  minutes: 10
 
 blocks:
   - name: "Lint"
@@ -22,7 +18,7 @@ blocks:
 
       prologue:
         commands:
-          - sem-version go 1.23.8
+          - sem-version go 1.24.11
           - checkout
 
       jobs:
@@ -41,7 +37,7 @@ blocks:
           - checkout
           - mv ~/.ssh/security-toolbox ~/.ssh/id_rsa
           - sudo chmod 600 ~/.ssh/id_rsa
-          - sem-version go 1.23.8
+          - sem-version go 1.24.11
       jobs:
         - name: Check dependencies
           commands:
@@ -67,7 +63,7 @@ blocks:
 
       prologue:
         commands:
-          - sem-version go 1.23.8
+          - sem-version go 1.24.11
           - checkout
           - go version
           - go get
@@ -100,7 +96,7 @@ blocks:
 
       prologue:
         commands:
-          - sem-version go 1.23.8
+          - sem-version go 1.24.11
           - checkout
           - go version
           - go get
@@ -167,7 +163,7 @@ blocks:
 
       prologue:
         commands:
-          - sem-version go 1.23.8
+          - sem-version go 1.24.11
           - checkout
           - go version
           - go get
@@ -204,7 +200,7 @@ blocks:
 
       prologue:
         commands:
-          - sem-version go 1.23.8
+          - sem-version go 1.24.11
           - checkout
           - go version
           - go get
@@ -245,7 +241,7 @@ blocks:
 
       prologue:
         commands:
-          - sem-version go 1.23.8
+          - sem-version go 1.24.11
           - curl -sLO https://storage.googleapis.com/minikube/releases/latest/minikube-linux-amd64 && install minikube-linux-amd64 /tmp/
           - /tmp/minikube-linux-amd64 config set WantUpdateNotification false
           - /tmp/minikube-linux-amd64 start --driver=docker

Dockerfile.self_hosted

@@ -8,7 +8,7 @@ ARG USER_GID=$USER_UID
 RUN groupadd --gid $USER_GID $USERNAME && \
   useradd --uid $USER_UID --gid $USER_GID -m $USERNAME
 
-RUN apt-get update -y && apt-get install -y --no-install-recommends ca-certificates curl
+RUN apt-get update -y && apt-get upgrade -y && apt-get install -y --no-install-recommends ca-certificates curl
 RUN update-ca-certificates
 
 # kubectl is required to be present in the container running the agent

Dockerfile.test

@@ -4,6 +4,9 @@ RUN apt-get update && \
   apt-get install curl -y && \
   curl -sSL https://get.docker.com/ | sh && \
   apt-get install -y ssh docker-compose-plugin && \
+  # Install standalone docker-compose for backward compatibility
+  curl -L "https://github.com/docker/compose/releases/latest/download/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose && \
+  chmod +x /usr/local/bin/docker-compose && \
   # pin pyyaml to 5.3.1 until https://github.com/yaml/pyyaml/issues/724 is fixed
   pip install pyyaml==5.3.1 && \
   pip install awscli
@@ -29,4 +32,4 @@ ADD build/agent /app/agent
 
 WORKDIR /app
 
-CMD service ssh restart && ./agent serve --port 30000
+CMD ["sh", "-c", "service ssh restart && ./agent serve --port 30000"]

pkg/api/job_request.go

@@ -1,4 +1,4 @@
-package api
+package agentapi
 
 import (
 	"encoding/base64"

pkg/api/job_request_test.go

@@ -1,4 +1,4 @@
-package api
+package agentapi
 
 import (
 	"encoding/base64"

pkg/aws/aws.go

@@ -6,7 +6,7 @@ import (
 	"strings"
 
 	versions "github.com/hashicorp/go-version"
-	"github.com/semaphoreci/agent/pkg/api"
+	api "github.com/semaphoreci/agent/pkg/api"
 	log "github.com/sirupsen/logrus"
 )
 

pkg/docker/docker.go

@@ -7,7 +7,7 @@ import (
 	"regexp"
 	"strings"
 
-	"github.com/semaphoreci/agent/pkg/api"
+	api "github.com/semaphoreci/agent/pkg/api"
 	"github.com/semaphoreci/agent/pkg/aws"
 )
 

pkg/docker/docker_test.go

@@ -5,7 +5,7 @@ import (
 	"runtime"
 	"testing"
 
-	"github.com/semaphoreci/agent/pkg/api"
+	api "github.com/semaphoreci/agent/pkg/api"
 	"github.com/stretchr/testify/assert"
 )
 

pkg/eventlogger/default.go

@@ -7,7 +7,7 @@ import (
 	"path/filepath"
 	"time"
 
-	"github.com/semaphoreci/agent/pkg/api"
+	api "github.com/semaphoreci/agent/pkg/api"
 )
 
 const LoggerMethodPull = "pull"