Note down expected CI execution times

When looking to optimise CI workflows it is useful to have an idea about
the current state of affairs.

Author: tautschnig

.github/workflows/build-and-test-Linux.yaml

@@ -6,6 +6,7 @@ on:
       - '**'
 
 jobs:
+  # This job takes approximately 18 minutes
   CompileLinux:
     runs-on: ubuntu-20.04
     steps:

.github/workflows/build-and-test-Xen.yaml

@@ -5,6 +5,7 @@ on:
     branches: [ develop ]
 
 jobs:
+  # This job takes approximately 33 minutes
   CompileXen:
     runs-on: ubuntu-20.04
     steps:

.github/workflows/codeql-analysis.yml

@@ -7,6 +7,7 @@ on:
     branches: [ develop ]
 
 jobs:
+  # This job takes approximately 82 minutes
   analyze:
     name: Analyze
     runs-on: ubuntu-latest

.github/workflows/csmith.yaml

@@ -5,6 +5,7 @@ on:
     branches: [ develop ]
 
 jobs:
+  # This job takes approximately 18 minutes
   run-10-random-tests:
     runs-on: ubuntu-20.04
     steps:

.github/workflows/doxygen-check.yaml

@@ -4,6 +4,7 @@ on:
     branches: [ develop ]
 
 jobs:
+  # This job takes approximately 2 minutes
   check-doxygen:
     runs-on: ubuntu-20.04
     steps:

.github/workflows/publish.yaml

@@ -2,6 +2,7 @@ name: Publish CBMC documentation
 on: [push, pull_request]
 
 jobs:
+  # This job takes approximately 3 minutes
   publish:
     runs-on: ubuntu-latest
     steps:

.github/workflows/pull-request-checks.yaml

@@ -6,6 +6,7 @@ env:
   cvc5-version: "1.0.0"
 
 jobs:
+  # This job takes approximately 40 minutes
   check-ubuntu-20_04-make-gcc:
     runs-on: ubuntu-20.04
     steps:
@@ -71,6 +72,7 @@ jobs:
           env PATH=$PATH:`pwd`/src/solvers make -C regression/cbmc test-cprover-smt2
           make -C jbmc/regression test-parallel JOBS=2
 
+  # This job takes approximately 34 minutes
   check-ubuntu-20_04-make-clang:
     runs-on: ubuntu-20.04
     env:
@@ -142,6 +144,7 @@ jobs:
   # to be run by the job above, which is basically the same, but more comprehensive.
   # The reason we opted for a new job is that adding a `test-z3` step to the current
   # jobs increases the job runtime to unacceptable levels (over 2hrs).
+  # This job takes approximately 18 minutes
   check-ubuntu-20_04-make-clang-smt-z3:
     runs-on: ubuntu-20.04
     env:
@@ -186,6 +189,7 @@ jobs:
       - name: Run regression/cbmc tests with z3 as the backend
         run: make -C regression/cbmc test-z3
 
+  # This job takes approximately 42 minutes
   check-ubuntu-20_04-cmake-gcc:
     runs-on: ubuntu-20.04
     steps:
@@ -245,6 +249,7 @@ jobs:
       - name: Run tests
         run: cd build; ctest . -V -L CORE -j2
 
+  # This job takes approximately 41 minutes
   check-ubuntu-22_04-cmake-gcc:
     runs-on: ubuntu-22.04
     steps:
@@ -302,6 +307,7 @@ jobs:
       - name: Run tests
         run: cd build; ctest . -V -L CORE -j2
 
+  # This job takes approximately 24 minutes
   check-ubuntu-20_04-cmake-gcc-KNOWNBUG:
     runs-on: ubuntu-20.04
     steps:
@@ -347,6 +353,7 @@ jobs:
           git checkout -- memory_allocation1 printf1 union12 va_list3
           ../test.pl -c "cbmc --cprover-smt2" -I broken-smt-backend -K
 
+  # This job takes approximately 95 minutes
   check-ubuntu-20_04-cmake-gcc-THOROUGH:
     runs-on: ubuntu-20.04
     steps:
@@ -384,6 +391,7 @@ jobs:
       - name: Run tests
         run: cd build; ctest . -V -L THOROUGH -j2
 
+  # This job takes approximately 69 minutes
   check-macos-11-make-clang:
     runs-on: macos-11
     steps:
@@ -434,6 +442,7 @@ jobs:
       - name: Run JBMC regression tests
         run: make -C jbmc/regression test-parallel JOBS=3
 
+  # This job takes approximately 66 minutes
   check-macos-12-cmake-clang:
     runs-on: macos-12
     steps:
@@ -476,6 +485,7 @@ jobs:
       - name: Run CTest
         run: cd build; ctest -V -L CORE . -j3
 
+  # This job takes approximately 70 minutes
   check-vs-2019-cmake-build-and-test:
     runs-on: windows-2019
     env:
@@ -528,6 +538,7 @@ jobs:
           Set-Location build
           ctest -V -L CORE -C Release . -j2
 
+  # This job takes approximately 84 minutes
   check-vs-2022-make-build-and-test:
     runs-on: windows-2022
     env:
@@ -595,6 +606,7 @@ jobs:
         run: make CXX=clcache BUILD_ENV=MSVC -C regression test
 
 
+  # This job takes approximately 1 minute
   check-clang-format:
     runs-on: ubuntu-20.04
     steps:
@@ -616,6 +628,7 @@ jobs:
           MERGE_BRANCH: ${{ github.ref }}
         run: ./.github/workflows/pull-request-check-clang-format.sh
 
+  # This job takes approximately 1 minute
   check-cpplint:
     runs-on: ubuntu-20.04
     steps:
@@ -637,6 +650,7 @@ jobs:
           MERGE_BRANCH: ${{ github.ref }}
         run: ./.github/workflows/pull-request-check-cpplint.sh
 
+  # This job takes approximately 32 minutes
   windows-msi-package:
     runs-on: windows-2019
     env:
@@ -685,6 +699,7 @@ jobs:
           echo "msi_installer=build/$msi_name" >> $env:GITHUB_OUTPUT
           echo "msi_name=$msi_name" >> $env:GITHUB_OUTPUT
 
+  # This job takes approximately 43 minutes
   ubuntu-18_04-package:
     runs-on: ubuntu-18.04
     env:
@@ -754,14 +769,15 @@ jobs:
           echo "deb_package=./build/$deb_package_name" >> $GITHUB_OUTPUT
           echo "deb_package_name=ubuntu-18.04-$deb_package_name" >> $GITHUB_OUTPUT
 
-
+  # This job takes approximately 3 minutes
   check-string-table:
     runs-on: ubuntu-20.04
     steps:
       - uses: actions/checkout@v3
       - name: Check for unused irep ids
         run: ./scripts/string_table_check.sh
 
+  # This job takes approximately 23 minutes
   check-docker-image:
     runs-on: ubuntu-20.04
     steps:
@@ -785,6 +801,7 @@ jobs:
       - name: Smoke test goto-analyzer
         run: docker run -v ${PWD}/.github/workflows/smoke_test_assets:/mnt/smoke -t cbmc goto-analyzer /mnt/smoke/test.goto --unreachable-functions
 
+  # This job takes approximately 39 minutes
   include-what-you-use:
     runs-on: ubuntu-22.04
     steps:
@@ -812,6 +829,7 @@ jobs:
             exit 1
           fi
 
+  # This job takes approximately 75 minutes
   codecov-coverage-report:
     runs-on: ubuntu-20.04
     steps: