compiler: add coverage to tests

Add coverage measurements to tests. Also add them to CI.

Author: aleksisch

.github/workflows/build.yml

@@ -322,6 +322,10 @@ jobs:
             # Use more time to pass UBSAN and disable leaks in JIT mode because we exit using exit(), and do not call destructors.
             [ "${{ env.das_llvm_disabled }}" = "ON" ] || ASAN_OPTIONS=detect_leaks=0 ./daslang _dasroot_/dastest/dastest.das -jit -- --color --test ../tests || ASAN_OPTIONS=detect_leaks=0 ./daslang _dasroot_/dastest/dastest.das -jit -- --color --isolated-mode --timeout 4800 --test ../tests
             ./daslang _dasroot_/dastest/dastest.das -- --color --test ../tests || ./daslang _dasroot_/dastest/dastest.das -- --color --isolated-mode --timeout 3600 --test ../tests
+
+            # Run tests with coverage and print report.
+            ./daslang _dasroot_/dastest/dastest.das -- --cov-path coverage.txt --color --test ../tests
+            lcov --summary cov --rc lcov_branch_coverage=1
             ;;
            windows32)
             cd bin/"${{ matrix.cmake_preset }}"

daslib/archive.das

@@ -210,7 +210,7 @@ def public serialize(var arch : Archive; var value : array<auto(TT)>) {
             delete value
         }
         arch |> read_raw(len)
-        value |> resize(len)
+        unsafe(value |> resize(len))
         for (element in value) {
             arch |> _::serialize(element)
         }

dastest/suite.das

@@ -26,6 +26,7 @@ struct SuiteCtx {
     verbose : bool = false
     compile_only : bool = false
     use_aot : bool = false
+    cov_path : string = ""
 
     // Testing-related options.
     testNames : array<string>
@@ -91,6 +92,7 @@ def SuiteCtx(args : array<string>) : SuiteCtx {
     ctx.projectPath = args |> get_str_arg("--test-project", "")
     ctx.compile_only = args |> has_value("--compile-only")
     ctx.use_aot = args |> has_value("--use-aot") || is_in_aot()
+    ctx.cov_path = args |> get_str_arg("--cov-path", "")
     collect_tests_names(args, ctx.testNames)
 
     ctx.bench_enabled = args |> has_value("--bench")
@@ -168,6 +170,11 @@ def test_file(file_name : string; var ctx : SuiteCtx; var file_ctx : FileCtx) :
             if (jit_enabled()) {
                 access |> add_extra_module("just_in_time", "{get_das_root()}/daslib/just_in_time.das")
             }
+            if (!ctx.cov_path |> empty()) {
+                cop.export_all = true
+                cop.rtti = true
+                access |> add_extra_module("coverage", "{get_das_root()}/daslib/coverage.das")
+            }
             compile_file(file_name, access, unsafe(addr(mg)), cop) $(ok, program, output) {
                 var expectedErrors : table<CompilationError; int>
                 if (program != null) {
@@ -242,6 +249,21 @@ def test_file(file_name : string; var ctx : SuiteCtx; var file_ctx : FileCtx) :
                     var mod = program |> get_this_module()
                     if (mod != null && context != null) {
                         let module_result = test_module(*mod, *context, ctx, file_ctx)
+                        if (module_result.total > 0 && !ctx.cov_path |> empty()) {
+                            var report = ""
+                            unsafe(invoke_in_context(*context, "fill_report", unsafe(addr(report)), ""))
+                            // Clone to current context.
+                            report := report
+                            fopen(ctx.cov_path, "ab") <| $(fw) {
+                                if (fw != null) {
+                                    to_log(LOG_INFO, "Coverage to {ctx.cov_path}\n")
+                                    fwrite(fw, report)
+                                } else {
+                                    to_log(LOG_ERROR, "Couldn't create output file {ctx.cov_path}\n")
+                                }
+                            }
+
+                        }
                         if (module_result.failed + module_result.errors == 0) {
                             unsafe {
                                 file_ctx.context = addr(*context)

tests/language/failed_const_and_block_folding.das

@@ -7,26 +7,31 @@ expect 40209:2
 //options log_optimization_passes=true
 // options log=true
 
+[marker(no_coverage)]
 def two_plus_two : int {
     return 2 + 2
 }
 
+[marker(no_coverage)]
 def var_two_plus_two : int {
     let x, y : int = 2
     return x + y
 }
 
+[marker(no_coverage)]
 def var_op3_two_plus_two(cond : bool) : int {
     let x, y : int = 2
     return (cond ? x : y) + 2
 }
 
+[marker(no_coverage)]
 def var_op3_arg_two_plus_two(cond : bool) : int {
     let x, y : int = 2
     let cc : bool = cond
     return (cc ? x : y) + 2
 }
 
+[marker(no_coverage)]
 def test_dead_code(X : int) : int {
     var x : int = X
     while (x < 5) {
@@ -42,6 +47,7 @@ def test_dead_code(X : int) : int {
     }
 }
 
+[marker(no_coverage)]
 def test_empty_if(cond : bool) {
     if (cond) {
         assert(false)
@@ -50,7 +56,7 @@ def test_empty_if(cond : bool) {
     }
 }
 
-[export]
+[export, marker(no_coverage)]
 def test : bool {
     if ((3 + (2 > 3 ? 0 : 1)) != 4) {
         3 + (2 > 3 ? 0 : 1)

tests/language/failed_static_assert_in_infer.das

@@ -3,6 +3,7 @@ options gen2
 
 expect 40100
 
+[marker(no_coverage)]
 def fold(a : array<auto(numt)>; var from : numt) {
     for (x in a) {
         from += x
@@ -11,17 +12,20 @@ def fold(a : array<auto(numt)>; var from : numt) {
     return from
 }
 
+[marker(no_coverage)]
 def join(a : array<auto(numt)>) {
     var b = numt(0)
     return fold(a, b)
 }
 
+[marker(no_coverage)]
 def test(msg) {
     let a : array<uint64>
     let q = join(a)
     return string(q) + msg
 }
 
+[marker(no_coverage)]
 def test : bool {
     feint(test("this"))
     return true