[GR-70788] Add setup method support to polybench benchmarks.

PullRequest: graal/22667

Author: jirkamarsik

truffle/src/org.graalvm.polybench/src/org/graalvm/polybench/PolyBenchAstBuilder.java

@@ -229,9 +229,12 @@ private void stageRunHarnessBody(Context.Builder contextBuilder, boolean evalSou
 
             builder.append(new Expr.FunctionCall.LogCall(new Expr.Atom.String("::: Bench specific options :::")));
             if (evalResult.value instanceof Value value) {
-                if (evalResult.languageId.equals("wasm")) {
-                    value = value.getMember("exports");
+                // Execute "setup" function if it exists
+                try (Stat.Block.Builder thenBranchBuilder = new Stat.Block.Builder(null)) {
+                    thenBranchBuilder.append(new Expr.FunctionCall(new Expr.Reference.Ident("setup"), null));
+                    thenBranch = thenBranchBuilder.build();
                 }
+                builder.append(new Stat.If(new Expr.FunctionCall(new Expr.Reference.Ident("checkIfFunctionExists"), new Expr[]{new Expr.Atom.String("setup")}), thenBranch, null));
                 config.parseBenchSpecificDefaults(value);
                 builder.append(new Expr.FunctionCall(new Expr.Reference.CompoundReference(new Expr.Reference.Ident("configMetric"), new Expr.Reference.Ident("parseBenchSpecificOptions")), null));
             }

truffle/src/org.graalvm.polybench/src/org/graalvm/polybench/PolyBenchLauncher.java

@@ -403,7 +403,7 @@ EvalResult evalSource(Context context) {
                 config.metric.afterLoad(config);
             }
             if (language.equals("wasm")) {
-                result = result.newInstance();
+                result = result.newInstance().getMember("exports");
             }
             return new EvalResult(language, source.getName(), source.hasBytes(), source.getLength(), result);
         }
@@ -495,8 +495,9 @@ private void runHarness(Context.Builder contextBuilder, boolean evalSourceOnly,
             log("::: Bench specific options :::");
             if (evalResult.value instanceof Value) {
                 Value value = (Value) evalResult.value;
-                if (evalResult.languageId.equals("wasm")) {
-                    value = value.getMember("exports");
+                Value setup = tryLookup(context, evalResult.languageId, value, "setup");
+                if (setup != null && setup.canExecute()) {
+                    setup.execute();
                 }
                 config.parseBenchSpecificDefaults(value);
                 config.metric.parseBenchSpecificOptions(value);
@@ -573,13 +574,29 @@ private void repeatIterations(Context context, Workload workload, String name, b
         }
     }
 
+    private static Value tryLookup(Context context, String languageId, Value evalSourceValue, String memberName) {
+        // language-specific lookup
+        return switch (languageId) {
+            case "wasm" -> evalSourceValue.getMember(memberName);
+            default -> {
+                // first try the memberName directly
+                if (evalSourceValue.hasMember(memberName)) {
+                    yield evalSourceValue.getMember(memberName);
+                } else {
+                    // Fallback for other languages: Look for 'memberName' in global scope.
+                    yield context.getBindings(languageId).getMember(memberName);
+                }
+            }
+        };
+    }
+
     private Workload lookup(Context context, String languageId, Object evalSource, String memberName) {
         Value evalSourceValue = (Value) evalSource;
         Value result;
         // language-specific lookup
         switch (languageId) {
             case "wasm":
-                result = evalSourceValue.getMember("exports").getMember(memberName);
+                result = evalSourceValue.getMember(memberName);
                 break;
             case "java":
                 // Espresso doesn't provide methods as executable values.

vm/ci/ci_common/common-bench.jsonnet

@@ -197,13 +197,14 @@ local repo_config = import '../../../ci/repo-configuration.libsonnet';
       notify_groups +: ['wasm'],
     },
     self.polybench_vm_daily('linux', 'amd64', 'wasm') + common.deps.wasm + {
+      local is_enterprise = (repo_config.graalvm_edition == 'ee'),
       setup+: [
         ['mx', '--dy', '/wasm', 'build'],
         ['mx', '--dy', '/wasm', 'build', '--dependencies', 'WASM_POLYBENCH_BENCHMARKS']
-      ],
+      ] + if is_enterprise then [['mx', '--dy', '/wasm-enterprise', 'build', '--dependencies', 'WASM_ENTERPRISE_POLYBENCH_BENCHMARKS']] else [],
       run+: [
         self.polybench_wrap(['mx', '--dy', '/wasm', '--java-home', '${POLYBENCH_JVM}', 'polybench', '--suite', 'wasm:benchmark']),
-      ],
+      ] + if is_enterprise then [self.polybench_wrap(['mx', '--dy', '/wasm-enterprise', '--java-home', '${POLYBENCH_JVM}', 'polybench', '--suite', 'wasm-enterprise:benchmark'])] else [],
       notify_groups +: ['wasm'],
     }
   ] + [
@@ -276,12 +277,13 @@ local repo_config = import '../../../ci/repo-configuration.libsonnet';
       notify_groups +: ['javascript'],
     },
     self.polybench_vm_daily('linux', 'amd64', 'js') + {
+      local is_enterprise = (repo_config.graalvm_edition == 'ee'),
       setup+: [
         ['mx', '--dy', '/graal-js', 'build']
-      ],
+      ] + if is_enterprise then [['mx', '--dy', '/graal-js-enterprise', 'build', '--dependencies', 'GRAALJS_ENTERPRISE_POLYBENCH_BENCHMARKS']] else [],
       run+: [
         self.polybench_wrap(['mx', '--dy', '/graal-js', '--java-home', '${POLYBENCH_JVM}', 'polybench', '--suite', 'js:benchmark']),
-      ],
+      ] + if is_enterprise then [self.polybench_wrap(['mx', '--dy', '/graal-js-enterprise', '--java-home', '${POLYBENCH_JVM}', 'polybench', '--suite', 'js-enterprise:benchmark'])] else [],
       notify_groups +: ['javascript'],
     }
   ] + [

wasm/benchmarks/interpreter/.gitignore

@@ -0,0 +1 @@
+*.wasm

wasm/benchmarks/interpreter/deltablue.c

@@ -1,5 +1,5 @@
 /*
- * Copyright (c) 2021, Oracle and/or its affiliates. All rights reserved.
+ * Copyright (c) 2021, 2025, Oracle and/or its affiliates. All rights reserved.
  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  *
  * This code is free software; you can redistribute it and/or modify it
@@ -1110,6 +1110,9 @@ double OutlierRemovalAverageSummaryUpperThreshold() {
   return 0.5;
 }
 
+void setup() {
+}
+
 int run()
 {
   int n = 1000;