From 319012075413978bdad97c726f9b798af22119f6 Mon Sep 17 00:00:00 2001 From: tinyinl Date: Tue, 10 Feb 2026 10:25:16 -0800 Subject: [PATCH 01/16] update video idx --- tools/submission/submission_checker/constants.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/tools/submission/submission_checker/constants.py b/tools/submission/submission_checker/constants.py index 5478eb58f5..287c5f2817 100644 --- a/tools/submission/submission_checker/constants.py +++ b/tools/submission/submission_checker/constants.py @@ -1121,6 +1121,13 @@ "3427", "2289", ] + "videos": [ + "130", + "106", + "84", + "59", + "12", + ] }, } } From 0c73d4b0338b0ca2b8ef3c87f672791af6823b55 Mon Sep 17 00:00:00 2001 From: tinyinl Date: Tue, 10 Feb 2026 10:32:12 -0800 Subject: [PATCH 02/16] update --- tools/submission/submission_checker/constants.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/submission/submission_checker/constants.py b/tools/submission/submission_checker/constants.py index 287c5f2817..ab134b4329 100644 --- a/tools/submission/submission_checker/constants.py +++ b/tools/submission/submission_checker/constants.py @@ -1120,7 +1120,7 @@ "1195", "3427", "2289", - ] + ], "videos": [ "130", "106", From 833ac5376f2f2bdcfdb059ff7c680f31e7657eac Mon Sep 17 00:00:00 2001 From: tinyinl Date: Tue, 10 Feb 2026 10:42:53 -0800 Subject: [PATCH 03/16] checking --- text_to_video/wan-2.2-t2v-a14b/data/samples.txt | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 text_to_video/wan-2.2-t2v-a14b/data/samples.txt diff --git a/text_to_video/wan-2.2-t2v-a14b/data/samples.txt b/text_to_video/wan-2.2-t2v-a14b/data/samples.txt new file mode 100644 index 0000000000..547472ac24 --- /dev/null +++ b/text_to_video/wan-2.2-t2v-a14b/data/samples.txt @@ -0,0 +1,5 @@ +130, A boat sailing leisurely along the Seine River with the Eiffel Tower in background, pixel art +106, A panda drinking coffee in a cafe in Paris, watercolor painting +84, The bund Shanghai, black and white +59, an elephant spraying itself with water using its trunk to cool down +12, a car turning a corner From bc0408d879056b35c2ca6010767c611bdcc2dee7 Mon Sep 17 00:00:00 2001 From: tinyinl Date: Tue, 10 Feb 2026 13:27:12 -0800 Subject: [PATCH 04/16] update --- tools/submission/submission_checker/constants.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/tools/submission/submission_checker/constants.py b/tools/submission/submission_checker/constants.py index ab134b4329..f48b791c52 100644 --- a/tools/submission/submission_checker/constants.py +++ b/tools/submission/submission_checker/constants.py @@ -1120,14 +1120,18 @@ "1195", "3427", "2289", - ], + ] + }, + }. + "wan-2.2-t2v-a14b": { + "v6.0": { "videos": [ "130", "106", "84", "59", "12", - ] + ] }, } } From e410668b58e8e7cf253b2b25299ef2fc237f7492 Mon Sep 17 00:00:00 2001 From: tinyinl Date: Tue, 10 Feb 2026 13:30:34 -0800 Subject: [PATCH 05/16] fix sections --- tools/submission/submission_checker/constants.py | 11 +---------- 1 file changed, 1 insertion(+), 10 deletions(-) diff --git a/tools/submission/submission_checker/constants.py b/tools/submission/submission_checker/constants.py index f48b791c52..844f12a149 100644 --- a/tools/submission/submission_checker/constants.py +++ b/tools/submission/submission_checker/constants.py @@ -1122,7 +1122,7 @@ "2289", ] }, - }. + }, "wan-2.2-t2v-a14b": { "v6.0": { "videos": [ @@ -1701,15 +1701,6 @@ "v6.0": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST08/verify_accuracy.txt", "default": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST08/verify_accuracy.txt", } -TEST07_ACC_PATH = { - "v6.0": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST07/verify_accuracy.txt", - "default": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST07/verify_accuracy.txt", -} - -TEST09_ACC_PATH = { - "v6.0": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST09/verify_output_len.txt", - "default": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST09/verify_output_len.txt", -} COMPLIANCE_PATH = { "v5.0": "{division}/{submitter}/compliance/{system}/{benchmark}/{scenario}/", From 35126366a022c552de32be946ce520193de4ac11 Mon Sep 17 00:00:00 2001 From: tinyinl Date: Tue, 10 Feb 2026 13:32:24 -0800 Subject: [PATCH 06/16] fix sections --- tools/submission/submission_checker/constants.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tools/submission/submission_checker/constants.py b/tools/submission/submission_checker/constants.py index 844f12a149..8ef1426d09 100644 --- a/tools/submission/submission_checker/constants.py +++ b/tools/submission/submission_checker/constants.py @@ -1697,6 +1697,7 @@ "default": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST09/verify_output_len.txt", } + TEST08_ACC_PATH = { "v6.0": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST08/verify_accuracy.txt", "default": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST08/verify_accuracy.txt", From 9d30d2232319d3b532e6b4d67a50afd7d6b24478 Mon Sep 17 00:00:00 2001 From: tinyinl Date: Tue, 10 Feb 2026 13:33:06 -0800 Subject: [PATCH 07/16] fix sections --- tools/submission/submission_checker/constants.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/tools/submission/submission_checker/constants.py b/tools/submission/submission_checker/constants.py index 8ef1426d09..9065a2cc68 100644 --- a/tools/submission/submission_checker/constants.py +++ b/tools/submission/submission_checker/constants.py @@ -1697,12 +1697,21 @@ "default": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST09/verify_output_len.txt", } - TEST08_ACC_PATH = { "v6.0": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST08/verify_accuracy.txt", "default": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST08/verify_accuracy.txt", } +TEST07_ACC_PATH = { + "v6.0": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST07/verify_accuracy.txt", + "default": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST07/verify_accuracy.txt", +} + +TEST09_ACC_PATH = { + "v6.0": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST09/verify_output_len.txt", + "default": "{division}/{submitter}/results/{system}/{benchmark}/{scenario}/TEST09/verify_output_len.txt", +} + COMPLIANCE_PATH = { "v5.0": "{division}/{submitter}/compliance/{system}/{benchmark}/{scenario}/", "v5.1": "{division}/{submitter}/compliance/{system}/{benchmark}/{scenario}/", From fa7bff04e949b296e68347054abae586af51ccb5 Mon Sep 17 00:00:00 2001 From: tinyinl Date: Tue, 10 Feb 2026 14:13:38 -0800 Subject: [PATCH 08/16] add --- .../checks/accuracy_check.py | 35 +++++++++++++++++++ tools/submission/submission_checker/utils.py | 9 +++-- 2 files changed, 42 insertions(+), 2 deletions(-) diff --git a/tools/submission/submission_checker/checks/accuracy_check.py b/tools/submission/submission_checker/checks/accuracy_check.py index a300aa1ebb..682b0dad8a 100644 --- a/tools/submission/submission_checker/checks/accuracy_check.py +++ b/tools/submission/submission_checker/checks/accuracy_check.py @@ -2,6 +2,7 @@ from ..constants import * from ..loader import SubmissionLogs from ..configuration.configuration import Config +from ..utils import check_extra_files import re import os @@ -25,6 +26,9 @@ class AccuracyCheck(BaseCheck): - `loadgen_errors_check`: Fails if Loadgen reported non-ignored errors. - `dataset_check`: Verifies the reported sample count matches the configured dataset size unless the check is skipped. + - `extra_files_check`: For benchmarks in REQUIRED_ACC_BENCHMARK (e.g. + stable-diffusion-xl, wan-2.2-t2v-a14b), verifies required extra + artifacts (e.g. images/, videos/) exist in the accuracy directory. Attributes: submission_logs (SubmissionLogs): Holder for submission log paths @@ -78,6 +82,7 @@ def setup_checks(self): self.checks.append(self.accuracy_json_check) self.checks.append(self.loadgen_errors_check) self.checks.append(self.dataset_check) + self.checks.append(self.extra_files_check) def accuracy_result_check(self): """Validate reported accuracy metrics in `accuracy.txt`. @@ -234,3 +239,33 @@ def dataset_check(self): ) return False return True + + def extra_files_check(self): + """Verify required extra accuracy files for certain benchmarks. + + For models in REQUIRED_ACC_BENCHMARK (e.g. stable-diffusion-xl + images, wan-2.2-t2v-a14b videos), ensures the accuracy directory + contains the required subdirs and files. Skipped if + skip_extra_accuracy_files_check is set. + + Returns: + bool: True if the check is skipped, the model has no extra + requirements, or all required files exist; False otherwise. + """ + if self.config.skip_extra_accuracy_files_check: + return True + if self.model not in REQUIRED_ACC_BENCHMARK: + return True + if self.config.version not in REQUIRED_ACC_BENCHMARK[self.model]: + return True + acc_dir = os.path.dirname(self.path) + target_files = REQUIRED_ACC_BENCHMARK[self.model][self.config.version] + extra_files_pass, missing_files = check_extra_files(acc_dir, target_files) + if not extra_files_pass: + self.log.error( + "%s expected to have the following extra files (%s)", + acc_dir, + missing_files, + ) + return False + return True diff --git a/tools/submission/submission_checker/utils.py b/tools/submission/submission_checker/utils.py index b2aabbdb87..5e32712f86 100644 --- a/tools/submission/submission_checker/utils.py +++ b/tools/submission/submission_checker/utils.py @@ -57,8 +57,13 @@ def check_extra_files(path, target_files): for target_file in target_files[dir]: if target_file not in files: check_pass = False - missing_files.append( - f"{os.path.join(path, dir, target_file)}.png") + if "images" in path: + missing_files.append( + f"{os.path.join(path, dir, target_file)}.png") + if "videos" in path: + missing_files.append( + f"{os.path.join(path, dir, target_file)}.mp4") + if "captions" not in files: missing_files.append( f"{os.path.join(path, dir, 'captions.txt')}") From 7ff772cc09e07c56293afbab833b89b90057c0c8 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Tue, 10 Feb 2026 22:15:38 +0000 Subject: [PATCH 09/16] [Automated Commit] Format Codebase --- tools/submission/submission_checker/checks/accuracy_check.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tools/submission/submission_checker/checks/accuracy_check.py b/tools/submission/submission_checker/checks/accuracy_check.py index 682b0dad8a..db1b1a7559 100644 --- a/tools/submission/submission_checker/checks/accuracy_check.py +++ b/tools/submission/submission_checker/checks/accuracy_check.py @@ -260,7 +260,8 @@ def extra_files_check(self): return True acc_dir = os.path.dirname(self.path) target_files = REQUIRED_ACC_BENCHMARK[self.model][self.config.version] - extra_files_pass, missing_files = check_extra_files(acc_dir, target_files) + extra_files_pass, missing_files = check_extra_files( + acc_dir, target_files) if not extra_files_pass: self.log.error( "%s expected to have the following extra files (%s)", From 00bb5a68424a7179702f592651baaa2e6de36f72 Mon Sep 17 00:00:00 2001 From: ANANDHU S <71482562+anandhu-eng@users.noreply.github.com> Date: Wed, 11 Feb 2026 10:37:16 +0530 Subject: [PATCH 10/16] run gh action --- .github/workflows/auto-update-dev.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/auto-update-dev.yml b/.github/workflows/auto-update-dev.yml index f75f9874ba..1eaf1a987e 100644 --- a/.github/workflows/auto-update-dev.yml +++ b/.github/workflows/auto-update-dev.yml @@ -3,7 +3,7 @@ name: Auto-Update Dev Branches from Master on: push: branches: - - master # Trigger workflow on commits to 'master' branch. + - master # Trigger workflow on commits to 'master' branch workflow_dispatch: {} jobs: From 665c83ee13059ea3b0510dee324d44f64dda5bd4 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Wed, 11 Feb 2026 19:32:58 +0000 Subject: [PATCH 11/16] [Automated Commit] Format Codebase --- tools/submission/submission_checker/constants.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tools/submission/submission_checker/constants.py b/tools/submission/submission_checker/constants.py index 39baec9d44..f6168e2cd3 100644 --- a/tools/submission/submission_checker/constants.py +++ b/tools/submission/submission_checker/constants.py @@ -1122,7 +1122,7 @@ "3427", "2289", ] - }, + }, }, "wan-2.2-t2v-a14b": { "v6.0": { @@ -1132,7 +1132,7 @@ "84", "59", "12", - ] + ] }, } } From c926853acbc5c0a92fcbf74f24ffc0630f8491a8 Mon Sep 17 00:00:00 2001 From: tinyinl Date: Thu, 19 Feb 2026 17:37:05 -0800 Subject: [PATCH 12/16] per discussion on MLComm review --- text_to_video/wan-2.2-t2v-a14b/data/samples.txt | 5 +++++ tools/submission/submission_checker/constants.py | 7 ++++++- 2 files changed, 11 insertions(+), 1 deletion(-) diff --git a/text_to_video/wan-2.2-t2v-a14b/data/samples.txt b/text_to_video/wan-2.2-t2v-a14b/data/samples.txt index 547472ac24..35822e8cb0 100644 --- a/text_to_video/wan-2.2-t2v-a14b/data/samples.txt +++ b/text_to_video/wan-2.2-t2v-a14b/data/samples.txt @@ -3,3 +3,8 @@ 84, The bund Shanghai, black and white 59, an elephant spraying itself with water using its trunk to cool down 12, a car turning a corner +31, a truck turning a corner +86, The bund Shanghai, pixel art +122, Gwen Stacy reading a book, pixel art +233, sky +96, a shark is swimming in the ocean, in cyberpunk style diff --git a/tools/submission/submission_checker/constants.py b/tools/submission/submission_checker/constants.py index f6168e2cd3..b460ad8312 100644 --- a/tools/submission/submission_checker/constants.py +++ b/tools/submission/submission_checker/constants.py @@ -1132,7 +1132,12 @@ "84", "59", "12", - ] + "31", + "86", + "122", + "233", + "96", + ] }, } } From a8d04ec55b839009075e4e86f8d0e5f2953fd14b Mon Sep 17 00:00:00 2001 From: tinyinl Date: Thu, 19 Feb 2026 17:43:50 -0800 Subject: [PATCH 13/16] fix the sample.txt --- text_to_video/wan-2.2-t2v-a14b/data/samples.txt | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/text_to_video/wan-2.2-t2v-a14b/data/samples.txt b/text_to_video/wan-2.2-t2v-a14b/data/samples.txt index 35822e8cb0..bee5b9a7b3 100644 --- a/text_to_video/wan-2.2-t2v-a14b/data/samples.txt +++ b/text_to_video/wan-2.2-t2v-a14b/data/samples.txt @@ -3,8 +3,8 @@ 84, The bund Shanghai, black and white 59, an elephant spraying itself with water using its trunk to cool down 12, a car turning a corner -31, a truck turning a corner -86, The bund Shanghai, pixel art -122, Gwen Stacy reading a book, pixel art -233, sky -96, a shark is swimming in the ocean, in cyberpunk style +31, a truck anchored in a tranquil bay +86, The bund Shanghai, in cyberpunk style +122, Gwen Stacy reading a book, in cyberpunk style +233, skyscraper +96, a shark is swimming in the ocean, animated style From 43627ba5122dee0b11e9f07cdc36420b2ea3c692 Mon Sep 17 00:00:00 2001 From: tinyinl Date: Sat, 21 Feb 2026 23:45:13 -0800 Subject: [PATCH 14/16] fix checking path --- tools/submission/submission_checker/utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tools/submission/submission_checker/utils.py b/tools/submission/submission_checker/utils.py index 5e32712f86..88a10b9642 100644 --- a/tools/submission/submission_checker/utils.py +++ b/tools/submission/submission_checker/utils.py @@ -57,10 +57,10 @@ def check_extra_files(path, target_files): for target_file in target_files[dir]: if target_file not in files: check_pass = False - if "images" in path: + if "images" in dir: missing_files.append( f"{os.path.join(path, dir, target_file)}.png") - if "videos" in path: + if "videos" in dir: missing_files.append( f"{os.path.join(path, dir, target_file)}.mp4") From 9129218afed6b4aabe796b15c704f850b85c7719 Mon Sep 17 00:00:00 2001 From: tinyinl Date: Thu, 26 Feb 2026 18:35:09 -0800 Subject: [PATCH 15/16] promt-0.mp4, ids.mp4 --- .../wan-2.2-t2v-a14b/data/samples_filename_ids.txt | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 text_to_video/wan-2.2-t2v-a14b/data/samples_filename_ids.txt diff --git a/text_to_video/wan-2.2-t2v-a14b/data/samples_filename_ids.txt b/text_to_video/wan-2.2-t2v-a14b/data/samples_filename_ids.txt new file mode 100644 index 0000000000..8d9f8117a6 --- /dev/null +++ b/text_to_video/wan-2.2-t2v-a14b/data/samples_filename_ids.txt @@ -0,0 +1,10 @@ +A boat sailing leisurely along the Seine River with the Eiffel Tower in background, pixel art-0.mp4, 130.mp4 +A panda drinking coffee in a cafe in Paris, watercolor painting-0.mp4, 106.mp4 +The bund Shanghai, black and white-0.mp4, 84.mp4 +an elephant spraying itself with water using its trunk to cool down-0.mp4, 59.mp4 +a car turning a corner-0.mp4, 12.mp4 +a truck anchored in a tranquil bay-0.mp4, 31.mp4 +The bund Shanghai, in cyberpunk style-0.mp4, 86.mp4 +Gwen Stacy reading a book, in cyberpunk style-0.mp4, 122.mp4 +skyscraper-0.mp4, 223.mp4 +a shark is swimming in the ocean, animated style-0.mp4, 96.mp4 From e085e7a7519b29d089a390e1701ad194025b289d Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Fri, 27 Feb 2026 14:48:47 +0000 Subject: [PATCH 16/16] [Automated Commit] Format Codebase --- tools/submission/generate_final_report.py | 6 +++--- .../checks/performance_check.py | 21 +++++++++++-------- .../submission_checker/constants.py | 8 +++---- tools/submission/submission_checker/utils.py | 8 ++++--- 4 files changed, 24 insertions(+), 19 deletions(-) diff --git a/tools/submission/generate_final_report.py b/tools/submission/generate_final_report.py index f0cf069924..4d949bb6fb 100644 --- a/tools/submission/generate_final_report.py +++ b/tools/submission/generate_final_report.py @@ -101,11 +101,11 @@ def main(): "singlestream": "SingleStream", "multistream": "MultiStream", "server": "Server", - "interactive":"Interactive", + "interactive": "Interactive", "offline": "Offline", } - df["Scenario"] = df["Scenario"].apply(lambda x: scenario_map.get(str(x).lower(), x)) - + df["Scenario"] = df["Scenario"].apply( + lambda x: scenario_map.get(str(x).lower(), x)) output = args.input[:-4] writer = pd.ExcelWriter(output + ".xlsx", engine="xlsxwriter") diff --git a/tools/submission/submission_checker/checks/performance_check.py b/tools/submission/submission_checker/checks/performance_check.py index 6a14c254d4..c66f2e87e6 100644 --- a/tools/submission/submission_checker/checks/performance_check.py +++ b/tools/submission/submission_checker/checks/performance_check.py @@ -85,13 +85,15 @@ def missing_check(self): self.log.error("Performance log missing at %s", self.path) return False return True - + def scenarios_check(self): if self.submission_logs.loader_data.get("check_scenarios", False): return True else: - missing_scenarios = self.submission_logs.loader_data.get("missing_scenarios", []) - unknown_scenarios = self.submission_logs.loader_data.get("unknown_scenarios", []) + missing_scenarios = self.submission_logs.loader_data.get( + "missing_scenarios", []) + unknown_scenarios = self.submission_logs.loader_data.get( + "unknown_scenarios", []) if len(missing_scenarios) > 0: self.log.error( "%s does not have all required scenarios, missing %s", @@ -116,7 +118,8 @@ def loadgen_errors_check(self): bool: True if no blocking Loadgen errors are present, False otherwise. """ - compliance_skip = self.submission_logs.loader_data.get("compliance_skip", False) + compliance_skip = self.submission_logs.loader_data.get( + "compliance_skip", False) if self.mlperf_log.has_error(): has_critical_errors = False if self.config.ignore_uncommited: @@ -127,7 +130,7 @@ def loadgen_errors_check(self): ): has_critical_errors = True if ( - not compliance_skip + not compliance_skip and "Multiple conf files are used" in error["value"] ): has_critical_errors = True @@ -454,7 +457,7 @@ def inferred_check(self): ("singlestream", "offline") ] if (self.scenario.lower(), self.scenario_fixed.lower() - ) not in list_inferred: + ) not in list_inferred: self.log.error( "Result for scenario %s can not be inferred from %s for: %s", self.scenario_fixed, @@ -543,12 +546,12 @@ def get_inferred_result(self, res): res = qps_wo_loadgen_overhead if (self.scenario_fixed in ["Offline"] - ) and self.scenario in ["MultiStream"]: + ) and self.scenario in ["MultiStream"]: inferred = True res = samples_per_query * S_TO_MS / (latency_mean / MS_TO_NS) if (self.scenario_fixed in ["MultiStream"] - ) and self.scenario in ["SingleStream"]: + ) and self.scenario in ["SingleStream"]: inferred = True # samples_per_query does not match with the one reported in the logs # when inferring MultiStream from SingleStream @@ -565,6 +568,6 @@ def get_inferred_result(self, res): else: res = (latency_99_percentile * samples_per_query) / MS_TO_NS if (self.scenario_fixed in ["Interactive"] - ) and self.scenario not in ["Server"]: + ) and self.scenario not in ["Server"]: is_valid = False return res, is_valid diff --git a/tools/submission/submission_checker/constants.py b/tools/submission/submission_checker/constants.py index db222ff217..67412ed0ca 100644 --- a/tools/submission/submission_checker/constants.py +++ b/tools/submission/submission_checker/constants.py @@ -1132,12 +1132,12 @@ "84", "59", "12", - "31", + "31", "86", - "122", - "233", + "122", + "233", "96", - ] + ] }, } } diff --git a/tools/submission/submission_checker/utils.py b/tools/submission/submission_checker/utils.py index f3c1ea20f0..6435b9e165 100644 --- a/tools/submission/submission_checker/utils.py +++ b/tools/submission/submission_checker/utils.py @@ -112,17 +112,19 @@ def is_number(s): return True except ValueError: return False - + + def lower_list(l): return [str(e).lower() for e in l] + def contains_list(l1, l2): # Check if l1 contains all elements of l2 missing = [] for e in l2: if e not in l1: missing.append(e) - return missing, len(missing) == 0 + return missing, len(missing) == 0 def get_performance_metric( @@ -322,7 +324,7 @@ def get_power_metric(config, scenario_fixed, log_path, is_valid, res): samples_per_query = 8 if (scenario_fixed in ["MultiStream"] - ) and scenario in ["SingleStream"]: + ) and scenario in ["SingleStream"]: power_metric = ( avg_power * power_duration * samples_per_query * 1000 / num_queries )