debug task.py

Author: amin1377

vtr_flow/scripts/python_libs/vtr/task.py

@@ -68,7 +68,7 @@ def __init__(
         self.pass_requirements_file = pass_requirements_file
         self.sdc_dir = sdc_dir
         self.noc_traffics = noc_traffic_list_add
-        self.noc_traffics_dir = noc_traffics_dir
+        self.noc_traffic_dir = noc_traffics_dir
         self.place_constr_dir = place_constr_dir
         self.qor_parse_file = qor_parse_file
         self.cmos_tech_behavior = cmos_tech_behavior
@@ -332,127 +332,154 @@ def create_jobs(args, configs, after_run=False):
     """
     jobs = []
     for config in configs:
-        for arch, circuit, noc_file in itertools.product(config.archs, config.circuits, config.noc_traffics):
-            print(f"{arch}, {circuit}, {noc_file}")
-            golden_results = load_parse_results(
-                str(PurePath(config.config_dir).joinpath("golden_results.txt"))
-            )
-            abs_arch_filepath = resolve_vtr_source_file(config, arch, config.arch_dir)
-            abs_circuit_filepath = resolve_vtr_source_file(config, circuit, config.circuit_dir)
-            work_dir = str(PurePath(arch).joinpath(circuit))
-
-            run_dir = (
-                str(Path(get_latest_run_dir(find_task_dir(config, args.alt_tasks_dir))) / work_dir)
-                if after_run
-                else str(
-                    Path(get_next_run_dir(find_task_dir(config, args.alt_tasks_dir))) / work_dir
+        for arch, circuit in itertools.product(config.archs, config.circuits):
+            noc_traffic = []
+            if config.noc_traffics:
+                noc_traffics = config.noc_traffics
+            else:
+                noc_traffics = [None]
+            for noc_traffic in noc_traffics:
+                golden_results = load_parse_results(
+                    str(PurePath(config.config_dir).joinpath("golden_results.txt"))
                 )
-            )
-
-            # Collect any extra script params from the config file
-            cmd = [abs_circuit_filepath, abs_arch_filepath]
-
-            # Resolve and collect all include paths in the config file
-            # as -include ["include1", "include2", ..]
-            includes = []
-            if config.includes:
-                cmd += ["-include"]
-                for include in config.includes:
-                    abs_include_filepath = resolve_vtr_source_file(
-                        config, include, config.include_dir
+                abs_arch_filepath = resolve_vtr_source_file(config, arch, config.arch_dir)
+                abs_circuit_filepath = resolve_vtr_source_file(config, circuit, config.circuit_dir)
+                work_dir = str(PurePath(arch).joinpath(circuit))
+
+                run_dir = (
+                    str(Path(get_latest_run_dir(find_task_dir(config, args.alt_tasks_dir))) / work_dir)
+                    if after_run
+                    else str(
+                        Path(get_next_run_dir(find_task_dir(config, args.alt_tasks_dir))) / work_dir
                     )
-                    includes.append(abs_include_filepath)
-
-                cmd += includes
-
-            # Check if additional architectural data files are present
-            if config.additional_files_list_add:
-                for additional_file in config.additional_files_list_add:
-                    flag, file_name = additional_file.split(",")
-
-                    cmd += [flag]
-                    cmd += [resolve_vtr_source_file(config, file_name, config.arch_dir)]
-
-            if hasattr(args, "show_failures") and args.show_failures:
-                cmd += ["-show_failures"]
-            cmd += config.script_params if config.script_params else []
-            cmd += config.script_params_common if config.script_params_common else []
-            cmd += (
-                args.shared_script_params
-                if hasattr(args, "shared_script_params") and args.shared_script_params
-                else []
-            )
+                )
 
-            # Apply any special config based parameters
-            if config.cmos_tech_behavior:
-                cmd += [
-                    "-cmos_tech",
-                    resolve_vtr_source_file(config, config.cmos_tech_behavior, "tech"),
-                ]
-
-            cmd += (
-                ["--fix_pins", resolve_vtr_source_file(config, config.pad_file)]
-                if config.pad_file
-                else []
-            )
+                # Collect any extra script params from the config file
+                cmd = [abs_circuit_filepath, abs_arch_filepath]
+
+                # Resolve and collect all include paths in the config file
+                # as -include ["include1", "include2", ..]
+                includes = []
+                if config.includes:
+                    cmd += ["-include"]
+                    for include in config.includes:
+                        abs_include_filepath = resolve_vtr_source_file(
+                            config, include, config.include_dir
+                        )
+                        includes.append(abs_include_filepath)
+
+                    cmd += includes
+
+                # Check if additional architectural data files are present
+                if config.additional_files_list_add:
+                    for additional_file in config.additional_files_list_add:
+                        flag, file_name = additional_file.split(",")
+
+                        cmd += [flag]
+                        cmd += [resolve_vtr_source_file(config, file_name, config.arch_dir)]
+
+                if hasattr(args, "show_failures") and args.show_failures:
+                    cmd += ["-show_failures"]
+                cmd += config.script_params if config.script_params else []
+                cmd += config.script_params_common if config.script_params_common else []
+                cmd += (
+                    args.shared_script_params
+                    if hasattr(args, "shared_script_params") and args.shared_script_params
+                    else []
+                )
 
-            if config.sdc_dir:
-                sdc_name = "{}.sdc".format(Path(circuit).stem)
-                sdc_file = resolve_vtr_source_file(config, sdc_name, config.sdc_dir)
+                # Apply any special config based parameters
+                if config.cmos_tech_behavior:
+                    cmd += [
+                        "-cmos_tech",
+                        resolve_vtr_source_file(config, config.cmos_tech_behavior, "tech"),
+                    ]
+
+                cmd += (
+                    ["--fix_pins", resolve_vtr_source_file(config, config.pad_file)]
+                    if config.pad_file
+                    else []
+                )
 
-                cmd += ["-sdc_file", "{}".format(sdc_file)]
+                if config.sdc_dir:
+                    sdc_name = "{}.sdc".format(Path(circuit).stem)
+                    sdc_file = resolve_vtr_source_file(config, sdc_name, config.sdc_dir)
 
-            if config.place_constr_dir:
-                place_constr_name = "{}.place".format(Path(circuit).stem)
-                place_constr_file = resolve_vtr_source_file(
-                    config, place_constr_name, config.place_constr_dir
-                )
+                    cmd += ["-sdc_file", "{}".format(sdc_file)]
 
-                cmd += ["--fix_clusters", "{}".format(place_constr_file)]
-
-            parse_cmd = None
-            second_parse_cmd = None
-            qor_parse_command = None
-            if config.parse_file:
-                parse_cmd = [
-                    resolve_vtr_source_file(
-                        config,
-                        config.parse_file,
-                        str(PurePath("parse").joinpath("parse_config")),
+                if config.place_constr_dir:
+                    place_constr_name = "{}.place".format(Path(circuit).stem)
+                    place_constr_file = resolve_vtr_source_file(
+                        config, place_constr_name, config.place_constr_dir
                     )
-                ]
-
-            if config.second_parse_file:
-                second_parse_cmd = [
-                    resolve_vtr_source_file(
-                        config,
-                        config.second_parse_file,
-                        str(PurePath("parse").joinpath("parse_config")),
-                    )
-                ]
-
-            if config.qor_parse_file:
-                qor_parse_command = [
-                    resolve_vtr_source_file(
-                        config,
-                        config.qor_parse_file,
-                        str(PurePath("parse").joinpath("qor_config")),
-                    )
-                ]
-            # We specify less verbosity to the sub-script
-            # This keeps the amount of output reasonable
-            if hasattr(args, "verbosity") and max(0, args.verbosity - 1):
-                cmd += ["-verbose"]
-            if config.script_params_list_add:
-                for value in config.script_params_list_add:
+
+                    cmd += ["--fix_clusters", "{}".format(place_constr_file)]
+
+                parse_cmd = None
+                second_parse_cmd = None
+                qor_parse_command = None
+                if config.parse_file:
+                    parse_cmd = [
+                        resolve_vtr_source_file(
+                            config,
+                            config.parse_file,
+                            str(PurePath("parse").joinpath("parse_config")),
+                        )
+                    ]
+
+                if config.second_parse_file:
+                    second_parse_cmd = [
+                        resolve_vtr_source_file(
+                            config,
+                            config.second_parse_file,
+                            str(PurePath("parse").joinpath("parse_config")),
+                        )
+                    ]
+
+                if config.qor_parse_file:
+                    qor_parse_command = [
+                        resolve_vtr_source_file(
+                            config,
+                            config.qor_parse_file,
+                            str(PurePath("parse").joinpath("qor_config")),
+                        )
+                    ]
+                # We specify less verbosity to the sub-script
+                # This keeps the amount of output reasonable
+                if hasattr(args, "verbosity") and max(0, args.verbosity - 1):
+                    cmd += ["-verbose"]
+
+                if noc_traffic:
+                    cmd += ["--noc_flows_file", resolve_vtr_source_file(config, noc_traffic, config.noc_traffic_dir)]
+
+                if config.script_params_list_add:
+                    for value in config.script_params_list_add:
+                        jobs.append(
+                            create_job(
+                                args,
+                                config,
+                                circuit,
+                                includes,
+                                arch,
+                                value,
+                                cmd,
+                                parse_cmd,
+                                second_parse_cmd,
+                                qor_parse_command,
+                                work_dir,
+                                run_dir,
+                                golden_results,
+                            )
+                        )
+                else:
                     jobs.append(
                         create_job(
                             args,
                             config,
                             circuit,
                             includes,
                             arch,
-                            value,
+                            None,
                             cmd,
                             parse_cmd,
                             second_parse_cmd,
@@ -462,24 +489,6 @@ def create_jobs(args, configs, after_run=False):
                             golden_results,
                         )
                     )
-            else:
-                jobs.append(
-                    create_job(
-                        args,
-                        config,
-                        circuit,
-                        includes,
-                        arch,
-                        None,
-                        cmd,
-                        parse_cmd,
-                        second_parse_cmd,
-                        qor_parse_command,
-                        work_dir,
-                        run_dir,
-                        golden_results,
-                    )
-                )
 
     return jobs