Skip to content

Commit 216f4de

Browse files
committed
[Refactor] Rename execution engine as a PyTorchSimRunner
1 parent 0a6f248 commit 216f4de

45 files changed

Lines changed: 147 additions & 93 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

Scheduler/scheduler.py

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -140,7 +140,7 @@ def __str__(self):
140140
def register_model(model_name : str, compiled_model):
141141
SchedulerDNNModel.MODEL_MAP[model_name] = compiled_model
142142

143-
class PyTorchSimExecutionEngine:
143+
class PyTorchSimRunner:
144144
PARTITION_BUSY = 0
145145
PARTITION_IDLE = 1
146146
SELECT_NOTHING = 2
@@ -262,7 +262,7 @@ def launch_kernel(self, current_cycle, partion_idx=0):
262262
self.partition_state[partion_idx] = self.PARTITION_BUSY
263263
return self.backend_simulator.launch(onnx_path, attribute_path, current_cycle, partion_idx)
264264

265-
class FIFOExecutionEngine(PyTorchSimExecutionEngine):
265+
class FIFORunner(PyTorchSimRunner):
266266
def __init__(self, backend_simulator: BackendSimulator, num_partion=1) -> None:
267267
super().__init__(backend_simulator, num_partion)
268268

@@ -297,7 +297,7 @@ def select_kernel(self, partition_idx):
297297
# No proper kernel now
298298
return self.SELECT_NOTHING
299299

300-
class RRExecutionEngine(PyTorchSimExecutionEngine):
300+
class RoundRobinRunner(PyTorchSimRunner):
301301
def __init__(self, backend_simulator: BackendSimulator, num_partion=1) -> None:
302302
super().__init__(backend_simulator, num_partion)
303303
self.next_pointer = None
@@ -360,9 +360,9 @@ def __init__(self, num_request_queue=1, max_batch=1, engine_select=FIFO_ENGINE,
360360
self.backend_simulator = BackendSimulator(backend_path, backend_config)
361361
self.backend_simulator.interactive_simulation()
362362
if engine_select == Scheduler.FIFO_ENGINE:
363-
self.execution_engine = FIFOExecutionEngine(self.backend_simulator, self.num_request_queue)
363+
self.execution_engine = FIFORunner(self.backend_simulator, self.num_request_queue)
364364
elif engine_select == Scheduler.RR_ENGINE:
365-
self.execution_engine = RRExecutionEngine(self.backend_simulator, self.num_request_queue)
365+
self.execution_engine = RoundRobinRunner(self.backend_simulator, self.num_request_queue)
366366
else:
367367
print(f"Not supporetd engine type {engine_select}")
368368
exit(1)
@@ -480,7 +480,7 @@ def run(self, until_time):
480480
def execute_cycle():
481481
launch_ret_info = []
482482
for i in range(self.execution_engine.num_partion):
483-
if self.execution_engine.partition_state[i] == PyTorchSimExecutionEngine.PARTITION_IDLE:
483+
if self.execution_engine.partition_state[i] == PyTorchSimRunner.PARTITION_IDLE:
484484
ret = self.execution_engine.launch_kernel(self.current_cycle, i)
485485
launch_ret_info.append(ret)
486486

@@ -495,7 +495,7 @@ def execute_cycle():
495495

496496
for core_idx in result_list:
497497
# Kernel is finished. So set idle state
498-
self.execution_engine.partition_state[core_idx] = PyTorchSimExecutionEngine.PARTITION_IDLE
498+
self.execution_engine.partition_state[core_idx] = PyTorchSimRunner.PARTITION_IDLE
499499

500500
return result_list
501501

experiments/gemm.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,7 @@ def custom_matmul(a, b):
4848
if 'BACKENDSIM_SPIKE_ONLY' in os.environ:
4949
del os.environ['BACKENDSIM_SPIKE_ONLY']
5050

51-
from Scheduler.scheduler import PyTorchSimExecutionEngine
52-
module = PyTorchSimExecutionEngine.setup_device()
51+
from Scheduler.scheduler import PyTorchSimRunner
52+
module = PyTorchSimRunner.setup_device()
5353
device = module.custom_device()
5454
run_matmul(size[0], size[1], size[2], config)

scripts/ILS_experiment/test_matmul.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -60,7 +60,7 @@ def custom_matmul(bias, a, b):
6060
args = parser.parse_args()
6161
shape = tuple(map(int, args.shape.strip('()').split(',')))
6262

63-
from Scheduler.scheduler import PyTorchSimExecutionEngine
64-
module = PyTorchSimExecutionEngine.setup_device()
63+
from Scheduler.scheduler import PyTorchSimRunner
64+
module = PyTorchSimRunner.setup_device()
6565
device = module.custom_device()
6666
test_matmul(device, *shape)

scripts/chiplet_prep.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -61,8 +61,8 @@ def modify_file(dump_path, name, address_numa_stride=None, subgraph_map=None):
6161
import sys
6262
sys.path.append(os.environ.get('TORCHSIM_DIR', default='/workspace/PyTorchSim'))
6363

64-
from Scheduler.scheduler import PyTorchSimExecutionEngine
65-
module = PyTorchSimExecutionEngine.setup_device()
64+
from Scheduler.scheduler import PyTorchSimRunner
65+
module = PyTorchSimRunner.setup_device()
6666
device = module.custom_device()
6767
parser = argparse.ArgumentParser(description='Process folder argument.')
6868
parser.add_argument('size', type=int, help='Folder value', default=256)

test_extension_backend.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -22,8 +22,8 @@
2222
from tests.Fusion.test_matmul_activation import test_matmul_activation
2323

2424
if __name__ == "__main__":
25-
from Scheduler.scheduler import PyTorchSimExecutionEngine
26-
module = PyTorchSimExecutionEngine.setup_device()
25+
from Scheduler.scheduler import PyTorchSimRunner
26+
module = PyTorchSimRunner.setup_device()
2727
device = module.custom_device()
2828
#test_vectoradd(device, (47, 10))
2929
#test_vector_scalar_add(device, (10, 10))

tests/Diffusion/test_diffusion.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -553,8 +553,8 @@ def test_upsample2d(
553553
args = parser.parse_args()
554554

555555
sys.path.append(os.environ.get("TORCHSIM_DIR", "/workspace/PyTorchSim"))
556-
from Scheduler.scheduler import PyTorchSimExecutionEngine
557-
module = PyTorchSimExecutionEngine.setup_device()
556+
from Scheduler.scheduler import PyTorchSimRunner
557+
module = PyTorchSimRunner.setup_device()
558558
device = module.custom_device()
559559

560560
#test_upsample2d(device)

tests/Fusion/test_addmm_residual.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -43,8 +43,8 @@ def addmm_residual(a, b, c, d):
4343
import sys
4444
sys.path.append(os.environ.get('TORCHSIM_DIR', default='/workspace/PyTorchSim'))
4545

46-
from Scheduler.scheduler import PyTorchSimExecutionEngine
47-
module = PyTorchSimExecutionEngine.setup_device()
46+
from Scheduler.scheduler import PyTorchSimRunner
47+
module = PyTorchSimRunner.setup_device()
4848
device = module.custom_device()
4949
test_addmm_residual(device, 32, 32, 32)
5050
test_addmm_residual(device, 128, 128, 128)

tests/Fusion/test_attention_fusion.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -75,8 +75,8 @@ def test_MHA(device, num_heads=12, embed_dim=768, input_seq=512):
7575
import sys
7676
sys.path.append(os.environ.get('TORCHSIM_DIR', default='/workspace/PyTorchSim'))
7777

78-
from Scheduler.scheduler import PyTorchSimExecutionEngine
79-
module = PyTorchSimExecutionEngine.setup_device()
78+
from Scheduler.scheduler import PyTorchSimRunner
79+
module = PyTorchSimRunner.setup_device()
8080
device = module.custom_device()
8181
test_MHA(device)
8282
# test_Attention(device, head=16, seq=512, d_k=64)

tests/Fusion/test_bmm_reduction.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -42,8 +42,8 @@ def bmm(a, b):
4242
import sys
4343
sys.path.append(os.environ.get('TORCHSIM_DIR', default='/workspace/PyTorchSim'))
4444

45-
from Scheduler.scheduler import PyTorchSimExecutionEngine
46-
module = PyTorchSimExecutionEngine.setup_device()
45+
from Scheduler.scheduler import PyTorchSimRunner
46+
module = PyTorchSimRunner.setup_device()
4747
device = module.custom_device()
4848
#test_bmm_reduce(device)
4949
test_bmm_reduce(device, 12, 512)

tests/Fusion/test_conv_fusion.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -101,8 +101,8 @@ def custom_conv_bn_relu(a, b, bias, c, d, e, f):
101101
import sys
102102
sys.path.append(os.environ.get('TORCHSIM_DIR', default='/workspace/PyTorchSim'))
103103

104-
from Scheduler.scheduler import PyTorchSimExecutionEngine
105-
module = PyTorchSimExecutionEngine.setup_device()
104+
from Scheduler.scheduler import PyTorchSimRunner
105+
module = PyTorchSimRunner.setup_device()
106106
device = module.custom_device()
107107

108108
# Vanila test

0 commit comments

Comments
 (0)