Skip to content

Commit dacf068

Browse files
committed
skip warmup for helix
1 parent 15a0c2b commit dacf068

File tree

1 file changed

+6
-7
lines changed

1 file changed

+6
-7
lines changed

tensorrt_llm/_torch/pyexecutor/model_engine.py

Lines changed: 6 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -568,13 +568,12 @@ def warmup(self, resource_manager: ResourceManager) -> None:
568568
# Reset the global cuda graph dummy request to None in warmup.
569569
self.cuda_graph_runner.padding_dummy_request = None
570570

571-
cp_type = self.mapping.cp_config.get('cp_type', None)
572-
if cp_type is not None:
573-
if cp_type in [CpType.ULYSSES, CpType.STAR]:
574-
logger.info(
575-
"[ModelEngine::warmup] Skipping warmup for cp_type: ",
576-
cp_type.name)
577-
return
571+
if self.mapping.cp_size > 1:
572+
cp_type = self.mapping.cp_config.get("cp_type", None)
573+
logger.info(
574+
f"[ModelEngine::warmup] Skipping warmup for cp_type: {None if cp_type is None else cp_type.name}."
575+
)
576+
return
578577

579578
self._run_torch_compile_warmup(resource_manager)
580579
self._run_autotuner_warmup(resource_manager)

0 commit comments

Comments
 (0)