Skip to content

Commit 6c8ebeb

Browse files
committed
rm unnecessary timer msg
1 parent 051db76 commit 6c8ebeb

1 file changed

Lines changed: 0 additions & 7 deletions

File tree

chatlearn/schedule/model_manager.py

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,6 @@
1717
import concurrent.futures
1818
from collections import defaultdict
1919
from concurrent.futures import ThreadPoolExecutor
20-
import time
2120

2221
import ray
2322
import ray.experimental.state.api
@@ -175,24 +174,18 @@ def sync_parameters(self, episode_offset=0, requires_grad=None, validate=False):
175174
episode_offset % sync_group.frequency == 0:
176175
sync_group: ParameterSyncGroup = sync_group
177176

178-
start = time.perf_counter()
179177
src_model, dst_model = sync_group.src_model, sync_group.dst_model
180178
refs = src_model.onload(to_build_grad_buffers=False, to_onload_main_weights=False, to_onload_optimizer_states=False)
181179
future.wait(refs)
182180
refs = dst_model.onload(to_build_grad_buffers=False, to_onload_main_weights=False, to_onload_optimizer_states=False)
183181
future.wait(refs)
184-
logger.info(f"============In sync_parameters, onload {sync_group} elapsed {time.perf_counter() - start} s")
185182

186-
start = time.perf_counter()
187183
sync_group.sync(requires_grad, validate)
188-
logger.info(f"============In sync_parameters, synchronizing {sync_group} elapsed {time.perf_counter() - start} s")
189184

190-
start = time.perf_counter()
191185
refs = src_model.offload()
192186
future.wait(refs)
193187
refs = dst_model.offload()
194188
future.wait(refs)
195-
logger.info(f"============In sync_parameters, offload {sync_group} elapsed {time.perf_counter() - start} s")
196189

197190
def set_func_decorator(self, model):
198191
if is_decorated(model.name):

0 commit comments

Comments
 (0)