Fix cuda graph break

This commit is contained in:
AdilZouitine
2025-03-31 07:59:56 +00:00
committed by Michel Aractingi
parent 70d418935d
commit 0185a0b6fd
2 changed files with 5 additions and 3 deletions

View File

@@ -489,6 +489,8 @@ def add_actor_information_and_train(
training_infos["temperature_grad_norm"] = temp_grad_norm
training_infos["temperature"] = policy.temperature
policy.update_temperature()
# Check if it's time to push updated policy to actors
if time.time() - last_time_policy_pushed > policy_parameters_push_frequency:
push_actor_policy_to_queue(parameters_queue=parameters_queue, policy=policy)