diff --git a/alf/trainers/policy_trainer.py b/alf/trainers/policy_trainer.py
index 72fd6d1df..d4547a205 100644
--- a/alf/trainers/policy_trainer.py
+++ b/alf/trainers/policy_trainer.py
@@ -828,7 +828,8 @@ def __init__(self, config: TrainerConfig):
 
         self._num_epochs = config.num_iterations
         self._trainer_progress.set_termination_criterion(self._num_epochs)
-        self._algorithm = config.algorithm_ctor(config=config)
+        self._algorithm = config.algorithm_ctor(
+            config=config, debug_summaries=self._debug_summaries)
         self._algorithm.set_path('')
 
     def _train(self):