log only worker-0 stats

Author: simeetnayan81

sota-implementations/a3c/a3c_atari.py

@@ -181,7 +181,10 @@ def run(self):
                 metrics_to_log[f"train/{key}"] = value.item()
 
             metrics_to_log["train/lr"] = lr * alpha
-            if self.logger:
+
+            # Logging only on the first worker in the dashboard.
+            # Alternatively, you can use a distributed logger, or aggregate metrics from all workers.
+            if self.logger and self.name == "worker_0":
                 for key, value in metrics_to_log.items():
                     self.logger.log_scalar(key, value, collected_frames)
         collector.shutdown()

sota-implementations/a3c/config_atari.yaml

@@ -7,14 +7,14 @@ env:
 # collector
 collector:
   frames_per_batch: 800
-  total_frames: 40_000_000
+  total_frames: 40_000_00
 
 # logger
 logger:
   backend: wandb
-  project_name: torchrl_example_a2c
+  project_name: torchrl_example_a3c
   group_name: null
-  exp_name: Atari_Schulman17
+  exp_name: a3c_atari_training
   test_interval: 40_000_000
   num_test_episodes: 3
   video: False