Solve bug not updating SAC alpha

vwxyzjn · Oct 3, 2024 · 54b0b26 · 54b0b26
1 parent 38c313f
commit 54b0b26
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/cleanrl/sac_continuous_action.py b/cleanrl/sac_continuous_action.py
@@ -284,7 +284,7 @@ def get_action(self, x):
                         a_optimizer.zero_grad()
                         alpha_loss.backward()
                         a_optimizer.step()
-                        alpha = log_alpha.exp().item()
+                        self.alpha = log_alpha.exp().item()
 
             # update the target networks
             if global_step % args.target_network_frequency == 0: