Skip to content

Commit

Permalink
Fix: Masked DQN Grayscale
Browse files Browse the repository at this point in the history
  • Loading branch information
VanillaWhey committed Jan 16, 2025
1 parent 06545d5 commit 79a80c6
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions cleanrl/dqn_atari_oc.py
Original file line number Diff line number Diff line change
Expand Up @@ -342,7 +342,7 @@ def linear_schedule(start_e: float, end_e: float, duration: int, t: int):
if global_step % 100 == 0:
writer.add_scalar("losses/td_loss", loss, global_step)
writer.add_scalar("losses/q_values", old_val.mean().item(), global_step)
print("SPS:", int(global_step / (time.time() - start_time)))
# print("SPS:", int(global_step / (time.time() - start_time)))
writer.add_scalar("charts/SPS", int(global_step / (time.time() - start_time)), global_step)

# optimize the model
Expand All @@ -363,7 +363,7 @@ def linear_schedule(start_e: float, end_e: float, duration: int, t: int):
writer.add_scalar("charts/Episodic_New_Reward", enewr / count, global_step)
writer.add_scalar("charts/Episodic_Original_Reward", eorgr / count, global_step)
writer.add_scalar("charts/Episodic_Length", elength / count, global_step)
#pbar.set_description(f"Reward: {eorgr / count:.1f}")
pbar.set_description(f"Reward: {eorgr / count:.1f}")
elength = 0
eorgr = 0
enewr = 0
Expand Down

0 comments on commit 79a80c6

Please sign in to comment.