see last commit

main.py

@@ -210,6 +210,7 @@ def main(args, env, agent, buffer, writer, stats:Statistics):
                 stats.total_updates += 1
                 agent.update(buffer=buffer, avg_failures=avg_failures, total_episodes=stats.total_episodes + i)
             stats.end(name="update")
+            agent.after_updates()
             if args.clear_buffer:
                 buffer.clear()