Better title for only one episode in mean_kappa

analysis/mean_kappa.jl

@@ -65,12 +65,18 @@ function plot_mean_kappa(; rl_dir::String, n_last_episodes::Int64)
     init_cairomakie!()
     fig = gen_figure(; padding=9)
 
+    if n_last_episodes > 1
+        title = "Averaged over last $n_last_episodes episodes"
+    else
+        title = "Result of only one episode"
+    end
+
     ax = Axis(
         fig[1, 1];
         xlabel="Frame",
         ylabel=L"\kappa",
         limits=(1, total_n_snapshots, 0.0, 1.04),
-        title="Averaged over last $n_last_episodes episodes",
+        title=title,
     )
 
     lines!(ax, 1:total_n_snapshots, snapshot_κs; label=L"\kappa")

src/RL/RL.jl

@@ -37,8 +37,8 @@ function gen_agent(
     n_states::Int64, n_actions::Int64, ϵ_stable::Float64, reward_discount::Float64
 )
     # TODO: Optimize warming up and decay
-    warmup_steps = 400_000
-    decay_steps = 5_000_000
+    warmup_steps = 200_000
+    decay_steps = 4_000_000
 
     policy = QBasedPolicy(;
         learner=MonteCarloLearner(;

src/Visualization/RewardsPlot.jl

@@ -15,7 +15,7 @@ function plot_rewards_from_env_helper(; env_helper::ReCo.RL.EnvHelper, rl_dir::S
 
     init_cairomakie!()
 
-    fig = gen_figure()
+    fig = gen_figure(; padding=10)
 
     ax = Axis(
         fig[1, 1]; xlabel="Episode", ylabel="Reward", limits=((0, n_episodes), nothing)