Skip to content

Commit 9eefac7

Browse files
JayZenithclaude
andcommitted
Align checkpoints/eval to 50/100/150 -> 25/50/75/100, keep all 4
max_steps 150->100, ckpt.interval 50->25 with keep_last=4 (all four checkpoints retained instead of pruning to the last 3), orchestrator.eval interval matched to 25 so val40 always runs at each retained checkpoint. Full 500-task test-set eval at each checkpoint runs standalone after the weights save, not wired into the live RL loop -- keeps training fast and keeps the 'test set touched once for the final report' framing honest. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
1 parent b0dafe8 commit 9eefac7

2 files changed

Lines changed: 8 additions & 8 deletions

File tree

configs/arm_a_rl.toml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
# Arm A: reactive agent GRPO over 212 disjoint MBPP RL train tasks.
2-
max_steps = 150
2+
max_steps = 100
33
seq_len = 4096
44
output_dir = "outputs/arm_a_rl"
55

@@ -41,7 +41,7 @@ type = "zero_advantage"
4141
enforce = true
4242

4343
[orchestrator.eval]
44-
interval = 50
44+
interval = 25
4545
num_examples = 40
4646
group_size = 1
4747

@@ -65,8 +65,8 @@ lr = 1e-6
6565
weight_decay = 0.01
6666

6767
[ckpt]
68-
interval = 50
69-
keep_last = 3
68+
interval = 25
69+
keep_last = 4
7070

7171
[orchestrator.ckpt]
7272
wait_for_weights_timeout = 60

configs/arm_b_rl.toml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
# Arm B: matched GRPO plus verified-label prediction CE.
2-
max_steps = 150
2+
max_steps = 100
33
seq_len = 4096
44
output_dir = "outputs/arm_b_rl"
55

@@ -46,7 +46,7 @@ type = "zero_advantage"
4646
enforce = true
4747

4848
[orchestrator.eval]
49-
interval = 50
49+
interval = 25
5050
num_examples = 40
5151
group_size = 1
5252

@@ -70,8 +70,8 @@ lr = 1e-6
7070
weight_decay = 0.01
7171

7272
[ckpt]
73-
interval = 50
74-
keep_last = 3
73+
interval = 25
74+
keep_last = 4
7575

7676
[orchestrator.ckpt]
7777
wait_for_weights_timeout = 60

0 commit comments

Comments
 (0)