diff --git "a/experiments.csv" "b/experiments.csv"
new file mode 100644--- /dev/null
+++ "b/experiments.csv"
@@ -0,0 +1,432 @@
+id,name,phase,arch,objective,hidden_size,num_layers,num_heads,intermediate_size,use_rope,use_geglu,use_pre_norm,use_attention_gate,use_dwa,use_moe,moe_num_experts,moe_top_k,moe_expert_size,moe_freq_penalty,use_attn_res,attn_res_num_blocks,position_bucket_size,z_loss_weight,rope_theta,rtd_lambda,gen_size_ratio,data,tokenizer,embedding,embedding_init,masking,mask_ratio,mask_ratio_end,mntp_ratio,amlm_lambda,amlm_update_interval,amlm_min_ratio,amlm_max_ratio,optimizer,lr,optimizer_betas,weight_decay,forgetter,epochs,batch_size,grad_accum,seq_len,dropout,warmup_ratio,max_grad_norm,kd_enabled,kd_teacher,kd_temperature,kd_alpha,ckpt_averaging,ckpt_avg_last_k,seed,status,notes
+## ═══ Phase 1: Architecture Comparison (5 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P1.1,gpt_bert-baseline,1,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Base gpt_bert
+P1.2,gpt2-baseline,1,gpt2,clm,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,none,0,0,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Base gpt2
+P1.3,modernbert-baseline,1,modernized_bert,mlm,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Base modernbert
+P1.4,xlstm-baseline,1,xlstm,clm,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,none,0,0,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Base xlstm
+P1.5,rtd-baseline,1,rtd,rtd,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.15,0.15,0,0.2,200,0.05,0.5,LAMB,0.005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Base rtd
+## ═══ Phase 2: Core Feature Ablations (9 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P2.1,gptbert-amlm,2,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,adaptive masking
+P2.2,gptbert-nhot,2,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,N-hot morphological emb
+P2.3,gptbert-forgetter,2,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,FORGETTER reset per epoch
+P2.4,gptbert-fasttext,2,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,fasttext,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,FastText init
+P2.5,gptbert-morfessor,2,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,morfessor_bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Morfessor+BPE tokenizer
+P2.6,gptbert-moe,2,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MoE 32exp k=4 s=48
+P2.7,gptbert-attnres,2,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,True,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,AttnRes 4 blocks
+P2.8,gptbert-moe-attnres,2,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,True,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MoE + AttnRes combined
+P2.9,gptbert-sampleC,2,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_C,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Strategy C data
+## ═══ Phase 3: Learning Rate Sweep — 3A quick filter (12×3ep) + 3B promote (5×10ep) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P3A.1,lr-0.003,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.003,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.003
+P3A.2,lr-0.005,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.005,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.005
+P3A.3,lr-0.007,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.007,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.007
+P3A.4,lr-0.008,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.008,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.008
+P3A.5,lr-0.009,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.009,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.009
+P3A.6,lr-0.01,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.01,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.01
+P3A.7,lr-0.012,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.012,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.012
+P3A.8,lr-0.015,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.015,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.015
+P3A.9,lr-0.018,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.018,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.018
+P3A.10,lr-0.02,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.02,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.02
+P3A.11,lr-0.025,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.025,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.025
+P3A.12,lr-0.03,3A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.03,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB lr=0.03
+P3B.1,lr-promote1,3B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Top 1 from 3A → 10ep
+P3B.2,lr-promote2,3B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Top 2 from 3A → 10ep
+P3B.3,lr-promote3,3B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Top 3 from 3A → 10ep
+P3B.4,lr-promote4,3B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Top 4 from 3A → 10ep
+P3B.5,lr-promote5,3B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Top 5 from 3A → 10ep
+## ═══ Phase 4: Regularization Sweeps (25 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+## ── 4A: Dropout ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P4A.1,drop-0.0,4A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.0,0.06,2.0,False,,4.0,0.5,False,3,42,planned,dropout=0.0
+P4A.2,drop-0.02,4A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.02,0.06,2.0,False,,4.0,0.5,False,3,42,planned,dropout=0.02
+P4A.3,drop-0.05,4A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.05,0.06,2.0,False,,4.0,0.5,False,3,42,planned,dropout=0.05
+P4A.4,drop-0.08,4A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.08,0.06,2.0,False,,4.0,0.5,False,3,42,planned,dropout=0.08
+P4A.5,drop-0.1,4A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,dropout=0.1
+P4A.6,drop-0.15,4A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.15,0.06,2.0,False,,4.0,0.5,False,3,42,planned,dropout=0.15
+P4A.7,drop-0.2,4A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.2,0.06,2.0,False,,4.0,0.5,False,3,42,planned,dropout=0.2
+## ── 4B: Weight Decay ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P4B.1,wd-0.01,4B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.01,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,weight_decay=0.01
+P4B.2,wd-0.03,4B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.03,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,weight_decay=0.03
+P4B.3,wd-0.05,4B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.05,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,weight_decay=0.05
+P4B.4,wd-0.08,4B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.08,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,weight_decay=0.08
+P4B.5,wd-0.15,4B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.15,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,weight_decay=0.15
+P4B.6,wd-0.2,4B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.2,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,weight_decay=0.2
+P4B.7,wd-1.0,4B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",1.0,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,weight_decay=1.0
+## ── 4C: Warmup Ratio ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P4C.1,warmup-0.0,4C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.0,2.0,False,,4.0,0.5,False,3,42,planned,warmup_ratio=0.0
+P4C.2,warmup-0.03,4C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.03,2.0,False,,4.0,0.5,False,3,42,planned,warmup_ratio=0.03
+P4C.3,warmup-0.1,4C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.1,2.0,False,,4.0,0.5,False,3,42,planned,warmup_ratio=0.1
+P4C.4,warmup-0.15,4C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.15,2.0,False,,4.0,0.5,False,3,42,planned,warmup_ratio=0.15
+P4C.5,warmup-0.2,4C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.2,2.0,False,,4.0,0.5,False,3,42,planned,warmup_ratio=0.2
+## ── 4D: Grad Norm ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P4D.1,gradnorm-0.5,4D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,0.5,False,,4.0,0.5,False,3,42,planned,max_grad_norm=0.5
+P4D.2,gradnorm-1.0,4D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,1.0,False,,4.0,0.5,False,3,42,planned,max_grad_norm=1.0
+P4D.3,gradnorm-3.0,4D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,3.0,False,,4.0,0.5,False,3,42,planned,max_grad_norm=3.0
+P4D.4,gradnorm-5.0,4D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,5.0,False,,4.0,0.5,False,3,42,planned,max_grad_norm=5.0
+## ── 4E: Best Regularization Combo ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P4E.1,reg-best-combo1,4E,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Best dropout+wd+warmup+gradnorm
+P4E.2,reg-best-combo2,4E,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,2nd best dropout variant
+"## ═══ Phase 5: Feature Combinations (20 exp, using TUNED_BASELINE) ═══",,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P5.1,tuned-baseline,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-baseline
+P5.2,tuned-amlm,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-amlm
+P5.3,tuned-nhot,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-nhot
+P5.4,tuned-fgt,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-fgt
+P5.5,tuned-moe,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-moe
+P5.6,tuned-attnres,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,True,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-attnres
+P5.7,tuned-AN,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-AN
+P5.8,tuned-AF,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-AF
+P5.9,tuned-AM,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-AM
+P5.10,tuned-NF,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-NF
+P5.11,tuned-NM,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-NM
+P5.12,tuned-FM,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-FM
+P5.13,tuned-MR,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,True,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-MR
+P5.14,tuned-ANF,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-ANF
+P5.15,tuned-ANM,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-ANM
+P5.16,tuned-AFM,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-AFM
+P5.17,tuned-NFM,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-NFM
+P5.18,tuned-ANFM,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-ANFM
+P5.19,tuned-ANFR,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,True,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-ANFR
+P5.20,tuned-ANFMR,5,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,True,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tuned-ANFMR
+## ═══ Phase 6: Masking & Objective Tuning (20 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+## ── 6A: Mask Rate Schedule ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P6A.1,mask-0.15to0.15,6A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.15,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,mask 0.15->0.15
+P6A.2,mask-0.2to0.15,6A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.2,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,mask 0.2->0.15
+P6A.3,mask-0.25to0.15,6A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.25,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,mask 0.25->0.15
+P6A.4,mask-0.35to0.15,6A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.35,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,mask 0.35->0.15
+P6A.5,mask-0.4to0.15,6A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.4,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,mask 0.4->0.15
+P6A.6,mask-0.4to0.2,6A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.4,0.2,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,mask 0.4->0.2
+P6A.7,mask-0.45to0.15,6A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.45,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,mask 0.45->0.15
+P6A.8,mask-0.3to0.1,6A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.1,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,mask 0.3->0.1
+## ── 6B: MNTP:CLM Ratio ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P6B.1,mntp-1to1,6B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,1,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MNTP:CLM=1:1
+P6B.2,mntp-3to1,6B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,3,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MNTP:CLM=3:1
+P6B.3,mntp-5to1,6B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,5,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MNTP:CLM=5:1
+P6B.4,mntp-7to1,6B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,7,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MNTP:CLM=7:1
+P6B.5,mntp-10to1,6B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,10,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MNTP:CLM=10:1
+P6B.6,mntp-20to1,6B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,20,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MNTP:CLM=20:1
+## ── 6C: AMLM Parameters ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P6C.1,amlm-lam0.05,6C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,amlm,0.3,0.15,15,0.05,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,amlm_lambda=0.05
+P6C.2,amlm-lam0.1,6C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,amlm,0.3,0.15,15,0.1,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,amlm_lambda=0.1
+P6C.3,amlm-lam0.3,6C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,amlm,0.3,0.15,15,0.3,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,amlm_lambda=0.3
+P6C.4,amlm-ui50,6C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,amlm,0.3,0.15,15,0.2,50,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,fast update
+P6C.5,amlm-ui500,6C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,amlm,0.3,0.15,15,0.2,500,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,slow update
+P6C.6,amlm-wide,6C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,amlm,0.3,0.15,15,0.2,200,0.1,0.6,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,wider range
+## ── 6D: Frequency Masking ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P6D.1,freq-alpha0.2,6D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,frequency,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,frequency masking alpha=0.2
+P6D.2,freq-alpha0.3,6D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,frequency,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,frequency masking alpha=0.3
+P6D.3,freq-alpha0.5,6D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,frequency,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,frequency masking alpha=0.5
+## ═══ Phase 7: Batch Size & Sequence Length (14 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+## ── 7A: Batch Size ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P7A.1,batch-16,7A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,16,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,bs=16 ga=1 eff=16
+P7A.2,batch-32,7A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,32,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,bs=32 ga=1 eff=32
+P7A.3,batch-128,7A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,2,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,bs=64 ga=2 eff=128
+P7A.4,batch-256,7A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,4,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,bs=64 ga=4 eff=256
+P7A.5,batch-512,7A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,8,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,bs=64 ga=8 eff=512
+P7A.6,batch-128,7A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,128,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,bs=128 ga=1 eff=128
+P7A.7,batch-256,7A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,128,2,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,bs=128 ga=2 eff=256
+P7A.8,batch-256,7A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,256,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,bs=256 ga=1 eff=256
+## ── 7B: Sequence Length ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P7B.1,seqlen-64,7B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,64,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,seq_len=64
+P7B.2,seqlen-96,7B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,96,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,seq_len=96
+P7B.3,seqlen-192,7B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,192,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,seq_len=192
+P7B.4,seqlen-256,7B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,256,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,seq_len=256
+P7B.5,seqlen-384,7B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,384,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,seq_len=384
+P7B.6,seqlen-512,7B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,512,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,seq_len=512
+## ═══ Phase 8: Optimizer Exploration (16 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+## ── 8A: AdamW LR Sweep (3ep) ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P8A.1,adamw-lr0.0003,8A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,AdamW,0.0003,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,AdamW lr=0.0003
+P8A.2,adamw-lr0.0005,8A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,AdamW lr=0.0005
+P8A.3,adamw-lr0.001,8A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,AdamW,0.001,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,AdamW lr=0.001
+P8A.4,adamw-lr0.002,8A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,AdamW,0.002,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,AdamW lr=0.002
+P8A.5,adamw-lr0.003,8A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,AdamW,0.003,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,AdamW lr=0.003
+P8A.6,adamw-lr0.005,8A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,AdamW,0.005,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,AdamW lr=0.005
+## ── 8B: Muon LR Sweep (3ep) ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P8B.1,muon-lr0.005,8B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,Muon,0.005,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Muon lr=0.005
+P8B.2,muon-lr0.008,8B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,Muon,0.008,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Muon lr=0.008
+P8B.3,muon-lr0.014,8B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,Muon,0.014,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Muon lr=0.014
+P8B.4,muon-lr0.02,8B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,Muon,0.02,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Muon lr=0.02
+P8B.5,muon-lr0.03,8B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,Muon,0.03,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Muon lr=0.03
+## ── 8C: Best Optimizer + FORGETTER (10ep) ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P8C.1,adamw-best,8C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,AdamW,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,AdamW best LR from 8A
+P8C.2,adamw-best-fgt,8C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,AdamW,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,AdamW + FORGETTER
+P8C.3,muon-best,8C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,Muon,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Muon best LR from 8B
+P8C.4,muon-best-fgt,8C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,Muon,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Muon + FORGETTER
+P8C.5,lamb-fgt-recheck,8C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,LAMB+FGT with tuned cfg
+## ═══ Phase 9: Architecture Modifications (15 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+## ── 9A: Feature Toggles ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P9A.1,rope,9A,gpt_bert,gpt_bert,384,12,6,1280,True,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,RoPE position encoding
+P9A.2,no-geglu,9A,gpt_bert,gpt_bert,384,12,6,1280,False,False,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Standard GELU FFN
+P9A.3,post-norm,9A,gpt_bert,gpt_bert,384,12,6,1280,False,True,False,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Post-LayerNorm
+P9A.4,attn-gate,9A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,True,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,GELU gate on V
+P9A.5,dwa,9A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,True,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,DenseFormer
+P9A.6,rope-attn-gate,9A,gpt_bert,gpt_bert,384,12,6,1280,True,True,True,True,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,RoPE + attn gate
+P9A.7,rope-dwa,9A,gpt_bert,gpt_bert,384,12,6,1280,True,True,True,False,True,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,RoPE + DWA
+## ── 9B: Model Shape ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P9B.1,shape-256x16,9B,gpt_bert,gpt_bert,256,16,4,854,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,h=256 l=16 nh=4 i=854
+P9B.2,shape-256x18,9B,gpt_bert,gpt_bert,256,18,4,854,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,h=256 l=18 nh=4 i=854
+P9B.3,shape-320x12,9B,gpt_bert,gpt_bert,320,12,5,1067,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,h=320 l=12 nh=5 i=1067
+P9B.4,shape-384x16,9B,gpt_bert,gpt_bert,384,16,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,h=384 l=16 nh=6 i=1280
+P9B.5,shape-448x10,9B,gpt_bert,gpt_bert,448,10,7,1494,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,h=448 l=10 nh=7 i=1494
+P9B.6,shape-512x8,9B,gpt_bert,gpt_bert,512,8,8,1706,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,h=512 l=8 nh=8 i=1706
+P9B.7,shape-512x10,9B,gpt_bert,gpt_bert,512,10,8,1706,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,h=512 l=10 nh=8 i=1706
+P9B.8,shape-576x8,9B,gpt_bert,gpt_bert,576,8,9,1920,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,h=576 l=8 nh=9 i=1920
+"## ═══ Phase 10: MoE Tuning (8 exp, conditional on P5) ═══",,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P10.1,moe-e16k2s96,10,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,16,2,96,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,16 experts top-2 size=96
+P10.2,moe-e16k4s96,10,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,16,4,96,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,16 experts top-4 size=96
+P10.3,moe-e32k2s48,10,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,2,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,32 experts top-2 size=48
+P10.4,moe-e32k8s48,10,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,8,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,32 experts top-8 size=48
+P10.5,moe-e64k4s24,10,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,64,4,24,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,64 experts top-4 size=24
+P10.6,moe-e32k4s84,10,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,84,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,32 experts top-4 size=84
+P10.7,moe-fp0.001,10,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.001,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,freq_penalty=0.001
+P10.8,moe-fp0.1,10,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.1,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,freq_penalty=0.1
+## ═══ Phase 11: Tokenizer × Embedding × Vocab Size (9 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P11.1,bpe-standard-random,11,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tok=bpe emb=standard init=random
+P11.2,bpe-nhot-random,11,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tok=bpe emb=nhot init=random
+P11.3,bpe-standard-fasttext,11,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,fasttext,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tok=bpe emb=standard init=fasttext
+P11.4,morf-standard-random,11,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,morfessor_bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tok=morfessor_bpe emb=standard init=random
+P11.5,morf-nhot-random,11,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,morfessor_bpe,nhot,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tok=morfessor_bpe emb=nhot init=random
+P11.6,morf-standard-fasttext,11,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,morfessor_bpe,standard,fasttext,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,tok=morfessor_bpe emb=standard init=fasttext
+## ── 11B: Vocab Size Sweep ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P11B.1,vocab-4096,11B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,BPE vocab_size=4096
+P11B.2,vocab-16384,11B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,BPE vocab_size=16384
+## ═══ Phase 12: Dataset Construction (18 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P12.1,data-champion_replica,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,champion_replica,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,BabyLM33+FineWeb33+Cosmo34
+P12.2,data-sample_A,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_A,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Strategy A pure quality
+P12.3,data-sample_B,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Strategy B task quota
+P12.4,data-sample_C,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_C,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Strategy C weighted random
+P12.5,data-sample_D,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_D,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Strategy D embedding similarity
+P12.6,data-B_paraphrase,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,B_paraphrase,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,sample_B + Paraphrase ~2M
+P12.7,data-B_variation_sets,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,B_variation_sets,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,sample_B + Variation Sets ~1M
+P12.8,data-B_recombitext,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,B_recombitext,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,sample_B + RecombiText ~5M
+P12.9,data-B_cd_synth,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,B_cd_synth,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,sample_B + Contrastive Decoding ~3M
+P12.10,data-B_mattr,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,B_mattr,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,sample_B + MATTR ordering
+P12.11,data-eval_mixed,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,eval_mixed,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,eval data mixed into sampling pool
+P12.12,data-no_eval,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,no_eval,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,no eval data
+P12.13,data-full_augment,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,full_augment,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Para + VS + MATTR
+P12.14,data-B_fineweb33,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,B_fineweb33,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,sample_B + FineWeb 33%
+P12.15,data-B_fineweb67,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,B_fineweb67,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,sample_B + FineWeb 67%
+P12.16,data-B_knowledge,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,B_knowledge,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,sample_B + ConceptNet + GenericsKB
+P12.17,data-B_para_fineweb,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,B_para_fineweb,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,sample_B + Para25% + FineWeb25%
+P12.18,data-3way_equal,12,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,3way_equal,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,1:1:1 official + FineWeb + Cosmo
+## ═══ Phase 13: Cross-Architecture Verification (15 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P13.1,gpt2-tuned,13,gpt2,clm,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,none,0,0,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,gpt2 with tuned config
+P13.2,modernbert-tuned,13,modernized_bert,mlm,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,modernbert with tuned config
+P13.3,xlstm-tuned,13,xlstm,clm,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,none,0,0,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,xlstm with tuned config
+P13.4,rtd-tuned,13,rtd,rtd,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.15,0.15,0,0.2,200,0.05,0.5,LAMB,0.005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,rtd with tuned config
+P13.5,gpt2-moe,13,gpt2,clm,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,none,0,0,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,gpt2 + MoE
+P13.6,modernbert-moe,13,modernized_bert,mlm,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,modernbert + MoE
+P13.7,xlstm-moe,13,xlstm,clm,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,none,0,0,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,xlstm + MoE
+P13.8,gpt2-attnres,13,gpt2,clm,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,True,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,none,0,0,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,gpt2 + AttnRes
+P13.9,modernbert-attnres,13,modernized_bert,mlm,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,True,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,modernbert + AttnRes
+P13.10,xlstm-attnres,13,xlstm,clm,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,True,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,none,0,0,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,xlstm + AttnRes
+P13.11,rtd-moe,13,rtd,rtd,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.15,0.15,0,0.2,200,0.05,0.5,LAMB,0.005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,RTD + MoE
+P13.12,gpt2-wide,13,gpt2,clm,512,8,8,1706,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,none,0,0,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,gpt2 512×8
+P13.13,modernbert-wide,13,modernized_bert,mlm,512,8,8,1706,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,modernbert 512×8
+P13.14,xlstm-wide,13,xlstm,clm,512,8,8,1706,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,none,0,0,0,0.2,200,0.05,0.5,AdamW,0.0005,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,xlstm 512×8
+## ═══ Phase 14: LR × Dropout Grid (24×3ep + 3×10ep) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P14A.1,grid-lr0.7x-d0.0,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×0.7 drop=0.0
+P14A.2,grid-lr0.7x-dhalf,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×0.7 drop=half
+P14A.3,grid-lr0.7x-dbest,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×0.7 drop=best
+P14A.4,grid-lr0.7x-d1.5x,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×0.7 drop=1.5x
+P14A.5,grid-lr0.85x-d0.0,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×0.85 drop=0.0
+P14A.6,grid-lr0.85x-dhalf,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×0.85 drop=half
+P14A.7,grid-lr0.85x-dbest,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×0.85 drop=best
+P14A.8,grid-lr0.85x-d1.5x,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×0.85 drop=1.5x
+P14A.9,grid-lr1.0x-d0.0,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.0 drop=0.0
+P14A.10,grid-lr1.0x-dhalf,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.0 drop=half
+P14A.11,grid-lr1.0x-dbest,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.0 drop=best
+P14A.12,grid-lr1.0x-d1.5x,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.0 drop=1.5x
+P14A.13,grid-lr1.15x-d0.0,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.15 drop=0.0
+P14A.14,grid-lr1.15x-dhalf,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.15 drop=half
+P14A.15,grid-lr1.15x-dbest,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.15 drop=best
+P14A.16,grid-lr1.15x-d1.5x,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.15 drop=1.5x
+P14A.17,grid-lr1.3x-d0.0,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.3 drop=0.0
+P14A.18,grid-lr1.3x-dhalf,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.3 drop=half
+P14A.19,grid-lr1.3x-dbest,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.3 drop=best
+P14A.20,grid-lr1.3x-d1.5x,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.3 drop=1.5x
+P14A.21,grid-lr1.5x-d0.0,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.5 drop=0.0
+P14A.22,grid-lr1.5x-dhalf,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.5 drop=half
+P14A.23,grid-lr1.5x-dbest,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.5 drop=best
+P14A.24,grid-lr1.5x-d1.5x,14A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,lr×1.5 drop=1.5x
+P14B.1,grid-promote1,14B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Top 1 from 14A → 10ep
+P14B.2,grid-promote2,14B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Top 2 from 14A → 10ep
+P14B.3,grid-promote3,14B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Top 3 from 14A → 10ep
+## ═══ Phase 15: Misc Hyperparameters (12 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P15.1,zloss-0.0,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,z_loss_weight=0.0
+P15.2,zloss-5e-05,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,5e-05,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,z_loss_weight=5e-05
+P15.3,zloss-0.0005,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0005,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,z_loss_weight=0.0005
+P15.4,zloss-0.001,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,z_loss_weight=0.001
+P15.5,bucket-8,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,8,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,position_bucket_size=8
+P15.6,bucket-16,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,16,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,position_bucket_size=16
+P15.7,bucket-64,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,64,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,position_bucket_size=64
+P15.8,bucket-128,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,128,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,position_bucket_size=128
+P15.9,betas-0.8-0.95,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.8,0.95)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,"betas=(0.8,0.95)"
+P15.10,betas-0.9-0.95,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.95)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,"betas=(0.9,0.95)"
+P15.11,betas-0.9-0.999,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.999)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,"betas=(0.9,0.999)"
+P15.12,betas-0.95-0.999,15,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.95,0.999)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,"betas=(0.95,0.999)"
+## ═══ Phase 16: Knowledge Distillation (14 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P16.1,kd-t2.0,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,2.0,0.5,False,3,42,planned,KD temp=2.0
+P16.2,kd-t4.0,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,4.0,0.5,False,3,42,planned,KD temp=4.0
+P16.3,kd-t6.0,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,6.0,0.5,False,3,42,planned,KD temp=6.0
+P16.4,kd-t8.0,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,8.0,0.5,False,3,42,planned,KD temp=8.0
+P16.5,kd-a0.2,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,4.0,0.2,False,3,42,planned,KD alpha=0.2
+P16.6,kd-a0.3,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,4.0,0.3,False,3,42,planned,KD alpha=0.3
+P16.7,kd-a0.5,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,4.0,0.5,False,3,42,planned,KD alpha=0.5
+P16.8,kd-a0.7,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,4.0,0.7,False,3,42,planned,KD alpha=0.7
+P16.9,kd-a0.9,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,4.0,0.9,False,3,42,planned,KD alpha=0.9
+P16.10,kd-qwen3.5-3B,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-3B,4.0,0.5,False,3,42,planned,teacher=qwen3.5-3B
+P16.11,kd-qwen3.5-9B,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-9B,4.0,0.5,False,3,42,planned,teacher=qwen3.5-9B
+P16.12,kd-no-fgt,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,4.0,0.5,False,3,42,planned,KD without FORGETTER
+P16.13,kd-no-amlm,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,4.0,0.5,False,3,42,planned,KD without AMLM
+P16.14,no-kd-control,16,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,No KD (control)
+## ═══ Phase 17: Epoch & Checkpoint (12 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P17.1,epoch-3,17,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,3,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,epochs=3
+P17.2,epoch-5,17,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,5,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,epochs=5
+P17.3,epoch-7,17,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,7,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,epochs=7
+P17.4,epoch-8,17,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,8,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,epochs=8
+P17.5,ckptavg-2,17,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,True,2,42,planned,avg last 2
+P17.6,ckptavg-3,17,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,True,3,42,planned,avg last 3
+P17.7,ckptavg-5,17,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,True,5,42,planned,avg last 5
+P17.8,ckptavg-7,17,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,True,7,42,planned,avg last 7
+P17.9,epoch5-avg3,17,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,5,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,True,3,42,planned,epoch=5 + avg last 3
+P17.10,epoch7-avg3,17,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,7,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,True,3,42,planned,epoch=7 + avg last 3
+P17.11,epoch8-avg3,17,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,8,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,True,3,42,planned,epoch=8 + avg last 3
+## ═══ Phase 18: Seed Variance (8 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P18.1,seed-7,18,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,7,planned,seed=7
+P18.2,seed-42,18,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,seed=42
+P18.3,seed-123,18,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,123,planned,seed=123
+P18.4,seed-2024,18,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,2024,planned,seed=2024
+P18.5,seed-2026,18,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,2026,planned,seed=2026
+P18.6,seed-9999,18,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,9999,planned,seed=9999
+P18.7,seed-31415,18,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,31415,planned,seed=31415
+P18.8,seed-54321,18,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,54321,planned,seed=54321
+## ═══ Phase 19: Data × Feature Interaction (24 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P19.1,d1-fnone-sbase,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_1 fnone sbase
+P19.2,d1-fnone-salt,19,gpt_bert,gpt_bert,512,8,8,1706,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_1 fnone salt
+P19.3,d1-fpart-sbase,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_1 fpart sbase
+P19.4,d1-fpart-salt,19,gpt_bert,gpt_bert,512,8,8,1706,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_1 fpart salt
+P19.5,d1-ffull-sbase,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_1 ffull sbase
+P19.6,d1-ffull-salt,19,gpt_bert,gpt_bert,512,8,8,1706,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_1 ffull salt
+P19.7,d2-fnone-sbase,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_2 fnone sbase
+P19.8,d2-fnone-salt,19,gpt_bert,gpt_bert,512,8,8,1706,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_2 fnone salt
+P19.9,d2-fpart-sbase,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_2 fpart sbase
+P19.10,d2-fpart-salt,19,gpt_bert,gpt_bert,512,8,8,1706,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_2 fpart salt
+P19.11,d2-ffull-sbase,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_2 ffull sbase
+P19.12,d2-ffull-salt,19,gpt_bert,gpt_bert,512,8,8,1706,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_2 ffull salt
+P19.13,d3-fnone-sbase,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_3 fnone sbase
+P19.14,d3-fnone-salt,19,gpt_bert,gpt_bert,512,8,8,1706,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_3 fnone salt
+P19.15,d3-fpart-sbase,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_3 fpart sbase
+P19.16,d3-fpart-salt,19,gpt_bert,gpt_bert,512,8,8,1706,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_3 fpart salt
+P19.17,d3-ffull-sbase,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_3 ffull sbase
+P19.18,d3-ffull-salt,19,gpt_bert,gpt_bert,512,8,8,1706,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_3 ffull salt
+P19.19,d1-ffull-morf,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,morfessor_bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_1 full+Morfessor
+P19.20,d1-ffull-fasttext,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,fasttext,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_1 full+FastText
+P19.21,d1-ffull-kd,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,4.0,0.5,False,3,42,planned,TOP_DATA_1 full+KD
+P19.22,d2-ffull-morf,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,morfessor_bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_2 full+Morfessor
+P19.23,d2-ffull-fasttext,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,fasttext,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,TOP_DATA_2 full+FastText
+P19.24,d2-ffull-kd,19,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,True,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,nhot,random,amlm,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,True,10,64,1,128,0.1,0.06,2.0,True,Qwen/Qwen3.5-1.5B,4.0,0.5,False,3,42,planned,TOP_DATA_2 full+KD
+## ═══ Phase 20: Final Candidates & Ablation (20 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+## ── 20A: Candidates ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P20A.1,final-v1,20A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Final candidate variant 1
+P20A.2,final-v2,20A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Final candidate variant 2
+P20A.3,final-v3,20A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Final candidate variant 3
+P20A.4,final-v4,20A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Final candidate variant 4
+P20A.5,final-v5,20A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Final candidate variant 5
+P20A.6,final-v6,20A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Final candidate variant 6
+P20A.7,final-v7,20A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Final candidate variant 7
+P20A.8,final-v8,20A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Final candidate variant 8
+P20A.9,final-v9,20A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Final candidate variant 9
+P20A.10,final-v10,20A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Final candidate variant 10
+## ── 20B: Ablation Insurance ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P20B.1,ablate-no-amlm,20B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Remove no-amlm from CONFIG_FINAL
+P20B.2,ablate-no-nhot,20B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Remove no-nhot from CONFIG_FINAL
+P20B.3,ablate-no-fgt,20B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Remove no-fgt from CONFIG_FINAL
+P20B.4,ablate-no-moe,20B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Remove no-moe from CONFIG_FINAL
+P20B.5,ablate-no-attnres,20B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Remove no-attnres from CONFIG_FINAL
+P20B.6,ablate-no-kd,20B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Remove no-kd from CONFIG_FINAL
+P20B.7,ablate-no-ckptavg,20B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Remove no-ckptavg from CONFIG_FINAL
+P20B.8,ablate-baseline-lr,20B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Remove baseline-lr from CONFIG_FINAL
+P20B.9,ablate-baseline-drop,20B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Remove baseline-drop from CONFIG_FINAL
+P20B.10,ablate-baseline-data,20B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Remove baseline-data from CONFIG_FINAL
+## ═══ Phase 21: Submission & Full Eval (16 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P21.1,submit-seed42,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,FINAL seed=42
+P21.2,submit-seed7,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,7,planned,FINAL seed=7
+P21.3,submit-seed123,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,123,planned,FINAL seed=123
+P21.4,submit-seed2026,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,2026,planned,FINAL seed=2026
+P21.5,submit-seed9999,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,9999,planned,FINAL seed=9999
+P21.6,submit-v2-seed42,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Candidate 2 seed=42
+P21.7,submit-v2-seed7,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,7,planned,Candidate 2 seed=7
+P21.8,submit-v2-seed123,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,123,planned,Candidate 2 seed=123
+P21.9,submit-v3-seed42,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Candidate 3 seed=42
+P21.10,submit-v3-seed7,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,7,planned,Candidate 3 seed=7
+P21.11,submit-v3-seed123,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,123,planned,Candidate 3 seed=123
+P21.12,submit-ensemble-avg,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Cross-seed checkpoint average
+P21.13,submit-ckptavg3,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,True,3,42,planned,Best seed ckpt avg last 3
+P21.14,submit-ckptavg5,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,True,5,42,planned,Best seed ckpt avg last 5
+P21.15,submit-glue-ft,21,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Full eval + GLUE fine-tuning
+## ═══ Phase 22: Reserve / Exploratory (61 exp) ═══,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+## ── 22A: Alt Architecture Deep Dive ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P22A.1,alt-arch-1,22A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Alt architecture tuning 1
+P22A.2,alt-arch-2,22A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Alt architecture tuning 2
+P22A.3,alt-arch-3,22A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Alt architecture tuning 3
+P22A.4,alt-arch-4,22A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Alt architecture tuning 4
+P22A.5,alt-arch-5,22A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Alt architecture tuning 5
+P22A.6,alt-arch-6,22A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Alt architecture tuning 6
+P22A.7,alt-arch-7,22A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Alt architecture tuning 7
+P22A.8,alt-arch-8,22A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Alt architecture tuning 8
+P22A.9,alt-arch-9,22A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Alt architecture tuning 9
+P22A.10,alt-arch-10,22A,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Alt architecture tuning 10
+## ── 22B: Augmentation Ratio Tuning ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P22B.1,aug-para10,22B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Paraphrase 10% mix
+P22B.2,aug-para15,22B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Paraphrase 15% mix
+P22B.3,aug-para20,22B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Paraphrase 20% mix
+P22B.4,aug-para30,22B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Paraphrase 30% mix
+P22B.5,aug-para40,22B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Paraphrase 40% mix
+P22B.6,aug-para50,22B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Paraphrase 50% mix
+P22B.7,aug-recombi25,22B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,RecombiText 25%
+P22B.8,aug-recombi50,22B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,RecombiText 50%
+P22B.9,aug-recombi75,22B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,RecombiText 75%
+P22B.10,aug-para-recombi,22B,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Para 20% + RecombiText 30%
+## ── 22C: MoE Alternatives ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P22C.1,moe-alt-1,22C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MoE alternative config 1
+P22C.2,moe-alt-2,22C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MoE alternative config 2
+P22C.3,moe-alt-3,22C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MoE alternative config 3
+P22C.4,moe-alt-4,22C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MoE alternative config 4
+P22C.5,moe-alt-5,22C,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,MoE alternative config 5
+## ── 22D: Parameter Interpolation ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P22D.1,interp-1,22D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Interpolation between best configs 1
+P22D.2,interp-2,22D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Interpolation between best configs 2
+P22D.3,interp-3,22D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Interpolation between best configs 3
+P22D.4,interp-4,22D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Interpolation between best configs 4
+P22D.5,interp-5,22D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Interpolation between best configs 5
+P22D.6,interp-6,22D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Interpolation between best configs 6
+P22D.7,interp-7,22D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Interpolation between best configs 7
+P22D.8,interp-8,22D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Interpolation between best configs 8
+P22D.9,interp-9,22D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Interpolation between best configs 9
+P22D.10,interp-10,22D,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Interpolation between best configs 10
+## ── 22E: Debug / Re-runs ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P22E.1,debug-1,22E,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Debug slot 1
+P22E.2,debug-2,22E,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Debug slot 2
+P22E.3,debug-3,22E,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Debug slot 3
+P22E.4,debug-4,22E,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Debug slot 4
+P22E.5,debug-5,22E,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Debug slot 5
+P22E.6,debug-6,22E,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Debug slot 6
+## ── 22F: Exploratory ──,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+P22F.1,explore-1,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 1
+P22F.2,explore-2,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 2
+P22F.3,explore-3,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 3
+P22F.4,explore-4,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 4
+P22F.5,explore-5,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 5
+P22F.6,explore-6,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 6
+P22F.7,explore-7,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 7
+P22F.8,explore-8,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 8
+P22F.9,explore-9,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 9
+P22F.10,explore-10,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 10
+P22F.11,explore-11,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 11
+P22F.12,explore-12,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 12
+P22F.13,explore-13,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 13
+P22F.14,explore-14,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 14
+P22F.15,explore-15,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 15
+P22F.16,explore-16,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 16
+P22F.17,explore-17,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 17
+P22F.18,explore-18,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 18
+P22F.19,explore-19,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 19
+P22F.20,explore-20,22F,gpt_bert,gpt_bert,384,12,6,1280,False,True,True,False,False,False,32,4,48,0.01,False,4,32,0.0001,10000.0,50.0,0.33,sample_B,bpe,standard,random,standard,0.3,0.15,15,0.2,200,0.05,0.5,LAMB,0.0141,"(0.9,0.98)",0.1,False,10,64,1,128,0.1,0.06,2.0,False,,4.0,0.5,False,3,42,planned,Exploratory slot 20