Upload best model checkpoint

metrics.json

@@ -1,30 +1,30 @@
 {
-    "rl_info/A2G": -0.00802732165902853,
-    "rl_info/entropy": 1.144943118095398,
-    "rl_info/total_token": 452.0,
-    "rl_info/advantage_b4_norm": -185.4840087890625,
-    "rl_info/advantage_after_gnorm": -0.10688089579343796,
-    "rl_info/kl_w_ref": 0.018425563350319862,
-    "train/rl_loss": 0.8044602274894714,
-    "train/total_loss": 0.10055752843618393,
-    "xsum/rouge1": 0.18020310018326643,
-    "xsum/rouge2": 0.03314218652855919,
-    "xsum/rougeL": 0.1453761699430822,
-    "xsum/rougeLsum": 0.14559614435313242,
-    "xsum/bertscore_precision": 0.7551381390351813,
-    "xsum/bertscore_recall": 0.725620157213381,
-    "xsum/bertscore_f1": 0.739361960267987,
-    "eval_agg/avg_all_rougef": 0.12607940025201006,
-    "eval_agg/avg_all_bertf": 0.739361960267987,
-    "eval_agg/avg_all": 0.4327206802599985,
-    "num_rl_rollout": 50,
+    "rl_info/A2G": 0.0002809378784149885,
+    "rl_info/entropy": 2.5929770469665527,
+    "rl_info/total_token": 943.0,
+    "rl_info/advantage_b4_norm": -310.1017761230469,
+    "rl_info/advantage_after_gnorm": -0.9086974263191223,
+    "rl_info/kl_w_ref": 0.0006683120154775679,
+    "train/rl_loss": -0.028286254033446312,
+    "train/total_loss": -0.003535781754180789,
+    "xsum/rouge1": 0.1782641181313804,
+    "xsum/rouge2": 0.03490451905786935,
+    "xsum/rougeL": 0.14561828408465408,
+    "xsum/rougeLsum": 0.14609162986508265,
+    "xsum/bertscore_precision": 0.7549909906337264,
+    "xsum/bertscore_recall": 0.719012039220373,
+    "xsum/bertscore_f1": 0.7358458385605102,
+    "eval_agg/avg_all_rougef": 0.12621963778474662,
+    "eval_agg/avg_all_bertf": 0.7358458385605102,
+    "eval_agg/avg_all": 0.43103273817262844,
+    "num_rl_rollout": 100,
     "lm_epoch": 0,
     "rl_epoch": 0,
-    "step": 2000,
-    "total_data_token": 739911,
-    "total_rl_token": 11292335,
+    "step": 4000,
+    "total_data_token": 1478927,
+    "total_rl_token": 17936198,
     "total_lm_token": 0,
-    "total_token": 11292335,
-    "completed_steps": 2000,
-    "tune_objective": 0.43132796330738155
+    "total_token": 17936198,
+    "completed_steps": 4000,
+    "tune_objective": 0.4320346158872467
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fabd127faeb04c4e58f08e9caac412e8feb3ee5aad0abeff24bd78d05878e31
+oid sha256:7c0492fccb8b0e115cd30d3f947726a4a9dd74c445b63acc2adab5f12ca1e7b6
 size 497774208