Decision-1.0-Route-0.6B / calibration.json
Xunzhuo's picture
Update the fine-tuned weights (#2)
c7a31eb
Raw History Blame
1.16 kB
{
"domain": {
"temperature": 1.3,
"dev_nll_before": 0.36166836811745,
"dev_nll_after": 0.34486172562526407
},
"fact_check": {
"temperature": 1.85,
"dev_nll_before": 0.4107092294332189,
"dev_nll_after": 0.3337144876335533
},
"feedback": {
"temperature": 1.55,
"dev_nll_before": 0.3688847144919425,
"dev_nll_after": 0.3296917721867512
},
"hallucination": {
"temperature": 1.5,
"dev_nll_before": 0.5426606975281186,
"dev_nll_after": 0.5211980735294761
},
"jailbreak": {
"temperature": 1.3,
"dev_nll_before": 0.06983083196859281,
"dev_nll_after": 0.06566043909601191
},
"modality": {
"temperature": 1.45,
"dev_nll_before": 0.04179842880757508,
"dev_nll_after": 0.036708184366318876
},
"pii": {
"temperature": 1.05,
"dev_nll_before": 0.06220794567240738,
"dev_nll_after": 0.06217283248014878
},
"safety": {
"temperature": 1.2,
"dev_nll_before": 0.2793617289219869,
"dev_nll_after": 0.27547168715065984
},
"tool_need": {
"temperature": 1.45,
"dev_nll_before": 0.2615511329972744,
"dev_nll_after": 0.2442185689730336
}
}