NanoJev-Web / evals /training-results.json
candypunk's picture
Release NanoJev-Web browser action model
a0a9254 verified
Raw
History Blame Contribute Delete
3.83 kB
{
"initial_dev": {
"n": 192,
"accuracy": 0.21354166666666666,
"ce": 2.8574434829254947,
"min_top_probability": 0.05820043385028839,
"by_mode": {
"0": [
4,
12
],
"1": [
2,
12
],
"2": [
4,
12
],
"3": [
6,
12
],
"4": [
7,
12
],
"5": [
2,
12
],
"6": [
0,
12
],
"7": [
12,
12
],
"8": [
0,
12
],
"9": [
0,
12
],
"10": [
0,
12
],
"11": [
4,
12
],
"late": [
0,
48
]
}
},
"best_epoch": 191,
"dev": {
"n": 192,
"accuracy": 0.9947916666666666,
"ce": 0.35310630897861417,
"min_top_probability": 0.25886979699134827,
"by_mode": {
"0": [
12,
12
],
"1": [
12,
12
],
"2": [
12,
12
],
"3": [
11,
12
],
"4": [
12,
12
],
"5": [
12,
12
],
"6": [
12,
12
],
"7": [
12,
12
],
"8": [
12,
12
],
"9": [
12,
12
],
"10": [
12,
12
],
"11": [
12,
12
],
"late": [
48,
48
]
}
},
"calibration": {
"n": 192,
"accuracy": 0.984375,
"ce": 0.33100821026738864,
"min_top_probability": 0.25569725036621094,
"by_mode": {
"0": [
12,
12
],
"1": [
12,
12
],
"2": [
12,
12
],
"3": [
12,
12
],
"4": [
11,
12
],
"5": [
12,
12
],
"6": [
12,
12
],
"7": [
12,
12
],
"8": [
12,
12
],
"9": [
12,
12
],
"10": [
12,
12
],
"11": [
10,
12
],
"late": [
48,
48
]
}
},
"test": {
"n": 228,
"accuracy": 1.0,
"ce": 0.2591661242724497,
"min_top_probability": 0.21027213335037231,
"by_mode": {
"0": [
15,
15
],
"1": [
15,
15
],
"2": [
15,
15
],
"3": [
15,
15
],
"4": [
15,
15
],
"5": [
15,
15
],
"6": [
15,
15
],
"7": [
15,
15
],
"8": [
15,
15
],
"9": [
15,
15
],
"10": [
15,
15
],
"11": [
15,
15
],
"late": [
48,
48
]
}
},
"parameter_max_deltas": {
"norm.weight": 0.8984187245368958,
"norm.bias": 0.8645385503768921,
"scalar.weight": 0.351028710603714,
"scalar.bias": 1.5365861654281616,
"set_project.weight": 0.6894388794898987,
"set_project.bias": 0.01813795045018196,
"set_attention.in_proj_weight": 0.4288993179798126,
"set_attention.in_proj_bias": 0.20365960896015167,
"set_attention.out_proj.weight": 0.3465597927570343,
"set_attention.out_proj.bias": 0.15903449058532715,
"set_output.weight": 0.7788041830062866,
"set_output.bias": 1.535990834236145
},
"seconds": 58.1388258934021,
"data_sha256": "b5d7f7a704da29658b9ea1542e268cc4d43f672468838efcbdf7fdfd441458df",
"checkpoint_sha256": "0a93cfcf7121112fdf90336bda1198ad67a3bb45247da6eedf0dd8672d4d53b5"
}