sraivante's picture
tiny-superfast-agentic-MLM-6.5m-v1: 6.44M-param NumPy command parser, sample executor, benchmarks
76d666a verified
Raw History Blame Contribute Delete
4.61 kB
{
"device": {
"platform": "Windows-11-10.0.26200-SP0",
"python": "3.13.14",
"machine": "AMD64",
"numpy": "2.5.3",
"model": "13th Gen Intel(R) Core(TM) i7-1360P",
"cores": 16
},
"model_load_s": 0.13,
"params": 6441472,
"idle": {
"temp_c": 52.6,
"clock_mhz": 976
},
"load": {
"prompts": 13111,
"wall_s": 600.0,
"p50_ms": 18.4,
"p95_ms": 168.6,
"p99_ms": 239.6,
"mean_ms": 45.8,
"max_temp_c": 91.9,
"throttled_any": []
},
"windows": [
{
"minute": 1,
"n": 1806,
"temp_c": 88.9,
"clock_mhz": 3145,
"mean_ms": 33.2,
"p50_ms": 14.6,
"p95_ms": 105.2,
"prompts_per_s": 30.11,
"throttled": [],
"fan_state": []
},
{
"minute": 2,
"n": 1745,
"temp_c": 91.9,
"clock_mhz": 3094,
"mean_ms": 34.4,
"p50_ms": 14.9,
"p95_ms": 113.7,
"prompts_per_s": 29.08,
"throttled": [],
"fan_state": []
},
{
"minute": 3,
"n": 1528,
"temp_c": 91.9,
"clock_mhz": 2745,
"mean_ms": 39.2,
"p50_ms": 15.8,
"p95_ms": 128.2,
"prompts_per_s": 25.47,
"throttled": [],
"fan_state": []
},
{
"minute": 4,
"n": 1501,
"temp_c": 91.9,
"clock_mhz": 2819,
"mean_ms": 39.9,
"p50_ms": 16.4,
"p95_ms": 133.5,
"prompts_per_s": 25.02,
"throttled": [],
"fan_state": []
},
{
"minute": 5,
"n": 971,
"temp_c": 88.9,
"clock_mhz": 2703,
"mean_ms": 61.8,
"p50_ms": 25.0,
"p95_ms": 235.3,
"prompts_per_s": 16.18,
"throttled": [],
"fan_state": []
},
{
"minute": 6,
"n": 1063,
"temp_c": 89.9,
"clock_mhz": 2966,
"mean_ms": 56.3,
"p50_ms": 22.9,
"p95_ms": 198.6,
"prompts_per_s": 17.72,
"throttled": [],
"fan_state": []
},
{
"minute": 7,
"n": 1155,
"temp_c": 84.9,
"clock_mhz": 2936,
"mean_ms": 52.0,
"p50_ms": 20.4,
"p95_ms": 193.2,
"prompts_per_s": 19.25,
"throttled": [],
"fan_state": []
},
{
"minute": 8,
"n": 1005,
"temp_c": 86.9,
"clock_mhz": 2815,
"mean_ms": 59.7,
"p50_ms": 24.3,
"p95_ms": 207.0,
"prompts_per_s": 16.75,
"throttled": [],
"fan_state": []
},
{
"minute": 9,
"n": 1215,
"temp_c": 84.9,
"clock_mhz": 2982,
"mean_ms": 49.5,
"p50_ms": 20.2,
"p95_ms": 175.5,
"prompts_per_s": 20.25,
"throttled": [],
"fan_state": []
},
{
"minute": 10,
"n": 1121,
"temp_c": 81.9,
"clock_mhz": 2969,
"mean_ms": 53.5,
"p50_ms": 21.9,
"p95_ms": 184.4,
"prompts_per_s": 18.68,
"throttled": [],
"fan_state": []
}
],
"passes": [
{
"pass": 1,
"n": 2340,
"complete": true,
"temp_min_c": 51.9,
"temp_max_c": 90.9,
"clock_mhz": 3067,
"mean_ms": 33.8,
"p50_ms": 14.6,
"p95_ms": 111.0,
"prompts_per_s": 29.59
},
{
"pass": 2,
"n": 2340,
"complete": true,
"temp_min_c": 83.9,
"temp_max_c": 91.9,
"clock_mhz": 2838,
"mean_ms": 37.5,
"p50_ms": 15.6,
"p95_ms": 121.4,
"prompts_per_s": 26.67
},
{
"pass": 3,
"n": 2340,
"complete": true,
"temp_min_c": 81.9,
"temp_max_c": 91.9,
"clock_mhz": 2872,
"mean_ms": 42.4,
"p50_ms": 17.0,
"p95_ms": 150.4,
"prompts_per_s": 23.56
},
{
"pass": 4,
"n": 2340,
"complete": true,
"temp_min_c": 81.9,
"temp_max_c": 89.9,
"clock_mhz": 2853,
"mean_ms": 55.8,
"p50_ms": 22.5,
"p95_ms": 202.0,
"prompts_per_s": 17.93
},
{
"pass": 5,
"n": 2340,
"complete": true,
"temp_min_c": 81.9,
"temp_max_c": 86.9,
"clock_mhz": 2959,
"mean_ms": 55.2,
"p50_ms": 22.7,
"p95_ms": 196.2,
"prompts_per_s": 18.11
},
{
"pass": 6,
"n": 1411,
"complete": false,
"temp_min_c": 79.9,
"temp_max_c": 82.9,
"clock_mhz": 2954,
"mean_ms": 52.5,
"p50_ms": 21.3,
"p95_ms": 184.8,
"prompts_per_s": 19.04
}
],
"accuracy": {
"curated": {
"n": 371,
"exact": 99.46,
"action": 99.73
},
"wifi_holdout": {
"n": 461,
"exact": 100.0,
"action": 100.0
},
"gap11_holdout": {
"n": 696,
"exact": 99.28,
"action": 100.0
},
"B_golden_final": {
"n": 384,
"exact": 97.4,
"action": 97.4
},
"A_practical-holdout": {
"n": 428,
"exact": 92.06,
"action": 94.16
}
},
"accuracy_all": {
"n": 2340,
"exact": 97.82,
"action": 98.46
},
"threads": {
"OPENBLAS_NUM_THREADS": "4",
"OMP_NUM_THREADS": "4"
}
}