| { |
| "validation_type": "in-memory ModelOpt NVFP4 fake-quant graph", |
| "pairs": 24, |
| "lengths": { |
| "256": { |
| "mean_bf16_nvfp4_cosine": 0.9786386489868164, |
| "min_bf16_nvfp4_cosine": 0.9723175764083862, |
| "mean_score_abs_error": 0.007269359193742275, |
| "top1_agreement": 1.0, |
| "bf16_positive_top1": 1.0, |
| "nvfp4_positive_top1": 1.0 |
| }, |
| "1024": { |
| "mean_bf16_nvfp4_cosine": 0.9777471423149109, |
| "min_bf16_nvfp4_cosine": 0.9705635905265808, |
| "mean_score_abs_error": 0.008638310246169567, |
| "top1_agreement": 1.0, |
| "bf16_positive_top1": 1.0, |
| "nvfp4_positive_top1": 1.0 |
| }, |
| "4096": { |
| "mean_bf16_nvfp4_cosine": 0.9777042269706726, |
| "min_bf16_nvfp4_cosine": 0.971705436706543, |
| "mean_score_abs_error": 0.008743338286876678, |
| "top1_agreement": 1.0, |
| "bf16_positive_top1": 1.0, |
| "nvfp4_positive_top1": 1.0 |
| } |
| } |
| } |
|
|
