| { |
| "assertions": { |
| "heterogeneous_outputs": true, |
| "scale_0_5_changes_logits": true, |
| "scale_1_changes_logits": true |
| }, |
| "rows": [ |
| { |
| "adapter": null, |
| "final_argmax_token": 1896, |
| "load_seconds": 43.908357076114044, |
| "max_abs_final_logit_delta_vs_base": 0.0, |
| "row": 0, |
| "scale": 0.0, |
| "text": " The function should be named `max_of_two` and take", |
| "token_ids": [ |
| 576, |
| 729, |
| 1265, |
| 387, |
| 6941, |
| 1565, |
| 2810, |
| 3575, |
| 23241, |
| 63, |
| 323, |
| 1896 |
| ], |
| "total_seconds": 59.21031142398715 |
| }, |
| { |
| "adapter": "code-lora-r16", |
| "final_argmax_token": 1548, |
| "load_seconds": 5.039828644832596, |
| "max_abs_final_logit_delta_vs_base": 25.716796875, |
| "row": 1, |
| "scale": 0.5, |
| "text": " #include <iostream>\nusing namespace std;\n\nint max(int", |
| "token_ids": [ |
| 671, |
| 997, |
| 366, |
| 9665, |
| 397, |
| 970, |
| 4473, |
| 1460, |
| 401, |
| 396, |
| 1932, |
| 1548 |
| ], |
| "total_seconds": 16.198358421912417 |
| }, |
| { |
| "adapter": "code-lora-r16", |
| "final_argmax_token": 1548, |
| "load_seconds": 8.739312588004395, |
| "max_abs_final_logit_delta_vs_base": 25.7861328125, |
| "row": 2, |
| "scale": 1.0, |
| "text": " #include <iostream>\nusing namespace std;\n\nint max(int", |
| "token_ids": [ |
| 671, |
| 997, |
| 366, |
| 9665, |
| 397, |
| 970, |
| 4473, |
| 1460, |
| 401, |
| 396, |
| 1932, |
| 1548 |
| ], |
| "total_seconds": 21.565866044955328 |
| } |
| ], |
| "runtime": { |
| "note": "The installed ORT exposes whole-run LoraAdapter activation, not the canonical row-wise parameter-overlay ABI. This probe executes the three heterogeneous logical rows independently after applying the same real PEFT deltas at each requested scale.", |
| "providers": [ |
| "TensorrtExecutionProvider", |
| "CUDAExecutionProvider", |
| "CPUExecutionProvider" |
| ], |
| "runtime": "onnxruntime" |
| }, |
| "versions": { |
| "onnx_ir": "1.0.0", |
| "onnxruntime": "1.28.0", |
| "safetensors": "0.8.0", |
| "torch": "2.8.0+cu126", |
| "transformers": "5.16.0.dev0" |
| } |
| } |
|
|
