{ "model_filename": "Ternary-Bonsai-2-27B-Q2TP-Affine.cmf", "model_sha256": "fb0f1a9cdb0434bc9ce50eb6473bc2ca4a71d6994ad61314bbd7e2f11c4e29e8", "corpus_sha256": "181716ce3f0a71b94f7d5d4428232c241b88f3e26d68f4ed50a191506ddb78b5", "token_ids_sha256": "6dd2b70cb1d4a18a2955737b9dc3711bc20cd951c48a086ce144dcfbff8eb47b", "policy": {"input_lengths": [513, 513], "starts": [0, 512], "targets": 1024, "bos": false}, "runtime": {"backend": "Vulkan", "gpu": "NVIDIA GeForce RTX 4090 24GB", "q2tp_gpu_opt_in": true, "gpu_probe": false}, "chunks": [ {"start": 0, "input_len": 513, "nll": 1085.211889936, "count": 512}, {"start": 512, "input_len": 513, "nll": 771.316238749, "count": 512} ], "nll": 1856.528128685, "mean_nll": 1.813015751, "ppl": 6.128902833, "reference_mean_nll": 1.81274952826, "delta_nats_per_token": 0.000266223 }