| { |
| "baseline_metadata_sha256": "eee2beb6035d7c67a2b516cb227f7d45497cd2f137037c3806203c7752fd99a0", |
| "exact_logits_equal": true, |
| "manifest_sha256": "007d9f3da8d54363a75e8af84cf0c9b762eafd6edf23679de48b08c62d584d55", |
| "precision_plan": { |
| "default": { |
| "attention": "bfp8", |
| "embedding": "bf16", |
| "lm_head": "bfp8", |
| "shared_mlp": "bfp8" |
| } |
| }, |
| "records_full_logits": [ |
| { |
| "baseline_sha256": "6647144f4034bd40266b61df6a163edbdc9fce4e2a6b032fa2fa6e2c557a8eea", |
| "id": "chat-ultrachat-test-0-1k", |
| "restored_sha256": "6647144f4034bd40266b61df6a163edbdc9fce4e2a6b032fa2fa6e2c557a8eea", |
| "rows": 1023 |
| }, |
| { |
| "baseline_sha256": "9e24b2a7caa64b2ed24685d514365bdb63c5b6bfcf76a2656e9293562c46c8ad", |
| "id": "code-stdlib-_pydecimal-1k", |
| "restored_sha256": "9e24b2a7caa64b2ed24685d514365bdb63c5b6bfcf76a2656e9293562c46c8ad", |
| "rows": 1023 |
| }, |
| { |
| "baseline_sha256": "30dbb1527de2dc14ee58de257d088e4de66c89c34de3d15b5511d28605bcd5a1", |
| "id": "long-book-2k", |
| "restored_sha256": "30dbb1527de2dc14ee58de257d088e4de66c89c34de3d15b5511d28605bcd5a1", |
| "rows": 2047 |
| } |
| ], |
| "records_nll_argmax_equal": [ |
| "chat-ultrachat-test-0-1k", |
| "code-stdlib-_pydecimal-1k", |
| "long-book-2k" |
| ], |
| "restored_metadata_sha256": "0338744ce5395cb39fe1d82a11e1f972e7929bed0d2cfb59344b47cb74bdfe85", |
| "runtime_env": { |
| "GEMMA4_DECODE_KV_ROWS": "1", |
| "GEMMA4_DECODE_MM_DN": "1", |
| "GEMMA4_FUSE_GELU_MUL": "1", |
| "GEMMA4_VERIFY_SDPA": "batched" |
| }, |
| "runtime_identity": { |
| "binaries": { |
| "build/lib/_ttnncpp.so": "90680abdecf91fff303ea439313eef14e2358ba4b47ca68971171f63dbb5de33", |
| "build/lib/libtt_metal.so": "0497308232f180a0973406e2afd290b9eafa9e310a16b09bf69acc4434eb0e78", |
| "ttnn/ttnn/_ttnn.so": "0d4a1051d2d284d14be8d72d0d818436cb0c736f17bdf39a8e82026dfab43300" |
| }, |
| "gemma4_tree": { |
| "__init__.py": "501d5b563ca412fa21db82bf39117b5480ecf99bcaf11996b9c3d5f1093bb9a8", |
| "config.py": "ca64c3f783bd7135bec21e2c765004f311631539129ad7ab592b8ae15a2474e4", |
| "conftest.py": "5c9425f9367d48a2873dc83ae074bb0cf62fc433a5c8d140cf030930baf4c4ec", |
| "demo/__init__.py": "501d5b563ca412fa21db82bf39117b5480ecf99bcaf11996b9c3d5f1093bb9a8", |
| "demo/text_demo.py": "c95cee077db887fd748b4b32cf30f0751d21d14596cc0243048a4afafce98988", |
| "demo/text_demo_v2.py": "ad4785b8539e4fdeb32583932e6ac6e2d9bb342edb79d153f5d123d9b323a7d0", |
| "tt/__init__.py": "501d5b563ca412fa21db82bf39117b5480ecf99bcaf11996b9c3d5f1093bb9a8", |
| "tt/assistant/__init__.py": "229bb6de453e5f58c9c6bc80368cc417cc943ac0d6a6a268b845e91198ca2aa2", |
| "tt/assistant/model.py": "0e3247c34a359a73bd4c8ecc7365e028372084554eeeba41682d1fd818c296af", |
| "tt/attention/__init__.py": "df24b2bf4311ffaee781692ff8f465dea0f415e2323cf87fba4ce22227edb8ae", |
| "tt/attention/config.py": "01b0f3e14c31aae5ed01104aee7f4cb03913007c0d0018f9d35d341d3fe049ef", |
| "tt/attention/decode.py": "4bd47059adc9dd46c9a7c9491a091d267e59b919058cfc5dc8d673b464b83e90", |
| "tt/attention/kv_cache.py": "3a1e9f520cdde61dd49550dbfca1072d009ee34878bafe5923c655821c09bff7", |
| "tt/attention/kv_cache_hybrid.py": "9074a2d1de4b3a65d11271370f1fce39a78e5523b841752bcaa87dccb4b56470", |
| "tt/attention/operations.py": "8e87380345b46db028f882df1df2ea05b59a4e0278ed8516a1f15b9663384a65", |
| "tt/attention/prefill.py": "32c6e1c9423b9c22f14558c33d76d9164cb8a27c939cb5d1ccb6da039b7c831f", |
| "tt/attention/weights.py": "3ec94d60c6d1085bed0bf83fbc450aa9599a476341d3c6d77466b1b2e17c00d6", |
| "tt/ccl.py": "3580f2e25950381465e55dd2886d2832c33d8d6fc618b5a2b94088d0b1a91105", |
| "tt/common.py": "e4369b067c3c2e7930fb538a34ab04b237940048e771f2f8f0560776f03a578f", |
| "tt/decode_mm.py": "85e5a625134c36925d559c4b7557b0139e824a77c4e724bf3b647015b77f7fac", |
| "tt/device_sampling.py": "4b929b76cd17ad1061071c0232aceaa546f2b86c7b2f9676ce42fe933ded918c", |
| "tt/device_sampling_kernel.cpp": "b945eeec3cf42a34db57b18be3592d4e81914fbdb0f60d98df5b76e7717a9a55", |
| "tt/device_sampling_math.hpp": "e4da1c0be20b1fe965b8ae32ac170e35c844c94e60a096e02dec758eb0a289c2", |
| "tt/experts/__init__.py": "567aef533a30a692e4c0b28695c15d13e2cfc024ee621e4147c836b63220d5c3", |
| "tt/experts/config.py": "80bd7d18ffd0e0b6bd969d05a8e9972ff8473dc63631f1cb6de0bd619a50f33b", |
| "tt/experts/decode.py": "112b9df4b88e8395053fdbf69315e3a43e9f3f4877e699ca5a48462ccd8e804b", |
| "tt/experts/operations.py": "27db30001f4280dc46bd500d5d811f56ccd8a0896d4eb9f90a6ef50e9af3355b", |
| "tt/experts/prefill.py": "5f07a86da85d5ba64838e03d6627c7a78ccfcc06ebfbdaff39d8f7b52f84948d", |
| "tt/experts/weights.py": "dda56687ff669a92b8447dc098e4cad6007f94d66b642f1da48c17abd8568916", |
| "tt/gemma4_attention_config.py": "8e892a13f89acadd2415719c7c22d188ee906f5fabb1d326464b65afa06816be", |
| "tt/gemma4_expert_config.py": "e7b1037156bc3f20cacba6e7a59c5456ebaefa3ed772310f7476908b26aaf20a", |
| "tt/generator.py": "34914394ca36e2bc5942b28710ebc7362d7b610c4eb2db33745311b391ceee9e", |
| "tt/generator_trace.py": "d5c303e5fe936bf32d097d4013336dcfc587a3a2502cd71fd266c00ab6e2c9f3", |
| "tt/generator_vllm.py": "e3b9831358e44e6bcc1433e39ea13b82a7c15565826a38a00815a8a7640b65a4", |
| "tt/greedy_decode.py": "ed0dd00abea4eac595b39557b832fcf50c3659eea74a2ec356cfe99a4a13b1dd", |
| "tt/kernels/kv_rows_write.cpp": "af410a5fe3dbeefc873eee2f3eaf5136d368fc8ad616730700519a1d6ce83b6d", |
| "tt/layer.py": "e3261517b9328d460f84dd888f13694bb50047eb70240e6cc1967f16803599e0", |
| "tt/model.py": "2075ea168f8c4fffe90195cadf3ea235bfafdcbaca6daf16081fd05e24106a6c", |
| "tt/model_config.py": "04ecd4a462f1ba726186e2c7fce7c3c86b78faf21091af9c9c098f325bb9556d", |
| "tt/moe.py": "37d5c5921fe9e5dc61f7b788bc0b3dfec349ce17915dc5450cf286a217f64e41", |
| "tt/precision.py": "588e9c3f9864c248175f0c8b2c8b45a5e45511568f71d448cf8ed1621c1d6571", |
| "tt/rms_norm.py": "cf0f9fb6191ae3d94191aa62a81686eeccb46b6c44635a1c75967d803886b213", |
| "tt/router.py": "61cfcfc0f6b3a7899f8d0b0a9de3738d8af933602e30d2fc4550c05ea9b19ff9", |
| "tt/serving_vllm.py": "f7c96b4efc6ee4ba037fc303bfd7b714c4cdf8f9d1e78275c1331824bb6ac591", |
| "tt/shared_mlp.py": "fee9764001ac7587810bbb253d80dc29b8997056a9e35540710b60292314e161", |
| "tt/single_user.py": "9839bbf5933b5ab7510dea62906c21e0e01e5d55419a90c6245392c6247e0f83", |
| "tt/spec_decode.py": "8acf4609aca527c123b5d064236d4e817bca7e481702ad6580c0c417a30885e7", |
| "tt/spec_greedy.py": "ea7e42f37b34f7413979cfa64d05ae22859c1f2e26fc4a658932759ec3e2f3a6", |
| "utils/__init__.py": "501d5b563ca412fa21db82bf39117b5480ecf99bcaf11996b9c3d5f1093bb9a8", |
| "utils/general_utils.py": "df7324ddc31c12d8177ae8ff007a220cb6e298b3ade498205ecaf5e93abe1eb9", |
| "utils/substate.py": "dd0c86aa2b1d6131d45f09ede19690e559543c51dc1166c858277a5c183963ac" |
| } |
| }, |
| "runtime_run_sha256": { |
| "gemma4_tree_sha256": "b4fedf2209ff841ee4915932a51cfbef22fd2cee43c6676b5f926d8977d449bf", |
| "tool_sha256": "05ff367ee3ab8284ff0e462ece45b442e700e039e9f0079df6f2aeb7d5a175c3" |
| }, |
| "scope": "bit-exact full-vocabulary logits, original weights quantized at load vs native reload, same runtime; not a quality certification", |
| "tokens_compared": 4093 |
| } |
|
|
