diff --git "a/text_encoders/prism_qwen3vl_8b_nvfp4.manifest.json" "b/text_encoders/prism_qwen3vl_8b_nvfp4.manifest.json" new file mode 100644--- /dev/null +++ "b/text_encoders/prism_qwen3vl_8b_nvfp4.manifest.json" @@ -0,0 +1,7136 @@ +{ + "source": "qwen3vl_8b_bf16.safetensors", + "source_sha256": "68bdc82bc1b66851162ae656225e7e2068166b603db19bd5d5a3b90eb12669a9", + "output": "prism_qwen3vl_8b_nvfp4.safetensors", + "output_sha256": "cdd9b85bcb60d5cb358ddecfd45a48fa15cb728b70d88bd2028840eaef095d16", + "output_bytes": 7549882768, + "nvfp4_matrices": 252, + "elapsed_seconds": 21.945035700002336, + "tensors": [ + { + "name": "lm_head.weight", + "shape": [ + 151936, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a9170f6064e905bb6f9bcbaca6af2c91f9bd44e599a1433188a5cd8926573fd0" + }, + { + "name": "model.embed_tokens.weight", + "shape": [ + 151936, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d6d8b73339dcddb4ecf93c0741c319af21e7f1c0f2a224b31a7cc7b0d42045c0" + }, + { + "name": "model.layers.0.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "da14da9264fcb45df7b76ff86c2cc6947639c162a96edb0e5459c9d2d87eec19" + }, + { + "name": "model.layers.0.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09498715400695801 + }, + { + "name": "model.layers.0.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09495449811220169 + }, + { + "name": "model.layers.0.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09514733403921127 + }, + { + "name": "model.layers.0.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "319a12d3aaaef4161136170e0ae622936e02cf21a279624b69bf35d362dc5e47" + }, + { + "name": "model.layers.0.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a6a4d148e39c4703670c187ef3f7e3c3f1a6d738c770a29df3537ff3f891937a" + }, + { + "name": "model.layers.0.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09490811079740524 + }, + { + "name": "model.layers.0.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09495401382446289 + }, + { + "name": "model.layers.0.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "67f20b455b84de4912c8fbbc8cc10a86a9d6d1db8d9bb5e374ad9ca14f5f2087" + }, + { + "name": "model.layers.0.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09499716758728027 + }, + { + "name": "model.layers.0.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09490077942609787 + }, + { + "name": "model.layers.1.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ae6b0a50b2029b9b41db17fea1dc9d754c9aacd55c68d885e593b5089306b81f" + }, + { + "name": "model.layers.1.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09506532549858093 + }, + { + "name": "model.layers.1.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09470876306295395 + }, + { + "name": "model.layers.1.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09473620355129242 + }, + { + "name": "model.layers.1.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7ea7d81ee524694c26e3f13ec24eb94b7f545e6e04530a80b4e5702bb41990a4" + }, + { + "name": "model.layers.1.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4223e88e05393e717dd2c84c71ff2033f12b8cb4308bfc2fc750adf4d6973bd8" + }, + { + "name": "model.layers.1.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09469801932573318 + }, + { + "name": "model.layers.1.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09490351378917694 + }, + { + "name": "model.layers.1.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ea528c014b52db5babd6f2a958360c2a94312574492050264ac5797dac09576f" + }, + { + "name": "model.layers.1.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09465852379798889 + }, + { + "name": "model.layers.1.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0948556512594223 + }, + { + "name": "model.layers.10.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b61295b52562f46d71e8aeb131e54c31309614b8b76323b5aafde132fe9e06d8" + }, + { + "name": "model.layers.10.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09473510831594467 + }, + { + "name": "model.layers.10.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09478341788053513 + }, + { + "name": "model.layers.10.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09463276714086533 + }, + { + "name": "model.layers.10.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "dd371b09fabfd1a382f9a745b0e38c3d637790c2bc9e32b76944e789882ef955" + }, + { + "name": "model.layers.10.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "88c5c88e1e3b70e28fa601a170b0aa5af283c3e2664ce339e9004a993a716e85" + }, + { + "name": "model.layers.10.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09456673264503479 + }, + { + "name": "model.layers.10.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09506403654813766 + }, + { + "name": "model.layers.10.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "cf2a1c0a071af737a5b24591046ea0686c22c4ad0c25c4dff1cb6b7bc3f28370" + }, + { + "name": "model.layers.10.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09475597739219666 + }, + { + "name": "model.layers.10.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09469783306121826 + }, + { + "name": "model.layers.11.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "82c7c3fdc8f04545438023ff06d573435aef7f17dffbb06a29aba3735efe375b" + }, + { + "name": "model.layers.11.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09487561881542206 + }, + { + "name": "model.layers.11.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0947491005063057 + }, + { + "name": "model.layers.11.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09483218193054199 + }, + { + "name": "model.layers.11.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1c6e6bfeaf58caa8a3848141eef16d2197011963fa426d9f0bba65828d7b7346" + }, + { + "name": "model.layers.11.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4adaf9808c0c681fca35a95625fdde03262accbfa51c54370d4783cdf84aab43" + }, + { + "name": "model.layers.11.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09448923915624619 + }, + { + "name": "model.layers.11.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09516586363315582 + }, + { + "name": "model.layers.11.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f0e1dd9d5836c2e1aa1e992af2816a5eb784bc7136afc5d37f27a3b7be5e7f0e" + }, + { + "name": "model.layers.11.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.094480499625206 + }, + { + "name": "model.layers.11.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09481235593557358 + }, + { + "name": "model.layers.12.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e3645fc9e6f73bf59674b892f819e155425ec9b71812c1d9b62991797cd49325" + }, + { + "name": "model.layers.12.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09474411606788635 + }, + { + "name": "model.layers.12.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09479904174804688 + }, + { + "name": "model.layers.12.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09468050301074982 + }, + { + "name": "model.layers.12.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "fdd8b539aeb69800d15fe3378d925dae2892c6b11f4d4ef9a64a7519fe1b1184" + }, + { + "name": "model.layers.12.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "833a403a9baabda7f3470b6d5203bac7de5ad5d4bd9ab18c5dcde1f0edb68012" + }, + { + "name": "model.layers.12.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09453693777322769 + }, + { + "name": "model.layers.12.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09498784691095352 + }, + { + "name": "model.layers.12.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a9bf67df80a0ac0dd4d0b362facd17e5d2dfd0797ff97ba4f6f4342595a51bd9" + }, + { + "name": "model.layers.12.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09478054940700531 + }, + { + "name": "model.layers.12.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09465272724628448 + }, + { + "name": "model.layers.13.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "dc9b9112e68db2dec709b8d6a11fc3b0fe9f26c0fadc09badb98e60cce5213a9" + }, + { + "name": "model.layers.13.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0946282222867012 + }, + { + "name": "model.layers.13.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09488405287265778 + }, + { + "name": "model.layers.13.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09481965005397797 + }, + { + "name": "model.layers.13.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e2147bd4d046a78eb5ef88ed69ec32635738a4101af1f1a99d35470e06cb3fb7" + }, + { + "name": "model.layers.13.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e7edbfca16a1521aa58da1a0d5ad54b2a740b47b4680edf2eaed555ff2295938" + }, + { + "name": "model.layers.13.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09414505958557129 + }, + { + "name": "model.layers.13.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09497082233428955 + }, + { + "name": "model.layers.13.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "49901e2519965c137713bea1130cb78d7db20268afeb2ac506a4aab978040bf5" + }, + { + "name": "model.layers.13.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09461664408445358 + }, + { + "name": "model.layers.13.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09470639377832413 + }, + { + "name": "model.layers.14.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0c59bbfeaab3a420c7493826ab2d68ec6158469f051e4297cf512a52133524c9" + }, + { + "name": "model.layers.14.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09453072398900986 + }, + { + "name": "model.layers.14.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09474413841962814 + }, + { + "name": "model.layers.14.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09471609443426132 + }, + { + "name": "model.layers.14.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "509af0a971feab9c0de831256a90b18d6763c4bef117cd5810dd2443eac4b97e" + }, + { + "name": "model.layers.14.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5d3b16bab4e732aa24a1eed3df2e62d8b7b46ca2977c7fd363f9e2a3c2a43bbc" + }, + { + "name": "model.layers.14.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09452617168426514 + }, + { + "name": "model.layers.14.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09522121399641037 + }, + { + "name": "model.layers.14.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8c84341ae3e95c3b6bd64917c0ec0df8fc3aa4fa889095816af324a9e04cb462" + }, + { + "name": "model.layers.14.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09483920782804489 + }, + { + "name": "model.layers.14.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09466765075922012 + }, + { + "name": "model.layers.15.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "95b0322ab80f8b2ec756611128b9c198a0bb2c6420d0c06d73b0765bd8efb532" + }, + { + "name": "model.layers.15.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09465896338224411 + }, + { + "name": "model.layers.15.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09475059807300568 + }, + { + "name": "model.layers.15.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09450741857290268 + }, + { + "name": "model.layers.15.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c0f9d60e6edd9a6fe0f60b1ccbf784d320963e56504cc631bf844189bd97fa13" + }, + { + "name": "model.layers.15.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "af2c891d74488a671903fc79a343ff38e4de4048ff52ca43c101b1f49a9834a9" + }, + { + "name": "model.layers.15.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09455990046262741 + }, + { + "name": "model.layers.15.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09516718238592148 + }, + { + "name": "model.layers.15.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d57847cdbf506b15e1d79cd6a5327d29fbc53d83e763ca6d11d851519534705d" + }, + { + "name": "model.layers.15.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09465279430150986 + }, + { + "name": "model.layers.15.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09462504833936691 + }, + { + "name": "model.layers.16.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "cc45429996e6a1de5add3efdd56aa3246c8fca10dac235a0e284961eab92d81e" + }, + { + "name": "model.layers.16.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09450875967741013 + }, + { + "name": "model.layers.16.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09493930637836456 + }, + { + "name": "model.layers.16.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09468410164117813 + }, + { + "name": "model.layers.16.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8ec825b1b00a46afc558dd7d4d97e3f87acb244a37cfaebb7a28e2eb40037ca3" + }, + { + "name": "model.layers.16.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "07aa630b41e0d46cf9994d89483cd16928bf2249832e8842a5312b16e5d244ce" + }, + { + "name": "model.layers.16.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09476249665021896 + }, + { + "name": "model.layers.16.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09507914632558823 + }, + { + "name": "model.layers.16.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "aafc32d1e7e1e3a914499b79d2547e1a2cc4943c77da3c7a98bcdc8c4ce5e04c" + }, + { + "name": "model.layers.16.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09489040076732635 + }, + { + "name": "model.layers.16.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09462886303663254 + }, + { + "name": "model.layers.17.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "930997ba2e3e968970ac934ed20ff6094d7f4f10e20a6b94f58ea1192b7d42f6" + }, + { + "name": "model.layers.17.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09451636672019958 + }, + { + "name": "model.layers.17.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09481675177812576 + }, + { + "name": "model.layers.17.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09478244185447693 + }, + { + "name": "model.layers.17.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "76ac781c8aaf8ec914fd9fe65a858acaf999b9bf0e783cbd226b1b5e25a1db23" + }, + { + "name": "model.layers.17.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b09deacd104b8b0809e9d4ebb4d6b20238bead1c69649521c139f2a204708266" + }, + { + "name": "model.layers.17.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09438655525445938 + }, + { + "name": "model.layers.17.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09497169405221939 + }, + { + "name": "model.layers.17.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f34159221e27783505f5641b6853fe3f879db983fa11a3dc72d7d040d6c20d5a" + }, + { + "name": "model.layers.17.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09467305988073349 + }, + { + "name": "model.layers.17.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09481869637966156 + }, + { + "name": "model.layers.18.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "44caaad8c89e95f6fad47039af129e5ba4be14933c3f1a7db5dea407989bb17c" + }, + { + "name": "model.layers.18.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0945049449801445 + }, + { + "name": "model.layers.18.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0945299044251442 + }, + { + "name": "model.layers.18.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09476461261510849 + }, + { + "name": "model.layers.18.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "83f4b8f221478cbc9e09cd58087f52be131745a9b25feea798202e13ed4f89fa" + }, + { + "name": "model.layers.18.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2aa9db6a01b195732259c78b8de1f085144631deeabb7254779db63582faab03" + }, + { + "name": "model.layers.18.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09444282203912735 + }, + { + "name": "model.layers.18.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09502991288900375 + }, + { + "name": "model.layers.18.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0e42973969fffa5c7a262f97b26cd5399cd276c741813576f457f2f60b407cb4" + }, + { + "name": "model.layers.18.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09480821341276169 + }, + { + "name": "model.layers.18.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09473884850740433 + }, + { + "name": "model.layers.19.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "bd6f8ae5b9e749657a13a36247f9e7a8fdf83a6415c9e567de5b9af657edd8c7" + }, + { + "name": "model.layers.19.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0944155901670456 + }, + { + "name": "model.layers.19.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09462612122297287 + }, + { + "name": "model.layers.19.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0947297140955925 + }, + { + "name": "model.layers.19.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c381246a7dadb2f1803013ad7fe71cd6136ecf56f8607a55c3a832889a94414a" + }, + { + "name": "model.layers.19.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e54f49ca0c5bab3f230548e10de82c87cd0f912242d4cf9bd917ded80ff73309" + }, + { + "name": "model.layers.19.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0945918932557106 + }, + { + "name": "model.layers.19.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0948907881975174 + }, + { + "name": "model.layers.19.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f95130692c69405d967db6709f2c411aab8bca33b7edf224325daf52c5f0f32c" + }, + { + "name": "model.layers.19.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09464479982852936 + }, + { + "name": "model.layers.19.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09471096098423004 + }, + { + "name": "model.layers.2.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "69011c3fa1ba2ec90e61902c269efd761cf6ad119875649b3727a6637cf4bc01" + }, + { + "name": "model.layers.2.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0945785790681839 + }, + { + "name": "model.layers.2.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0943707525730133 + }, + { + "name": "model.layers.2.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0943160131573677 + }, + { + "name": "model.layers.2.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "fcc0419eec14b9fc016895040eefe75a14e93627665135af907bbca138acfc7f" + }, + { + "name": "model.layers.2.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c21cb54bedfdad84c5315c098a6dcc673046d2ec05e63855578d335e291613a9" + }, + { + "name": "model.layers.2.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09487543255090714 + }, + { + "name": "model.layers.2.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09509298950433731 + }, + { + "name": "model.layers.2.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0800edf53d5ce3edf58317ae5479cceb452cecc6002176455840d3ca527fece0" + }, + { + "name": "model.layers.2.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09481439739465714 + }, + { + "name": "model.layers.2.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09495595842599869 + }, + { + "name": "model.layers.20.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4c4f457e79190db6ba352f200deaf4db4bc865dfb0a46c9c0531a65222945f72" + }, + { + "name": "model.layers.20.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09469688683748245 + }, + { + "name": "model.layers.20.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0946473479270935 + }, + { + "name": "model.layers.20.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09468267858028412 + }, + { + "name": "model.layers.20.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "23db309c57e72d1217372745fa726963f322af262e8428c0e77bbe60579d776b" + }, + { + "name": "model.layers.20.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "47dae97053a2a9c4f14a30c597ab33a7e50390e152e66cbee3c5ea47e0eae6ec" + }, + { + "name": "model.layers.20.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09462298452854156 + }, + { + "name": "model.layers.20.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09501044452190399 + }, + { + "name": "model.layers.20.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2a1e2ea698de84778265c6000cdf73b84f236f87ef998389d013d02cc88ae1d9" + }, + { + "name": "model.layers.20.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09463854134082794 + }, + { + "name": "model.layers.20.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09447590261697769 + }, + { + "name": "model.layers.21.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "646fe4b8375028a47b43840c233cc70cf197997434bf9362b7bac536d2eac6cc" + }, + { + "name": "model.layers.21.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0944991409778595 + }, + { + "name": "model.layers.21.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09454846382141113 + }, + { + "name": "model.layers.21.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09475425630807877 + }, + { + "name": "model.layers.21.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "70a214cde999ce7443cae1637e858b8f411e91dad21c8eda49016ef9737a8557" + }, + { + "name": "model.layers.21.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b3d4cf7abb097fe5c652bf8539438c7e14c14d38718356bbb21b0c1321733448" + }, + { + "name": "model.layers.21.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09445762634277344 + }, + { + "name": "model.layers.21.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09498114883899689 + }, + { + "name": "model.layers.21.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "dd2f7f7f0a52b2557ff761b0d52b9e917d39641d24ea97ad86c307da3cd47a52" + }, + { + "name": "model.layers.21.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09467300027608871 + }, + { + "name": "model.layers.21.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09440744668245316 + }, + { + "name": "model.layers.22.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "150a6748b5aa7cd3898bbde1ee90f91df145d5440b8afb58af3c12731df7abb3" + }, + { + "name": "model.layers.22.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09451921284198761 + }, + { + "name": "model.layers.22.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09452719986438751 + }, + { + "name": "model.layers.22.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09481063485145569 + }, + { + "name": "model.layers.22.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "854f1103100ece1b1c37bb413c930d4a6e4376a3c79c9f5fc7b56295c3197b7d" + }, + { + "name": "model.layers.22.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "bf01e96b1631a40aaeda18cf8627eab7c6a2236bf14edc69ba28316882f07d07" + }, + { + "name": "model.layers.22.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09466221928596497 + }, + { + "name": "model.layers.22.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09495067596435547 + }, + { + "name": "model.layers.22.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4963456a739468b3b7ff8d78c09345f0c20bdf548ca14224aa55662420f8d7f2" + }, + { + "name": "model.layers.22.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09472687542438507 + }, + { + "name": "model.layers.22.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0943683385848999 + }, + { + "name": "model.layers.23.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "08d61d7bdd3ab314fffb0282f8750f30909494422eb9ad7035a1599e9da2caa7" + }, + { + "name": "model.layers.23.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09482388198375702 + }, + { + "name": "model.layers.23.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09466692805290222 + }, + { + "name": "model.layers.23.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09487667679786682 + }, + { + "name": "model.layers.23.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "01f797eec4425debc6b39b1ebe1d7e2d1d228f475985df05e5e1ce0bf10e10ca" + }, + { + "name": "model.layers.23.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "cdb9290e3658847e8c2129171e9bda1dc8b811b3ca4453c6a69d5eb4d5680e3d" + }, + { + "name": "model.layers.23.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09460259974002838 + }, + { + "name": "model.layers.23.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0948885902762413 + }, + { + "name": "model.layers.23.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0beaa4d87192ba89a654ce5cbbf504c13268668c916ab2aeb83bd2a43204da93" + }, + { + "name": "model.layers.23.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09462641924619675 + }, + { + "name": "model.layers.23.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09390729665756226 + }, + { + "name": "model.layers.24.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6de8e8ac5b87b705d2261e86912ddb0f24aa27c2b5e9dfb3d8e365f2d164d6bb" + }, + { + "name": "model.layers.24.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09471280872821808 + }, + { + "name": "model.layers.24.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09479887783527374 + }, + { + "name": "model.layers.24.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0949086993932724 + }, + { + "name": "model.layers.24.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2987ef6e4cd9d9c92d48e75a940332df6904395134a705247357eb499eb263dc" + }, + { + "name": "model.layers.24.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0d7b5af270cc41e122d999fbba5784e7acbf681ea711a7d19f79c1339f120615" + }, + { + "name": "model.layers.24.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09465695172548294 + }, + { + "name": "model.layers.24.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09507255256175995 + }, + { + "name": "model.layers.24.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "627a79239f86a6dafb49107358aa97ab445248084edeed515d7433679179ef3c" + }, + { + "name": "model.layers.24.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09460156410932541 + }, + { + "name": "model.layers.24.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09371701627969742 + }, + { + "name": "model.layers.25.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d7537fe266ed05d1b0a91128185490be10e785d7962e7d9d03c9edb0cc6b21d8" + }, + { + "name": "model.layers.25.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09492157399654388 + }, + { + "name": "model.layers.25.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09482741355895996 + }, + { + "name": "model.layers.25.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09485193341970444 + }, + { + "name": "model.layers.25.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3c40f5324b788998e6377d8364b8a6d25dd3e8df0548ef8355cc55eae0185165" + }, + { + "name": "model.layers.25.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "bca7ff3e75d70f3a48f097541d0f60ee4d45b8e3bf86a6494fee33ef1d7d1ce8" + }, + { + "name": "model.layers.25.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09464550018310547 + }, + { + "name": "model.layers.25.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09522668272256851 + }, + { + "name": "model.layers.25.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "65085b3a126137763a42356784addc77534a27a07ffd9576b4382ffbedf56c67" + }, + { + "name": "model.layers.25.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09482748806476593 + }, + { + "name": "model.layers.25.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09445886313915253 + }, + { + "name": "model.layers.26.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b3f04837f67a65a02a4eabe5fadfd48d25023d61c060dc2b103bccf47d34e2fb" + }, + { + "name": "model.layers.26.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09484332799911499 + }, + { + "name": "model.layers.26.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0947721004486084 + }, + { + "name": "model.layers.26.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0949312224984169 + }, + { + "name": "model.layers.26.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "fa93c21e01e54f27630a131d31d3c6eb920fec57e70ff3f9877b32fd010e3fee" + }, + { + "name": "model.layers.26.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "83e85b0bfb306d6215d8810391f42f51d491a836410ed2175e3e4feb0fecaa60" + }, + { + "name": "model.layers.26.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09479661285877228 + }, + { + "name": "model.layers.26.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09510952979326248 + }, + { + "name": "model.layers.26.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "baf9e968cba39d10a97ee575169b66f3aaf5ee4f23a7393e3a6dc9f36381f333" + }, + { + "name": "model.layers.26.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09474273771047592 + }, + { + "name": "model.layers.26.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09449056535959244 + }, + { + "name": "model.layers.27.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9b50f85c82753142512f93104226cd50ebca97f0127b0af657be66a1b827c66d" + }, + { + "name": "model.layers.27.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09508415311574936 + }, + { + "name": "model.layers.27.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09506958723068237 + }, + { + "name": "model.layers.27.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0948270857334137 + }, + { + "name": "model.layers.27.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "64922560caf0eb6298d3ab5c3995dab551b3ae414994ac71093f84fa8e9a98c7" + }, + { + "name": "model.layers.27.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0bd6443ece40e8984aad85e22b7cd8f1f70d43da5adeabf052b274b55552a823" + }, + { + "name": "model.layers.27.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09463518112897873 + }, + { + "name": "model.layers.27.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09496591240167618 + }, + { + "name": "model.layers.27.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c10cd7822786f1bd024c4992f3972332e4e3dbf4f685d2c14f2f3c4b73f8f3e4" + }, + { + "name": "model.layers.27.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09485191106796265 + }, + { + "name": "model.layers.27.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0944584459066391 + }, + { + "name": "model.layers.28.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5815612013962ee3e0385b7608c67a503ca19c31625becf312fb1c82fa9427de" + }, + { + "name": "model.layers.28.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09492037445306778 + }, + { + "name": "model.layers.28.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09488098323345184 + }, + { + "name": "model.layers.28.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09498061239719391 + }, + { + "name": "model.layers.28.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "47a26536d4d881b9fbd2299c2b7162beb74e1b58692733930148a1a1af607572" + }, + { + "name": "model.layers.28.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c142e00147b3dee9a682c7cded2ce00053b1e4de3c787836b512f5b173348cb8" + }, + { + "name": "model.layers.28.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09465382248163223 + }, + { + "name": "model.layers.28.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09505905956029892 + }, + { + "name": "model.layers.28.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "218e62bc637dfbb63c3ca92f972e607c39c977f4f9f48f17996b25903f7f75ba" + }, + { + "name": "model.layers.28.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09483650326728821 + }, + { + "name": "model.layers.28.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09487292915582657 + }, + { + "name": "model.layers.29.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6fba0d81674efe2d01ca80b224bec45d0aed9ee17c0022b74df701ee19503564" + }, + { + "name": "model.layers.29.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09500453621149063 + }, + { + "name": "model.layers.29.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09503737092018127 + }, + { + "name": "model.layers.29.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09498447924852371 + }, + { + "name": "model.layers.29.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1d1615dc8a84d2ca17ddf71b67c4b47c142550f6262665ac831d04639419d95c" + }, + { + "name": "model.layers.29.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5cf1cf87869afd8388e68ed376654dfe2f27c5a9f76ce69c73aeea5e4dca4bf2" + }, + { + "name": "model.layers.29.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0943690836429596 + }, + { + "name": "model.layers.29.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09517987072467804 + }, + { + "name": "model.layers.29.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b720839b1500793b9d4e873f17d88ea878ed58cd03b54767dc886046d4e86cf3" + }, + { + "name": "model.layers.29.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09502087533473969 + }, + { + "name": "model.layers.29.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09419893473386765 + }, + { + "name": "model.layers.3.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "40f724114d8f7b5061d4d0312a7b04b9be576229c45797ca1e90459539ffcc09" + }, + { + "name": "model.layers.3.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09493153542280197 + }, + { + "name": "model.layers.3.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09479844570159912 + }, + { + "name": "model.layers.3.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09481045603752136 + }, + { + "name": "model.layers.3.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e34a2995b04f0dd75dc728901fce528b4595657f8d6dbe8746dbb71cd2c2a96f" + }, + { + "name": "model.layers.3.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8bb540c94633f20dcdab188ddc32f0fe046a1d169ddac77a715031deb9cb7de3" + }, + { + "name": "model.layers.3.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09456313401460648 + }, + { + "name": "model.layers.3.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09509634971618652 + }, + { + "name": "model.layers.3.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "55a513d05f617ab29fc84129e0bd8684f9758333c0d9f12a7cf35c21169b5606" + }, + { + "name": "model.layers.3.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09468258172273636 + }, + { + "name": "model.layers.3.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0949896052479744 + }, + { + "name": "model.layers.30.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d9e4b085001fb405f682c57f408e4d6f12e978c3041074ff9b36074a55317a2e" + }, + { + "name": "model.layers.30.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0949191153049469 + }, + { + "name": "model.layers.30.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09504128247499466 + }, + { + "name": "model.layers.30.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09495963901281357 + }, + { + "name": "model.layers.30.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "491ed570c8b4682cc4e580a38d3970c3b5792cf72e541894f9951ad0588ce2aa" + }, + { + "name": "model.layers.30.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1aa85af490ae8a114687ea4d18cba5ee8ea074cf2b6b958983f91f5b535356b4" + }, + { + "name": "model.layers.30.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09471841156482697 + }, + { + "name": "model.layers.30.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09506566822528839 + }, + { + "name": "model.layers.30.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "76f8cafae8cdc68da47520950b96a181ad99947fe28fd078eefc6e591c0732a4" + }, + { + "name": "model.layers.30.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0946103185415268 + }, + { + "name": "model.layers.30.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09425202757120132 + }, + { + "name": "model.layers.31.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ccd7e24d3ef15e9266302f59a1ed1cb6c32f0ea39b2837a12b57dfbbb60f79e7" + }, + { + "name": "model.layers.31.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09496140480041504 + }, + { + "name": "model.layers.31.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09508776664733887 + }, + { + "name": "model.layers.31.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09518332034349442 + }, + { + "name": "model.layers.31.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "fb842e33d9d7a839873c3d4716ef63dc5b467bd9e38d85e8a0c3af0613601291" + }, + { + "name": "model.layers.31.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0428ac0bb79f5dc7be22e1783252cf31de5ef9d80c333fa011c1b303bdaf416c" + }, + { + "name": "model.layers.31.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09446486830711365 + }, + { + "name": "model.layers.31.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09498770534992218 + }, + { + "name": "model.layers.31.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5d53ab57c0b750b172d47724bb23da7a03187c32485d109e1d1a424bd2b1d921" + }, + { + "name": "model.layers.31.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09482002258300781 + }, + { + "name": "model.layers.31.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09423482418060303 + }, + { + "name": "model.layers.32.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e376621ce1a687f31d5ac2255355ae9e6df2b4957401d4b60236f1422197b0d0" + }, + { + "name": "model.layers.32.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09521099925041199 + }, + { + "name": "model.layers.32.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0949593335390091 + }, + { + "name": "model.layers.32.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09503290057182312 + }, + { + "name": "model.layers.32.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3365217ee9ee2729bd8d75292244648e95e33636c58270a1c2df6d9596636800" + }, + { + "name": "model.layers.32.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "723e6d7f478772548cecbf49bfdd5152deffe3eb751e059673ffd7f5c6e1dd75" + }, + { + "name": "model.layers.32.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0945560485124588 + }, + { + "name": "model.layers.32.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09499846398830414 + }, + { + "name": "model.layers.32.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3bc0c130930119877d3b87f5f62cb2ba515ebad22936ac3cd614c32a011a5e6d" + }, + { + "name": "model.layers.32.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09468024224042892 + }, + { + "name": "model.layers.32.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0941467210650444 + }, + { + "name": "model.layers.33.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "64bca29bf7558b1779753c50f81169736cd3ca4eb919c107ba9dd57c04028e3f" + }, + { + "name": "model.layers.33.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09510377794504166 + }, + { + "name": "model.layers.33.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09496339410543442 + }, + { + "name": "model.layers.33.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09517042338848114 + }, + { + "name": "model.layers.33.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2b87406dcefccfa2152ca8d8e018f1f915f8e4ed171811ad63670d955cd29ade" + }, + { + "name": "model.layers.33.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e5c37cb318a18ad778298c23fda8e76f9dae542e917c00704f8d4cf71222a72b" + }, + { + "name": "model.layers.33.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09451968222856522 + }, + { + "name": "model.layers.33.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09496667981147766 + }, + { + "name": "model.layers.33.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3c154e61a6bc1be643ca908c9bd8837e03b0e24330f91e5f1dde75429a880245" + }, + { + "name": "model.layers.33.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09470860660076141 + }, + { + "name": "model.layers.33.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09449217468500137 + }, + { + "name": "model.layers.34.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ce028bdb685f84f7bf2642b2a8f84a4788bc057fb45f4322a1566619b71d35aa" + }, + { + "name": "model.layers.34.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09462329745292664 + }, + { + "name": "model.layers.34.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09486954659223557 + }, + { + "name": "model.layers.34.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0950741171836853 + }, + { + "name": "model.layers.34.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b0230a890d40541da69ec4695a535bf24ac68ee305aefc5728399019f01ffc88" + }, + { + "name": "model.layers.34.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3e6c90fe1ed04a3337d6e08fa9a9568c98ea8014fcb9d8d099199b29a06610b6" + }, + { + "name": "model.layers.34.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0946010872721672 + }, + { + "name": "model.layers.34.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09502655267715454 + }, + { + "name": "model.layers.34.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e44f8ab7b9eb2ff7612b5d2b50647c5b4d6610f5f3448713732a8ff37ce20006" + }, + { + "name": "model.layers.34.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09462736546993256 + }, + { + "name": "model.layers.34.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0943085104227066 + }, + { + "name": "model.layers.35.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0dbcdec2fc9bd16d26f22a4d7b7e8ed6f55e1b39ef4bae3b42114bcd25bf953f" + }, + { + "name": "model.layers.35.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09413464367389679 + }, + { + "name": "model.layers.35.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09497220069169998 + }, + { + "name": "model.layers.35.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09502860903739929 + }, + { + "name": "model.layers.35.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "71622f3805c91a445b694a08d2900549a477056498411fe01782a6a51c278f42" + }, + { + "name": "model.layers.35.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d9aea7b8431e4c1d1d236b093dd9a180a9c7d4d4814bb7ed620fac1894c01fca" + }, + { + "name": "model.layers.35.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09481647610664368 + }, + { + "name": "model.layers.35.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09518484771251678 + }, + { + "name": "model.layers.35.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4ac470f7bc5deb138e3e9005dcf7a0fdb21822df907fb4c58e68b0b4dfce57a4" + }, + { + "name": "model.layers.35.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09497392922639847 + }, + { + "name": "model.layers.35.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09472440928220749 + }, + { + "name": "model.layers.4.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "cea430bab60f1b85cc4a0fc249dae594d50c091f2fd7c0016f1ec9b8da40b070" + }, + { + "name": "model.layers.4.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09437157213687897 + }, + { + "name": "model.layers.4.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0948585495352745 + }, + { + "name": "model.layers.4.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09494057297706604 + }, + { + "name": "model.layers.4.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "163ceeabcc0d85bb7a3a0f61e9ae6e5a1c6f6d8f5ba99acf8f9ef81c4673c3cc" + }, + { + "name": "model.layers.4.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4d163d0b9c5bba5a6986852a5b7e32c07bd7fca2579520b16600f5699494a43e" + }, + { + "name": "model.layers.4.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0948614627122879 + }, + { + "name": "model.layers.4.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09509623795747757 + }, + { + "name": "model.layers.4.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b9f3b8bc9e1d4a60b544dc148b6ae46323b9343365acee9db66521773fc5c0b6" + }, + { + "name": "model.layers.4.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09473837912082672 + }, + { + "name": "model.layers.4.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09484142810106277 + }, + { + "name": "model.layers.5.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "992f6f4f0b40e7c6197bf9535f5a69fe221c112a1d0b46f87c2438fc5b738069" + }, + { + "name": "model.layers.5.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09458617866039276 + }, + { + "name": "model.layers.5.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09469505399465561 + }, + { + "name": "model.layers.5.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09486285597085953 + }, + { + "name": "model.layers.5.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "25a76b8f4fd2b37925b4f0c583a9d3f8378d3b93761c1278f95d523b7b8cf989" + }, + { + "name": "model.layers.5.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "94d950573441d5fe21b60d1aabe6277f73b39a7d39a48bda3f2fdbb7f1933b45" + }, + { + "name": "model.layers.5.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09467720240354538 + }, + { + "name": "model.layers.5.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09500741958618164 + }, + { + "name": "model.layers.5.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a0a1eae36516893a9377fa1cb445e6a41103515b949fd7f2d0add3ac0dbc540c" + }, + { + "name": "model.layers.5.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09475433081388474 + }, + { + "name": "model.layers.5.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09482350200414658 + }, + { + "name": "model.layers.6.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b7768796eedf66378e8069cad1278c3d15d621226795e7b42bca3b5f32acae54" + }, + { + "name": "model.layers.6.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09477286785840988 + }, + { + "name": "model.layers.6.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09491521865129471 + }, + { + "name": "model.layers.6.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09497633576393127 + }, + { + "name": "model.layers.6.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ab9ece519b2f917fffb5789f1f02cdc7fd8899314eec18d482c6af2ceec95a19" + }, + { + "name": "model.layers.6.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5fe1372842e0e572671d7958d5ca0e3d52b485ed528389e5a057e141a3c47086" + }, + { + "name": "model.layers.6.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09480641782283783 + }, + { + "name": "model.layers.6.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0950499176979065 + }, + { + "name": "model.layers.6.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5171b9f71fdf5b268ecd7bac8a852719ced5adc1080c5328886add9fc30e511d" + }, + { + "name": "model.layers.6.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09479610621929169 + }, + { + "name": "model.layers.6.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09449483454227448 + }, + { + "name": "model.layers.7.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2be995cb013283ff38fed23d171fc5eb59a498c422adcbd1ff128cd5e3108c31" + }, + { + "name": "model.layers.7.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09500505030155182 + }, + { + "name": "model.layers.7.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09506571292877197 + }, + { + "name": "model.layers.7.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09494102746248245 + }, + { + "name": "model.layers.7.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c7887b4e35b4dedce3f5509d76060565194333f8afcd4ac6863921f20f5fbcae" + }, + { + "name": "model.layers.7.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "43b5e1659d1d3410b8005b7ea9731bbe91c08260bbd1ce47cc1b3979c6b1fa89" + }, + { + "name": "model.layers.7.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09467935562133789 + }, + { + "name": "model.layers.7.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09504040330648422 + }, + { + "name": "model.layers.7.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9dd5a32b2ab6950c7bf9c02d17ddcbb994622d86876d9c2e142e628cf2495c9e" + }, + { + "name": "model.layers.7.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09472962468862534 + }, + { + "name": "model.layers.7.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09476174414157867 + }, + { + "name": "model.layers.8.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1aca06e3f2738857b1690b582e266744cf55adb3dab1cec45e6cecd9c0d8f249" + }, + { + "name": "model.layers.8.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09500667452812195 + }, + { + "name": "model.layers.8.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09477493911981583 + }, + { + "name": "model.layers.8.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09502067416906357 + }, + { + "name": "model.layers.8.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "adc3ee4fdc06d8fba490338a451e43b6d0e0403bfc097dad0b7e0d9c6344ec76" + }, + { + "name": "model.layers.8.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0cb3e03ae59a0cdddd1ab647644c3c73397a7168704deff6e9d21715afc7877b" + }, + { + "name": "model.layers.8.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09467578679323196 + }, + { + "name": "model.layers.8.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09507612138986588 + }, + { + "name": "model.layers.8.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a67a58495ea0458317306afa8e4062431f6226c2f07bd486d5abccd0db9f986f" + }, + { + "name": "model.layers.8.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09473838657140732 + }, + { + "name": "model.layers.8.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09494815021753311 + }, + { + "name": "model.layers.9.input_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9b49e3cba4a9aa6f4539baa510c5cbc6c464f4a677aa21ca45e39e2a63d8b13f" + }, + { + "name": "model.layers.9.mlp.down_proj.weight", + "shape": [ + 4096, + 12288 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09496092796325684 + }, + { + "name": "model.layers.9.mlp.gate_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09509436786174774 + }, + { + "name": "model.layers.9.mlp.up_proj.weight", + "shape": [ + 12288, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09485233575105667 + }, + { + "name": "model.layers.9.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "87bd90c1e2905ceb6af4810824a9ba617b3c026d046f29ebd80f572e612885f4" + }, + { + "name": "model.layers.9.self_attn.k_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "54ca160fbe7a60b33d7d286a484796580d7a727568113c6bcd11fa44c158a49a" + }, + { + "name": "model.layers.9.self_attn.k_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09430528432130814 + }, + { + "name": "model.layers.9.self_attn.o_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.0952618345618248 + }, + { + "name": "model.layers.9.self_attn.q_norm.weight", + "shape": [ + 128 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8a58228464e0ada78d1cbe53569bcfa855a92dab5cf9becb24eef9acde480aad" + }, + { + "name": "model.layers.9.self_attn.q_proj.weight", + "shape": [ + 4096, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09449698776006699 + }, + { + "name": "model.layers.9.self_attn.v_proj.weight", + "shape": [ + 1024, + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "nvfp4", + "relative_rmse": 0.09495721757411957 + }, + { + "name": "model.norm.weight", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "fe204de7e848b92e8a758ab5e27632e9b698f29571ca56057d13ba73d0b2012a" + }, + { + "name": "model.visual.blocks.0.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ee5424820ca2cc641011cd8ec655553c42cb3d565844e52bfa6253045f140e3c" + }, + { + "name": "model.visual.blocks.0.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3671df0b0aae8c2dd370720b2428b9eedadb965b299df98be09530e3c88c5c95" + }, + { + "name": "model.visual.blocks.0.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "745fffc00333ff5c91165e6246bd9ce7dd7729406c3bdd958cf2258a6115458a" + }, + { + "name": "model.visual.blocks.0.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ad9a2e56809a1aedcd494a242b2fac29d8f7f00cdfb8eda78e5278ab2c4c9049" + }, + { + "name": "model.visual.blocks.0.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "64ac27d2a8cb01471f5f9b49c342d3a4040d35fc2b118507d0c27a8f9fc8cffc" + }, + { + "name": "model.visual.blocks.0.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0172d2079feca5fbb5ed5e45d5160d4bdca6ca8bc4f4db8458c25962237115e6" + }, + { + "name": "model.visual.blocks.0.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "74bb4e9e162c1a76bad417df28346ecf3536a48d4daff1820706ac9dfa58a2db" + }, + { + "name": "model.visual.blocks.0.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3acffa881cceac6e5e372eb4ebe4d0d86096956d068f8f927e90020992ca9b5b" + }, + { + "name": "model.visual.blocks.0.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "faf8620e70e769f1d889eb08f5ca25789d1b73840d75ebd49bb3d5d920d4e69f" + }, + { + "name": "model.visual.blocks.0.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e6f31c471b644ea73eeddfb1f2e7de3c9920943b691cde08d117ae42574cf723" + }, + { + "name": "model.visual.blocks.0.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "394d1c751ffaa2b327b680f56458ee19165dcb3c883dc580d52ab9559081be2d" + }, + { + "name": "model.visual.blocks.0.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0fb40b29871f978663f94fe64ba2c785368affe395acc603bfbaaf8d4994fde0" + }, + { + "name": "model.visual.blocks.1.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "62f64b3881a9f203bf43e3b1a7b328b25e7e7413cce2210508a6131682d3368a" + }, + { + "name": "model.visual.blocks.1.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8e06f534bbe591bc01d6347fbb5b35643269510dd6450f7c56c3d9a45b88d526" + }, + { + "name": "model.visual.blocks.1.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f186218659326721889c9ed182046ba81789aaba6d5729edcccf03ab72120686" + }, + { + "name": "model.visual.blocks.1.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "82bdccf1c5c5a0a5e899a3bec2533f942f7f9a190b1670999bc560a2be3c334c" + }, + { + "name": "model.visual.blocks.1.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "31aa952bc611444ce50ec9dce1c1e5dc21f5edf5a9968ddf672d4cb386ea33c8" + }, + { + "name": "model.visual.blocks.1.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9171317150619f7602e7f1bca23a6c81b33f57f5fe1acb7666ac2bdbed818086" + }, + { + "name": "model.visual.blocks.1.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c4edbde6add212338717a30a853b4a31d9b13bf0e82ed207f7197683e3757b31" + }, + { + "name": "model.visual.blocks.1.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a2b8205ac34d6166e68e0bfd0df0d9a804d36eb2d6c6b457a84938953c99e0f9" + }, + { + "name": "model.visual.blocks.1.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6a3862ebe0e4f9cf4d862e2e85d76580c3f6c2c157c57b389b624e9630f5a267" + }, + { + "name": "model.visual.blocks.1.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "69d25a5a01f431130c7bac1a6c9b2aaf20608f4f48e6c5e61f5038c39346d3d5" + }, + { + "name": "model.visual.blocks.1.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7cfcbbdd059290410d9f301cf5582a5e40ffe6e15e0c33923a8ed3678fef8ad6" + }, + { + "name": "model.visual.blocks.1.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "373947eb0f38164488d07603f1651e94c6d020f8c2ce92bae8af3ce7d34a3291" + }, + { + "name": "model.visual.blocks.10.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3c1c39da6bb357510fba8e358aef780703138809c9c644b46eda652f4147e1ec" + }, + { + "name": "model.visual.blocks.10.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ceb371435b22a38ca100ecadb266c7d0640598446b17b36cf6ab2019a30f1edf" + }, + { + "name": "model.visual.blocks.10.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "56bb605ab00335f0f80d81948ca2f6217e3cc6f8056f6c4f91741186057dfe37" + }, + { + "name": "model.visual.blocks.10.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9c1cb639e62520dfc8740b35c218817ed47faea3bdd5eee6014862db22991ec3" + }, + { + "name": "model.visual.blocks.10.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "22660b69d11446e3971b1b157559d84aea74517156c318920a4bb0272f5b2631" + }, + { + "name": "model.visual.blocks.10.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d25491505aa0c734488e6aae918dd681b2d64ec3c8e113fc8fcf0c5329eb54e2" + }, + { + "name": "model.visual.blocks.10.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f9d9adaf7a04dbb029b37ad8de5c844e3826581d2df45c23d4ec457320e3dcad" + }, + { + "name": "model.visual.blocks.10.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "78cdf64648a093fd4b8c1e461cb86144bb9f6e60f8abda8c2e2c2bd4d0f913d4" + }, + { + "name": "model.visual.blocks.10.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a849818adcb2d20d819e68db9378da2f7fb047af77412c174e8ff223d603dd70" + }, + { + "name": "model.visual.blocks.10.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3161c0c3b496fd96bb60923484392edc114624696ea3d8691f2124536d2f5e79" + }, + { + "name": "model.visual.blocks.10.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8e1c5933f88d2c7fb82c0798438c57549f61611001de530e5d2039bfeaf65bcc" + }, + { + "name": "model.visual.blocks.10.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1bcfa2fe152172964df98c1b79f121b696f22a89bbaf00c0c17bb6436ae981ee" + }, + { + "name": "model.visual.blocks.11.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b9a60895d50952946f8db8b8aa4f7bba1d512c99896d2830c8a43e78e7aa8bc3" + }, + { + "name": "model.visual.blocks.11.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d71eda615a01aca0adcaace5c321f9cc54f2a62884a18569dd546953bca5d1e3" + }, + { + "name": "model.visual.blocks.11.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c8cbae2cd58ac69e266ea9c681cd758412aaaecac5744fcfe6cd6006a5d365fd" + }, + { + "name": "model.visual.blocks.11.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "89d9223bb88b84122b16659f1bdf13ba7adaca53ae1e7f9f76bd7a9d1d699686" + }, + { + "name": "model.visual.blocks.11.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0128a9f141581a678d0a854952777db2bf432bc0f91cccb1399fb9c97c4b66e2" + }, + { + "name": "model.visual.blocks.11.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "fb2c6b0edf0ae66a41bdeddcb3f4445b56e343952d5f4be958959638692ccbeb" + }, + { + "name": "model.visual.blocks.11.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "bc778af7a32d625c67c4af679e8d9791daa36d0b978ed8a7bedfa2f14ac76530" + }, + { + "name": "model.visual.blocks.11.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "210096fc8927e80a5e01f10cd3039b92c51b2bca822f9bee8c5f80b2bd36071e" + }, + { + "name": "model.visual.blocks.11.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "815c3ba64e1f80998072b8dd09ddc973e86c6e8644dc884c53cae311ae3b59a5" + }, + { + "name": "model.visual.blocks.11.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f6b36ca23915caa04697d8c8d63c745a3ddc338eff31165bc21a179319696ab2" + }, + { + "name": "model.visual.blocks.11.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "016625b4b508068a2080fa9fe1066ba336230ce090755cd4a4b6dfa0fd17e3ea" + }, + { + "name": "model.visual.blocks.11.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d9e17439122d80193f33c6a6ecb6c17892eb2e08a092ea11324faa4d94cb0bff" + }, + { + "name": "model.visual.blocks.12.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "211e29647125842a94599abfbe553ca70965219600aacc0fec44f153c6666f91" + }, + { + "name": "model.visual.blocks.12.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0aa98aa4fc4f01dd053df2382a7e1c809b55bb47f4563ebcf3fb919dadd3ecfc" + }, + { + "name": "model.visual.blocks.12.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "da6d9e7de7a578f3f3db26dced4413cbea018976496b0dafd8a087cafacde10e" + }, + { + "name": "model.visual.blocks.12.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "cda99203cd40498512ab899f8711bda1a4d1dfb53b24ee039bebda7eedb2635f" + }, + { + "name": "model.visual.blocks.12.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "82e24707bf6a0fd6ae2f7236a78710fffcdb197e09f0800f69495852420c13fe" + }, + { + "name": "model.visual.blocks.12.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "23d3ea1fb6bfef0c315eee709ad43405720c423237d2ef564e7b26438ad055a5" + }, + { + "name": "model.visual.blocks.12.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "80157c094e6abe5bc2e15a8c63f3cf45a035f6970ee738e04b6902b0b4ee3e97" + }, + { + "name": "model.visual.blocks.12.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "03704b51252fc1ae315404b2bf88bccacf0e87a8547c9487d01ebef077ca9534" + }, + { + "name": "model.visual.blocks.12.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "47fd446dfd7a13675b47377fdbe931a27a0e59005138ffe50ffbbb3f20993288" + }, + { + "name": "model.visual.blocks.12.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "43e9d07c8d2c3f1bd2fd8096786e6fb188e16e0758de276e5ca2a82c44b46db0" + }, + { + "name": "model.visual.blocks.12.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8f9ba7e79267ad69a93136c8a67b33f337724c47d01e6907e4929e986230db8c" + }, + { + "name": "model.visual.blocks.12.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7306dc6c85c88cc86a900e97a87d0ab328ca20fab9edfe64e5da53812c220041" + }, + { + "name": "model.visual.blocks.13.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8b9a670e33cb577c4e42847a50e1ccb1a2314a05846a98c6e6dd3974f44e283e" + }, + { + "name": "model.visual.blocks.13.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "97aba67770d70c02a7d5847d0aa793230c1663b5789c0ffe3d4b1a5931725fb5" + }, + { + "name": "model.visual.blocks.13.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ffe4730f23db3e3ab7c474bd494228fce83075bac21f5a792b5b17d5f2fe4016" + }, + { + "name": "model.visual.blocks.13.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0791f6e90ca9df30c49443bee1a96101453701b9a94721da6137c33cad1154fe" + }, + { + "name": "model.visual.blocks.13.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ed79a9f4768285aa291cb3a1041f6b31007c5a2d4daa9c5c00597e49e885acfc" + }, + { + "name": "model.visual.blocks.13.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ac5ab29a8e6d4da9819031928132a9414a37bff7bc70af0170e7aafa2e79266c" + }, + { + "name": "model.visual.blocks.13.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "387a6e2576a2a776af4765a66b59f80dc58bd713d4b4be5a9ffc5060ef09bcab" + }, + { + "name": "model.visual.blocks.13.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b9d94509876750d21d0eb4fb74c6ef8f83f8697911e627ae0b0b59abaf33df1b" + }, + { + "name": "model.visual.blocks.13.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "42dfe9632e6e077db4cb9357b8c47d7128581ddace42d06ecbd7bc5b521d6360" + }, + { + "name": "model.visual.blocks.13.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "657aaee4c5064161b9a8ae3af5e6535fd66f6984551261601dc427a54c7a8cf4" + }, + { + "name": "model.visual.blocks.13.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5084fb347a228885fd059b969d2112749aff5bddcfe3ae7833866ac0512beb6d" + }, + { + "name": "model.visual.blocks.13.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ab5945acc8f06f21fdff8765bf89752e2e8a5bd142a8eb8715b016c1ab56996b" + }, + { + "name": "model.visual.blocks.14.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7dbef3936f37e9e3e3733c1f1986ee39309d903686df113f67122211649dd057" + }, + { + "name": "model.visual.blocks.14.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1396bb6634985591c91f9601b0b6e2ae9b5cc6ce46cf04274bd7154c4fdbc46f" + }, + { + "name": "model.visual.blocks.14.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "aef153be625e245e218de6f288e9d75f46d9bcccaec353ccbd36fafd2cd09c7f" + }, + { + "name": "model.visual.blocks.14.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5f2b3a67ef28952d5ffdfd0337cbd4b28b05c780455a56fd27c87d11b83b09b8" + }, + { + "name": "model.visual.blocks.14.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "58be7bbd000b17e7011db434efda611d27e8df882a5635ee40b98e128e08b984" + }, + { + "name": "model.visual.blocks.14.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1e8564a3b1d6e782771f49334bb315ed99efbd04d8f7e508b85260f021562f07" + }, + { + "name": "model.visual.blocks.14.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c513bd9c33886652305e069b66ae53b3db335e063bbb3db7ad08056be48dc2e6" + }, + { + "name": "model.visual.blocks.14.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "70e5c7d63660960b6c6e224649e50f7f2f11470dfb4fa209a9e785a050e05772" + }, + { + "name": "model.visual.blocks.14.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1b5e90732d02f96e701e589feb42c2cea8357a7bb68ed893fe7ce935938c409b" + }, + { + "name": "model.visual.blocks.14.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b366638d0a5ce98db910a5d0331c042e62cd6e3b7e8216b693bc82cca93192a0" + }, + { + "name": "model.visual.blocks.14.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c228a484db44bc5dac4fdbca3eb6780bd4baf72b801c86226d5b66013c4ed68b" + }, + { + "name": "model.visual.blocks.14.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b10a9864c9e8d1af83d90260cdeca56cd364a65e47d81f7b48fb736be539516e" + }, + { + "name": "model.visual.blocks.15.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7a96edc42622ed519224b83e97e00f7943c9abcb1535768d3dcfaf02aead2bb8" + }, + { + "name": "model.visual.blocks.15.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "38c899ed62296d77f5ebcb87fa35722c6d775fdd22ffcf400b66d07c7af9ef5a" + }, + { + "name": "model.visual.blocks.15.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d41b2080f11e37075f3e567614612bba4934e1443c0782512b1053f38f1f7296" + }, + { + "name": "model.visual.blocks.15.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "81fc65602f3128d52291e7a967dcc60dcb7e34bc8ee9710f506aaaac1f166a35" + }, + { + "name": "model.visual.blocks.15.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0ee5a77b210d7bf68849e4a29abf1f1924bbaa513468b81bd158cafe9e35294f" + }, + { + "name": "model.visual.blocks.15.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "532eada2a60e097e0e6aae547173c1909441dd76d0ea699a10967cc9184684d7" + }, + { + "name": "model.visual.blocks.15.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c9419448bc010b8fdd76aeca73f29a6ac6c369b58e0c8f3e1a2eb21a08e673e9" + }, + { + "name": "model.visual.blocks.15.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "fe8e43cc73ae3cfed9501da038f751d435e499ab447133f20b8edfa69f3d60e9" + }, + { + "name": "model.visual.blocks.15.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "170058d6deee6d3a93d943647ee88b2697778f9b415212a8be4387b6ec85967c" + }, + { + "name": "model.visual.blocks.15.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "53f767210453bc8a48aa00b165af681e3d8af3a431859e38f408ff0ee8e40861" + }, + { + "name": "model.visual.blocks.15.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4ec71c307ad600c1a8c1f233c58cb3f0e741624cbb9a49ee56d0b3dba8bde35f" + }, + { + "name": "model.visual.blocks.15.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b01fd257790e99c9649ca72d49934b1db051ece01689b1b03388db9b94961e95" + }, + { + "name": "model.visual.blocks.16.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "03cd79f6ecde92fcab7f2c40e66f432fd236a4248027832c3b1dc6ffc9ed607b" + }, + { + "name": "model.visual.blocks.16.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "20606dfdaa1e621a1a15dcce3cc9e5e176fc015e54afa2f68d0aa1276a4c8120" + }, + { + "name": "model.visual.blocks.16.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b6dbc4766d2feeab26e64a7f4daab05d42fd66348633f373398481d103ba45bc" + }, + { + "name": "model.visual.blocks.16.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1e93d43f66f7890f9fa9e2c7872fc7a746c477a86b75469d24368da08d39ae2d" + }, + { + "name": "model.visual.blocks.16.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "321b18650e527346b74af96eb5a085c7d4a4bc530cbf42d61309f37c64d148f9" + }, + { + "name": "model.visual.blocks.16.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6ba90d2d8e9b2867942a59853d454bd421896d8e64753d2b7402d0b5c39f535c" + }, + { + "name": "model.visual.blocks.16.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c43e004318d67caa51d20e05b1ab8bd79c7a5611601df3735760738c77294f82" + }, + { + "name": "model.visual.blocks.16.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1addff6f584676204acbc61d5c5e2c9e04cddf67d552da74b1ea4f6aa946d694" + }, + { + "name": "model.visual.blocks.16.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1586fd07ffac4a9789c7f807a2d2cf463c53d0d8fb9a4cd272b8e00ba3fbd9e7" + }, + { + "name": "model.visual.blocks.16.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5febfb94b6ab9f513ead4ad5ec03980b8e9c32d1c514c510fa6411aa97311214" + }, + { + "name": "model.visual.blocks.16.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4def329b0aa531a1e2375e1d2256917276ecf839791c28916f6f122d8290429c" + }, + { + "name": "model.visual.blocks.16.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "bd37277ad08d9aa07037b27bd8393c722de5c8a6d1b5ecfe693a576c0469aadc" + }, + { + "name": "model.visual.blocks.17.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8ebc595dbe53ed83e776b213757a0a0f0189da37fe746f455e082d02ce6c173c" + }, + { + "name": "model.visual.blocks.17.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f10b03cd0b7779630f68c379e9ed4df394da6f9fc3503abb98ea150275c49df2" + }, + { + "name": "model.visual.blocks.17.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6c6876f796801d3cd3139c8ffe8a40cb1c67a9dbd33131772e8a4904cb8767db" + }, + { + "name": "model.visual.blocks.17.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6e1655fa6f0ed2961fc5a01e7c1b570a80df993acf2a5af65b5a097360d42a06" + }, + { + "name": "model.visual.blocks.17.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "abd3b6e30d8205ce9551e596e2e058f458648013301ffe25168a3c60e118876d" + }, + { + "name": "model.visual.blocks.17.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8fc54a8e2e1624d4a60b4bfe13ecf76081eb55465936a8d9ef1477377ad64943" + }, + { + "name": "model.visual.blocks.17.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e46d620ef5a8a7903f36e01144a872cd1bf825083ef6c82dc7802dcbd0082654" + }, + { + "name": "model.visual.blocks.17.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "40c5c91eaeba4267faa9202ecdf07ef5b415f8e7040615700c38243296957365" + }, + { + "name": "model.visual.blocks.17.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "add8a6812a28098faee03f10bc2e8b318935ff69363d6fe3a02bf3e90f8cca09" + }, + { + "name": "model.visual.blocks.17.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "432b04f50d4126b3e2ac7752da9f5712501b592340c2fece0e2362a124ae9491" + }, + { + "name": "model.visual.blocks.17.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4695c25289bcf9ae18baeefaf94a80a34864a6750bb8ab48c350b6188e8ee4e7" + }, + { + "name": "model.visual.blocks.17.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9d17b572d4327d5c2b19ee409145bea0f08a09f206696b3a5ec30389180c3265" + }, + { + "name": "model.visual.blocks.18.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "30ee6dfc515420f2c0c45134a38e0feed27164235c6fb3e0bfdb86c347ff1102" + }, + { + "name": "model.visual.blocks.18.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a356410832f64426af6ca2e371ac2cee5d6c7a97773c484b0aa15128c1265cca" + }, + { + "name": "model.visual.blocks.18.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1e96f18e71a8075e75b0883b60700984f206514fbf05199bf19c49546cab1e39" + }, + { + "name": "model.visual.blocks.18.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "988ddcf73d42eb17b65660e542493d9462a624306b4fd3fcfbacb50c33508c98" + }, + { + "name": "model.visual.blocks.18.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "bb3929ef769ad8943e8c1999d9d0e2b34caa93003204aa1836ce34f59e24dc2d" + }, + { + "name": "model.visual.blocks.18.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "512c3936f979fe14331d10988184bc6c191ef04474b2a6a65fb862085f3a6062" + }, + { + "name": "model.visual.blocks.18.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f1992ec7a591e1fc3924f7eed7c07b4280cb623c2efa15ca12b332d61e329a7d" + }, + { + "name": "model.visual.blocks.18.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "359b7fa44d387075856aaa68092b081ec1d8789f023e5ec3f0b8ad0214d9c147" + }, + { + "name": "model.visual.blocks.18.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6292dcc1c63f76dc72db9083563b55e6bc024b60c9392aba90f7c2bf80b283c7" + }, + { + "name": "model.visual.blocks.18.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4c925e01641a84c3085b5c3dd38f24192cc77e0692e2aeeef16f5a4d800caa1c" + }, + { + "name": "model.visual.blocks.18.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "fcea38ad5e5e02400b7e10994760caaf372afe263a8fbf2df7ac6a1011e7d9dd" + }, + { + "name": "model.visual.blocks.18.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8ad64306e3b527d734ebfdbbea18b714eb965956fbc141ac4cae8eae4b3d3926" + }, + { + "name": "model.visual.blocks.19.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2d92213f49798981b4b9eebd932843c1a24501f22639174b1a53eb2db6201a5f" + }, + { + "name": "model.visual.blocks.19.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "18d9eda2bfa6cb00f9adedaaf10af095f9a6457b9167c82564f50e7e19a34d5a" + }, + { + "name": "model.visual.blocks.19.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "56f9781d18774ca6b54b9e62a4e18a6c38b2a46fa5e2fc7d3aafcd08e609f456" + }, + { + "name": "model.visual.blocks.19.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e806590038ec6b7b7f22edce60b1a25b5bb33df58777ec848e3804eeb87e7bb4" + }, + { + "name": "model.visual.blocks.19.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4719ae87701bcc5d92c543f91dacaf680c592c3789d0d9efd66159a7b02780fb" + }, + { + "name": "model.visual.blocks.19.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "414517162937581434e6f48af69259d1567113ddda1a9ec63848597033bb14f9" + }, + { + "name": "model.visual.blocks.19.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "173f81e4753ba740ffac56fdc5afe1eea4f93df28c9e92772e2ea08fb93eb860" + }, + { + "name": "model.visual.blocks.19.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f75d42ee840ad9c18c0cec0b871e9952940bae3143bf5feed8681a3c9cc03eff" + }, + { + "name": "model.visual.blocks.19.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "58ffdd13ece87d122f893d3e41d3b12e3b25a31bb6c2bec69baf9881c167eb51" + }, + { + "name": "model.visual.blocks.19.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0bfb5eb5f1002494c074d13eee4506fc1dff01f04483127d10c136ec4f5322ef" + }, + { + "name": "model.visual.blocks.19.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3545c8a23f993cc6f12e787487740c10c05c84fd2f9594079dd150d481a9eb02" + }, + { + "name": "model.visual.blocks.19.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "73dd23c98d3d444d1830db24e5b1d69729f7da93d61fb261bba918a96dbde733" + }, + { + "name": "model.visual.blocks.2.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c0f8b71da195825967920b8900b009be006b28c6671dc78713226c2086d8d7df" + }, + { + "name": "model.visual.blocks.2.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c9315311beacb35e7837eaebd74871e081b7c7607d2175ab6bebdade3fc30e5b" + }, + { + "name": "model.visual.blocks.2.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "88f0638ad2aa8240bf893d38c5df776cb068f04d6c8feed9cc2ea7b0229a9ad0" + }, + { + "name": "model.visual.blocks.2.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "cb1f436190f882ed42a132c044723913b5842d32cd3812ea505819b51233a12c" + }, + { + "name": "model.visual.blocks.2.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "86d8d18dcbe28c89a2efc01ce6068e851975845afcc8f906c948435d9387a113" + }, + { + "name": "model.visual.blocks.2.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "17e4dfc3d060fbc220e09be40fe216d5515bc06b0901f140f0b689e648f4dcad" + }, + { + "name": "model.visual.blocks.2.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2dc04c311f2f43be20ef39e985feb1dd9f624be67272213bceb514d79c45b42f" + }, + { + "name": "model.visual.blocks.2.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "af63b2a94e344f1b47eba46d9072e8fc6ce7991b2eb91043e3713c11c4467277" + }, + { + "name": "model.visual.blocks.2.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e06504c31e996f41c2f1f78be2fceb0ac5ce5a3d5b72f10637a24152b8409eea" + }, + { + "name": "model.visual.blocks.2.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3dd9b23741ceac0abaafeaad0430cff531937a4aa318b7d86a45fc70bb604e90" + }, + { + "name": "model.visual.blocks.2.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6b3e9e36c51c519c74d837aa85786b29fbb1abd92715d9e56e0d35498df6b089" + }, + { + "name": "model.visual.blocks.2.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5479d071f54949acf643b8b661a8bae24be51cc27cdf93244f1c9e04b2fc758d" + }, + { + "name": "model.visual.blocks.20.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4e3d736a6f6155d083ee24da03789dae1c3defa7e7516921515acac8fa191fb3" + }, + { + "name": "model.visual.blocks.20.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "85103604d355d4ac7bab20ae90c51eefc997932720620e041e12eef687116b5b" + }, + { + "name": "model.visual.blocks.20.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "26244e5e04717ede5ffef467b56bc63e3743bf9e1997c26b7aff3db3fd929a32" + }, + { + "name": "model.visual.blocks.20.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1feca90066ffd9120be6e0dd378911df72f305ddb2c930eb0d31f32d2576997a" + }, + { + "name": "model.visual.blocks.20.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c86d3c69578fe2d9f13f8fcf5fc6d986fe72d4f8df75953e5f687cf9477fbeef" + }, + { + "name": "model.visual.blocks.20.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a2cf210743d17811331b6a584d2ca738b2bdd00c7eedcd69b530eadbf490756b" + }, + { + "name": "model.visual.blocks.20.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4b9791ed6d5a2d150b32061296aaccc35ed461cb93b2721b7d6fb2744725e645" + }, + { + "name": "model.visual.blocks.20.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b5874e4dd1c718747b52352e882304abbba39f3c74d076ddb1c865b05b3f41a6" + }, + { + "name": "model.visual.blocks.20.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "09439b1c7f448dee9bd27a204cb0e518993d60145987f8c006686e4744513cc0" + }, + { + "name": "model.visual.blocks.20.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a024588706a0841eaad1132d72a82c22abcdc40ce187f47942b357d3c7437456" + }, + { + "name": "model.visual.blocks.20.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7b1f6031ab18ae2c9eb35575fb3672d4f1eaf31af8a57e787123d2d84e68eb92" + }, + { + "name": "model.visual.blocks.20.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ac290a4bd602cfa3552682c884183a5c09c339d40bb5b17a98f24da16bc60e0a" + }, + { + "name": "model.visual.blocks.21.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "78f396ccf46e29d2ea66f83a27e353a14575b4433965d70f7cf0e9aef7d6c33b" + }, + { + "name": "model.visual.blocks.21.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0586a90ec723b6de16c33e78aa6527e13aff1d69e45c9d5993c773d5fc0e8ad4" + }, + { + "name": "model.visual.blocks.21.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f7f48cb30e25d82b4d789498aa0d169be9e44787eaa06a22e57c562d56331e2f" + }, + { + "name": "model.visual.blocks.21.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1fcf96f41a0c11955688d6edf840fe18df4baaaa13e2a2877698acc4e8923f2f" + }, + { + "name": "model.visual.blocks.21.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ae74e58e7ff6691d0b75a39797db9b083d9fff8ab67d024fbba78cce13213f74" + }, + { + "name": "model.visual.blocks.21.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a9ad53e47e518bd4cb13cb953311eb145938a069379917f0a02686596c06fede" + }, + { + "name": "model.visual.blocks.21.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8450ca8d4a086195b949f4c6210810d8dd127591c63b5624d9a22d80fd6a44c9" + }, + { + "name": "model.visual.blocks.21.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "91a8ee2370d5811d2af8f94a7b0813aee0b1bda431ac308a285019114696a333" + }, + { + "name": "model.visual.blocks.21.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "526857ea9c51474e7761971fed7f4521cfcffb8128a2fb936791534cd9aad02a" + }, + { + "name": "model.visual.blocks.21.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "900bb8ea54ee1f1f7fec18275842abc91167eac84c64a301fe0f5950f802f07b" + }, + { + "name": "model.visual.blocks.21.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "261e058e07273b5cb475636801cc3dbcaefb6b99ce18bbb59158a87f19809f4d" + }, + { + "name": "model.visual.blocks.21.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d6ef3f050501fa561232be7877550128ceecdf83385719e5608f787ac91c62fb" + }, + { + "name": "model.visual.blocks.22.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a48507c0a2bb659d8d5683188b52250b23a7f26a983698794471572ff5ed1428" + }, + { + "name": "model.visual.blocks.22.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9f27e7a1ea50bac2a1622fa6b5f089af0c48ccbb2d09ed3d116c349a1c41e612" + }, + { + "name": "model.visual.blocks.22.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "11892a1fc41308ff5d6eaf1a0945c6860969a1f423dbf04be6f25a175a47f050" + }, + { + "name": "model.visual.blocks.22.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a94f2d78abc071b0ac754e09ce81a1448b52c8a5143fb26590e0b8d11c702e8b" + }, + { + "name": "model.visual.blocks.22.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6cbc61593d800f91b31797d09261295aec831d6b4892e1c150bf4bcdd07ae4b5" + }, + { + "name": "model.visual.blocks.22.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "64d0ec77a21d43675aec74347a421e58e01e4ce21954ceffeea41f49a296dc5f" + }, + { + "name": "model.visual.blocks.22.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "aa0e520e34c4d938a5c278cd2b11ba2ea91e57508433302f488a74d581d0527a" + }, + { + "name": "model.visual.blocks.22.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5167f16fdccba16acab6f260bacb05f3a89ba7af6db200c5f9d9649983354ccd" + }, + { + "name": "model.visual.blocks.22.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4f0850bdeaca0389a57cd1d9d1709517ab9087ddbe88eb36c5abd07b7c6fbb3b" + }, + { + "name": "model.visual.blocks.22.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a51bc62dcab2afc14d61040858a735ba141411ef810eeb5b891da8a643801f0d" + }, + { + "name": "model.visual.blocks.22.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1a447ebde54fcbb8ecdb7fdb2af49ac84f58fb799bbd07edaf763ab91f946443" + }, + { + "name": "model.visual.blocks.22.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "77a5329b3efb87a36ef46355bb84cc8c03c98df9a5d4f84a4933be8b41fe0e16" + }, + { + "name": "model.visual.blocks.23.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4145bb2e7e005779d2010f07682fadcdf46bb52533a9186face2309e86aab8e4" + }, + { + "name": "model.visual.blocks.23.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "761c2fca727269c207b349262e1e0ff4fa297fe89ed2b7c61967d974b2141885" + }, + { + "name": "model.visual.blocks.23.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3711aa58383372420e0e6136e2b0fb7be40d465eea4b938c253d1963f738558f" + }, + { + "name": "model.visual.blocks.23.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "87977541d7f0453e9470ceb5968f1d46ff56af5b349f9829f909c182879258a1" + }, + { + "name": "model.visual.blocks.23.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "751d58d5dcf8088a979d0ddfb765274f7144e808143e5c7ebb475fdbbba373bb" + }, + { + "name": "model.visual.blocks.23.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "649472ce3ab6edb4fcb16cf58af6fe7196c4362f7a461271a0a8205e5a8a8f2d" + }, + { + "name": "model.visual.blocks.23.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0842aef89e274f3dba26d114e0ca922e723d813f71c455d330939a655e8ebd3d" + }, + { + "name": "model.visual.blocks.23.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f5034d16d191d1c2cc33a9d4c4f13e73642ea10e5da746c83abb454cbca1018a" + }, + { + "name": "model.visual.blocks.23.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f8e55a7b969a076fad8cf06ec82d4f6159a459dc47877842e22139951e0b0dc8" + }, + { + "name": "model.visual.blocks.23.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0da83df2c9d61fdd51c01dfa8a2272da671d3c9ddbcd94c4e5e258ff0f532377" + }, + { + "name": "model.visual.blocks.23.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6213c8820728f0aa4e832daa0530bc13a8fa605afc7f7de6875278e054bf7c98" + }, + { + "name": "model.visual.blocks.23.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "abf3c2c7c13815a456e7bed928d7156ac65ef1a1eecd2090dda5640e0391997c" + }, + { + "name": "model.visual.blocks.24.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ecda799195f429f3e20d0eb5559c5a0ec14c1a604fe7ba0368f213101d1ea8a4" + }, + { + "name": "model.visual.blocks.24.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "da160849b18338f03dbc92a780c4f2a3b63286a1aeb36207f71c5d141a1c65d5" + }, + { + "name": "model.visual.blocks.24.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0616f42e92cce7e73705d66a30a1fe32bcc68e1055bebf68a7b283bd42c153d9" + }, + { + "name": "model.visual.blocks.24.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9d0094b2d7d114eb051dea3c0cd2ddb89b308cececa4247af203bd6a823832d3" + }, + { + "name": "model.visual.blocks.24.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3a9f115c57ad9c5ce2bfbd929c8eb3a0c2e62ad880a0eca44242cdb5106b8a45" + }, + { + "name": "model.visual.blocks.24.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "4ba69387d8579d7120db3f633cd282897b9fc716df5c52cb394b3bb51406bbc8" + }, + { + "name": "model.visual.blocks.24.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8a06f48cf1f8559259fbbfe72aeae1bbb2aef86b7f3fc4c315cf75826f66320c" + }, + { + "name": "model.visual.blocks.24.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "50797c2a3b85915c26a2e8792147a612298da41410e02012806912b57d6b29d5" + }, + { + "name": "model.visual.blocks.24.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c49b40eb877b692cb61e24b1e90c6e08e799c806ab5b9480e6ffafa126641916" + }, + { + "name": "model.visual.blocks.24.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c9553fb7ca1202e23611cb358d4252558099ec01e5cd60e1e666cce7e3cef5b5" + }, + { + "name": "model.visual.blocks.24.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "15be87355ccf39bcf74acf60ae1bed4568cf0ac6f5f5b5175b8132684eb57a30" + }, + { + "name": "model.visual.blocks.24.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2166b29abc24f1df21291cbe60d9585692abc02c8b4ee4e837994c0a506e5a2f" + }, + { + "name": "model.visual.blocks.25.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "72870719880d77a1b7e60e954ed71a429bfe68e25264030e026a1373f5e85521" + }, + { + "name": "model.visual.blocks.25.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7b65b5278dd361a017076b67fc33bd6f9a7bd21ce483e1f76f470901d9d7ff40" + }, + { + "name": "model.visual.blocks.25.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "35ca109e5c502bc0f29b6034d648cbf345dbdb23d17576e822f55369ffd51b26" + }, + { + "name": "model.visual.blocks.25.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "77caf6c94cc0cc030910f253db7b13987856c190f0fb491c9f839384a37caf0d" + }, + { + "name": "model.visual.blocks.25.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "115666e88d96cedbe378a0f77cfd3272fdbf7f2a7f3e34c6753c7f68df4ab50f" + }, + { + "name": "model.visual.blocks.25.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "27d847d95408e29940af4c9e29ac5fe646b3fc88a98a453cd954b2f5a3694c35" + }, + { + "name": "model.visual.blocks.25.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c74765e60de4a5f2a3c597d83f4ac22c783b8ef9ed633c3c776224e6bde8fa04" + }, + { + "name": "model.visual.blocks.25.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0a9926857c8a48e821b84efe8940475506f1772d6c4dc251e0288be4e40ea4ef" + }, + { + "name": "model.visual.blocks.25.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ec1edb47915b84bb20bbcbed2293067521b36fb8fe6a6a3832654ef363701403" + }, + { + "name": "model.visual.blocks.25.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5d9715b63dc38533c699b62d7a4461ecda909d029a523b065008446685515bb4" + }, + { + "name": "model.visual.blocks.25.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "56833b87b3e879213a2ad5f1e3a827a467168bed1f2d92e10a9ec46e25b63292" + }, + { + "name": "model.visual.blocks.25.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "48882088d4b3ca7db7c1b4bc112a6a04b56e8ad10b6282fec90569c2e43f4325" + }, + { + "name": "model.visual.blocks.26.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f190b4a439800a9b7042d9d6dc674fe811ff42f5594ed15ae7ad46586d5a2828" + }, + { + "name": "model.visual.blocks.26.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "229c116ddea03373e1a282147df4be83c11bad8a3efafbaa831edc3aa7b1d85b" + }, + { + "name": "model.visual.blocks.26.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "88c8ab12b03f66c427daf8c9adac555b12701f7756f7fe9f4e2faed86248dac9" + }, + { + "name": "model.visual.blocks.26.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7500b8ff12a484c75456e10a65b8c9add0d59f9285acbd8782ecc09096dd6849" + }, + { + "name": "model.visual.blocks.26.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6d20c54dea451583bb08cfefdf3b82a76723993fdbbd2b1e7b6ccfd9e0e51e08" + }, + { + "name": "model.visual.blocks.26.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b585aa27a2896cdfff8f25ec8daaf7a89f77689ee9db0ae60e7aa1bf8639880b" + }, + { + "name": "model.visual.blocks.26.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "08d8f358ab73ee5b752f2ce306d3f6d29f16b0812ce6d00ba988873329c55e01" + }, + { + "name": "model.visual.blocks.26.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b8b3775ec1eb9ed9dfef47300e6f7658ad2d9b4698c7ac2c61e5f25859d37dd4" + }, + { + "name": "model.visual.blocks.26.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "390c5b01293eecc4663f6a7af1b5166ee76a45d769f58374887bcd5ef11b1751" + }, + { + "name": "model.visual.blocks.26.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "30260ea3a739a69f5ebb321dd16b435915f0a72f800d2ead3e0e3aeab49f4767" + }, + { + "name": "model.visual.blocks.26.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "764e1791811e10db590b6569bce58499454420817bb0a7ff54a32195a94f420a" + }, + { + "name": "model.visual.blocks.26.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2a3754a9b47717d80a5907841487308e3af392f0d328b579848a38e943c07047" + }, + { + "name": "model.visual.blocks.3.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ddc25ec89de1eada26bd63a8bee3d245bc41568bd6323d1bca6e7768e43cc52d" + }, + { + "name": "model.visual.blocks.3.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9fe94b7968d0eb68c539f724eb65f5709161a855bada97448ca18e2704078b2a" + }, + { + "name": "model.visual.blocks.3.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "29d7778aebaf57bbe8f9a1cc37ba08d70c4d2df81905ded47421ab424c7fddea" + }, + { + "name": "model.visual.blocks.3.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2d724812e57c24ed59f819d12fd3a46f26f7c387531ed1cd320d2409d5689665" + }, + { + "name": "model.visual.blocks.3.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f8d3bc191f5bd6cbb2eccc6b1224ff6ec0b372c172fdf03fd3da8f8785e17a93" + }, + { + "name": "model.visual.blocks.3.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3698b03652b49fa7c905b1a7d4fdf23516cdc5bba7acae9b3582590b67ada49b" + }, + { + "name": "model.visual.blocks.3.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "33a949d1a7c1f2251a7897823b15f8bd952243610a6ee9a394e961191d98c05a" + }, + { + "name": "model.visual.blocks.3.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e85d5912132022cde60a486764003e8b6845ab2f6355686977861328f04a8939" + }, + { + "name": "model.visual.blocks.3.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "05f9365ca415c435476b9599dd2ace16076c2042372674f33e4666bf62158f92" + }, + { + "name": "model.visual.blocks.3.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c13d50b6a2ad2471c62e71cc19880549bbc7c1a359d64f3c2e8e8ed9b9c18133" + }, + { + "name": "model.visual.blocks.3.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "514dff3f779fc6d9c7af9917c03ddfbdd8aabdff4a8ba8dd8116e5cf5150cb30" + }, + { + "name": "model.visual.blocks.3.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d30c5060876af943fa09a86c235d74bf4c452a23fb75e8b21edff9094707c391" + }, + { + "name": "model.visual.blocks.4.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9d097b6ea8fd4dfa6b1b28a9c2826e0513bb776f3a161644bfa20bfd578d02f7" + }, + { + "name": "model.visual.blocks.4.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "993504787881939e337e3c707218f7048608a506296064cf9d1536878c75c570" + }, + { + "name": "model.visual.blocks.4.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9c7e5c3dc2ab10fabddacef5f1324093c4278f8a58891265b972d69c94bffb03" + }, + { + "name": "model.visual.blocks.4.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a2acd60a5f1a83bf313f41d4fbe5918385ae6461e5eef28ded46aaab0415aefc" + }, + { + "name": "model.visual.blocks.4.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "65341d66155b9c2636150155a74bff8cc505ddcb74b4bacdfd195f099873f099" + }, + { + "name": "model.visual.blocks.4.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2f49c6fad69534e409970c7f09d5ae25ca26757840219e577acf71fa9af6efe5" + }, + { + "name": "model.visual.blocks.4.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9dc76d6af8fdf840f1f31d3e355e023fb70fe9912088d54168fedc7c8d73e47d" + }, + { + "name": "model.visual.blocks.4.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d9ddc83db227ef602d61d3d056f99a61a2974696fdeafa8c91143c2014d70c64" + }, + { + "name": "model.visual.blocks.4.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1927501cc31df57a79ac7a4f97c19ae560dbcfc6f7e0d788df2f44933215fd36" + }, + { + "name": "model.visual.blocks.4.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1d168606098d22e3a1950265aa268f091d87e17ef7269b165560b3f823757cf9" + }, + { + "name": "model.visual.blocks.4.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "49a60f446c3611619804d16ba87538f6192f08e435f0f46235fde20201aee125" + }, + { + "name": "model.visual.blocks.4.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "266e2164696f31ed3035a9ac96e5d832ee2dd5a94880ebe4d9a36a8ce48bcae3" + }, + { + "name": "model.visual.blocks.5.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9aa24ba77addd9dc3ff9aec9db51b918d9dabf78d7a1f97c6ea35a8d7829c483" + }, + { + "name": "model.visual.blocks.5.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "07ff2c1032c3e86a26d73a6d90b607080b20221f6e2fcc6851eb7c134ae953d6" + }, + { + "name": "model.visual.blocks.5.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "77b7f7e5a538debed3c255a3a989b3b76fe2720e72fbb66411d433310506c589" + }, + { + "name": "model.visual.blocks.5.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ebe45cc4ffc8c57edcd08b96bcb02ebac189623a55843ca77d079138072f0c3f" + }, + { + "name": "model.visual.blocks.5.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6941d427a2099ab6cda0de73933a03e1c09ecd2bc41e854fa6beb69422971ab1" + }, + { + "name": "model.visual.blocks.5.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a837b89011d305165b76d05c5424d85562df2b217c771ffaeda7b80ceecdd860" + }, + { + "name": "model.visual.blocks.5.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0e4cdff248c9b7db287a8d3ee228754044081b649718851e02b62fe5de9fe2fe" + }, + { + "name": "model.visual.blocks.5.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "61749313c86f15b1987b44df5eeb08dc83d2894dc9c13b7f2da989ccacf32efc" + }, + { + "name": "model.visual.blocks.5.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "15c68f033dc335825bc239dd9bab94a453df77552c859abe2dc125f0651589a2" + }, + { + "name": "model.visual.blocks.5.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "19ad9b22fbfe5bcfc66031e4eabf22bb1d9b905b8c8d0e722c87ab7c11ec1f39" + }, + { + "name": "model.visual.blocks.5.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "74b8f5560d4bc53d760d050c7049ee23c074ffbab1487344a131974fce1e422e" + }, + { + "name": "model.visual.blocks.5.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c3d3112b16ec88f7fa3ba158d14dae140704e08c12d5fed94891a514fbeb662d" + }, + { + "name": "model.visual.blocks.6.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "45b20eb509d74a4c898e5e60146484fb1968b5d964ba93cf825c7f19576d4d2a" + }, + { + "name": "model.visual.blocks.6.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "396f31c54cba101dc2aa8e9f1ef2f07b458dcb86dc35374d49c83db9a8801ace" + }, + { + "name": "model.visual.blocks.6.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f7017430ba41836ecbe2333e4ab933db2004a05d3055f6f51e215b0fb7eb54b6" + }, + { + "name": "model.visual.blocks.6.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ca05ec0704334734d0ab28e45868c7f10fcf1321a04f0342c8c175e817527634" + }, + { + "name": "model.visual.blocks.6.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ac8aa91f009857731601d79c53238b1f1607ed654d97c706dca632d1e2c75de4" + }, + { + "name": "model.visual.blocks.6.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3d9d0af0125184764276dcfa0cad2bc16c6e037c067d7676aaa7cef32181d8f9" + }, + { + "name": "model.visual.blocks.6.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1e6d6f29496060c3fbe38018885ba8be3fe64ef6d570c5e615dd0e59b4d681c8" + }, + { + "name": "model.visual.blocks.6.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9dcf6237a8f66b6c4ff0d8b56e54948ff1fb18922161841adbf8858e7a15c4bb" + }, + { + "name": "model.visual.blocks.6.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "14497ddb719fccea852e849aa17cb60c4110171521708bc36091f4eeb376b55d" + }, + { + "name": "model.visual.blocks.6.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "70d61dc0a3f5c2c1dbcba1d21351dbd05ba30ce9657b30f177387794ded584ec" + }, + { + "name": "model.visual.blocks.6.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7268d11a3a212722f5385678b1c7d879cd1a31a910205698068c1655adbeafe3" + }, + { + "name": "model.visual.blocks.6.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b9ea2af418ffd41eef09288da8e04b87ba9a15c209f715333d9f2b83e53537ed" + }, + { + "name": "model.visual.blocks.7.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f466a9e5a3690cf0b8f0f6eba7bc8890c15073494aedeeeaf6abe4b3da619f7d" + }, + { + "name": "model.visual.blocks.7.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f3e846437b828bdb793c20533c79ff1180a1b98920f593c7e15960046b6f8afa" + }, + { + "name": "model.visual.blocks.7.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "207d1cac53dbf017035837f0524f41d94ade55f7365d23684af7f0ef9550fa92" + }, + { + "name": "model.visual.blocks.7.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b01a3b5187d20bb2b37f22b16a527db244cc08ce3f9befe176cd53479f080f31" + }, + { + "name": "model.visual.blocks.7.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "cd011105baf429747a040ff099df3a2c643858d0b2ee0a3d3983972bdd4d5b3c" + }, + { + "name": "model.visual.blocks.7.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "81c67c33bbd1ed0ff7804002470c3155befeb1a2cd8a5e2a7ff7749f8b32c46f" + }, + { + "name": "model.visual.blocks.7.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e4d366a52f1866745ec98c89f94a5b7897ce7987d11703edef5a110b473bac2f" + }, + { + "name": "model.visual.blocks.7.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "75d5415478a2e9bccb7f3c4c2f51c574f3407d861d7241c683d73d09bf5d094a" + }, + { + "name": "model.visual.blocks.7.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "18804cd835ce6b85ac6588eb31da35b574fb61323bb7cf9dc0e33c85e4b931c4" + }, + { + "name": "model.visual.blocks.7.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c8043d8e4e808b9d7a6da2e727714f46daa273db321014127282f23f158a34a2" + }, + { + "name": "model.visual.blocks.7.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5093bbe81716ca7477af1d929d7a52dc095d792f7789148a0162f3a6aa940f36" + }, + { + "name": "model.visual.blocks.7.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "eaa6f922d260e528f00d7ff765e0d12ec6106fddd09b67a10bd6c3fb6e9ff45d" + }, + { + "name": "model.visual.blocks.8.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7b414dfa4d7d6564195593ab06dfa823602ba2e0dfa5150790b87b80cf076375" + }, + { + "name": "model.visual.blocks.8.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "6fbadb1d40070cc656ab210aa6f1e7160d6d905ce1c3fac92b3c784dd1115259" + }, + { + "name": "model.visual.blocks.8.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1ea9233716d35d094a95b15d982074c325943745e91c6dab131a6d7ff1ab4841" + }, + { + "name": "model.visual.blocks.8.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "9a429a6e5461dca1856fbd9b21b2facc416c2f0931937bac0105b43cebcb7438" + }, + { + "name": "model.visual.blocks.8.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "24f899c50adba4c7f1207d24ac5e56df2c19991fc3277bd3cbda13a141d9c0aa" + }, + { + "name": "model.visual.blocks.8.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8c2398703d78d7983c76946dea16a359d657255d6f3232241d028f37b8d8f616" + }, + { + "name": "model.visual.blocks.8.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7664edfc3a7f7933bb1cdc6685b1cb803ae04cb39ac723cf648db58ff4b5cbda" + }, + { + "name": "model.visual.blocks.8.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "220537cafd5795dd64062666895b63d58fe3e317ed8131013366c5352f48f452" + }, + { + "name": "model.visual.blocks.8.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5fab070de92ac2c6e3f24b6e67e2fa47998f7ecd10362988e68c370b4e85f0e7" + }, + { + "name": "model.visual.blocks.8.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5dc9efcc8a6e5ace57635647a8cf7926358436f779da11ef68b49bc0b8eea347" + }, + { + "name": "model.visual.blocks.8.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "803b004585f9130938a083c5a09d34a59e12b6dbd1df87ccd9f9e60392fd978a" + }, + { + "name": "model.visual.blocks.8.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a2f75dc78567a51476b7a8393c4e253ba3bec65a0d43715139134c790bb6280a" + }, + { + "name": "model.visual.blocks.9.attn.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d44b7cf709397ba3d7f4c3ed00e8d32a843d6c826e84af853fe5f027cce218dc" + }, + { + "name": "model.visual.blocks.9.attn.proj.weight", + "shape": [ + 1152, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a8aeac4e7b5371c45d2164da9c7ea612200b49a76cdd42e95b421f4b6c05f3e2" + }, + { + "name": "model.visual.blocks.9.attn.qkv.bias", + "shape": [ + 3456 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "673f7685f06c03fc620d46e63f64c790fef2602fd619a00745db06fc63437aa8" + }, + { + "name": "model.visual.blocks.9.attn.qkv.weight", + "shape": [ + 3456, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "62c736b418585c04410843a26ac66c2e8fed176dc6d0aef427e8846c43a6c971" + }, + { + "name": "model.visual.blocks.9.mlp.linear_fc1.bias", + "shape": [ + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2094198851657edb638e6ccdf3ba6f608ebad119fce24a42847ef64fe4e67c8a" + }, + { + "name": "model.visual.blocks.9.mlp.linear_fc1.weight", + "shape": [ + 4304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5fe94527637b4e5f7853291d57bc081d29612acde00cde6fc78d7794f7586558" + }, + { + "name": "model.visual.blocks.9.mlp.linear_fc2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1eeca90c19fe4cdb40cc324093c4d680c8a86f7dbf86186eab09bb7fd1f7265c" + }, + { + "name": "model.visual.blocks.9.mlp.linear_fc2.weight", + "shape": [ + 1152, + 4304 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "bb2c5673ab888da5451ec5ecb39dc79daa7df6370932cf3c9aef77285da40f6e" + }, + { + "name": "model.visual.blocks.9.norm1.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "8113405a855f86931ee289d2ef333bae7ce5b5ecc1dffc8fb68097d9b9ed2c7a" + }, + { + "name": "model.visual.blocks.9.norm1.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "194bac83c69e8be41ed5dcf4435a7f70c923fcc8e0e48748b83aff22735db386" + }, + { + "name": "model.visual.blocks.9.norm2.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e9f0249d83d67de74151fb4cc044ea6482eeaa758ce2bd0e613215db8d384dcf" + }, + { + "name": "model.visual.blocks.9.norm2.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "300a1c722599a0303d4562e2c981d2eaa4824910eea37ba9b3c78e9df2cc7ef7" + }, + { + "name": "model.visual.deepstack_merger_list.0.linear_fc1.bias", + "shape": [ + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ac20272b4ff8cb08a40a5d24a9c734824ec94578c8bc2b91e8b4f79051e036ed" + }, + { + "name": "model.visual.deepstack_merger_list.0.linear_fc1.weight", + "shape": [ + 4608, + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ed3665993d815e9acb4a60a27dfee7e26ba4da4b26e32ee397d7d38c3b2986c6" + }, + { + "name": "model.visual.deepstack_merger_list.0.linear_fc2.bias", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "58e20b46da71f26e2283f6b4cbd1198e6fd633d4b423568e5eedda64982a731b" + }, + { + "name": "model.visual.deepstack_merger_list.0.linear_fc2.weight", + "shape": [ + 4096, + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "5300ed0b38b45cc9b33aff279f97a467411b780f0f0ffeb44892defc2b897533" + }, + { + "name": "model.visual.deepstack_merger_list.0.norm.bias", + "shape": [ + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "12047f78cc42064d8b093f0705f4cb6324bd6e0fb16051eaa1f0d7ce9a10a8ff" + }, + { + "name": "model.visual.deepstack_merger_list.0.norm.weight", + "shape": [ + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "e62b5c81bed60b4ace6e07440d49d2f848f513c93b48c44347b84bbff746ac82" + }, + { + "name": "model.visual.deepstack_merger_list.1.linear_fc1.bias", + "shape": [ + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a4e7d0817f78c82ed98a2efabd3ef1662a281277b5f35a5f96a93cb686afe5b9" + }, + { + "name": "model.visual.deepstack_merger_list.1.linear_fc1.weight", + "shape": [ + 4608, + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "7707326284bd3f2c855bccf5ae54eb1700baedd8c0654031a07b181cf7bf942d" + }, + { + "name": "model.visual.deepstack_merger_list.1.linear_fc2.bias", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "a03e26a1e2e4ba29816c6261cef88c476825e6e82907ead5533420009c7f33cc" + }, + { + "name": "model.visual.deepstack_merger_list.1.linear_fc2.weight", + "shape": [ + 4096, + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0640918deb47cdfe5647ce682caf8e37e9f51ac134c981f80886c30e1a94e39b" + }, + { + "name": "model.visual.deepstack_merger_list.1.norm.bias", + "shape": [ + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "0c6fb25576c3b2c4b9344a3054359415d338102d4cc6ebd2a4ea47667338c19d" + }, + { + "name": "model.visual.deepstack_merger_list.1.norm.weight", + "shape": [ + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "f9b89b756bd9afe86c0dacbb399b5d419c2e9221075d5572c03a79f3a1955183" + }, + { + "name": "model.visual.deepstack_merger_list.2.linear_fc1.bias", + "shape": [ + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "306659c6a2ab3a97be71c7c1b9977e5d05f92b9e6ae5010158a5f72205641c7b" + }, + { + "name": "model.visual.deepstack_merger_list.2.linear_fc1.weight", + "shape": [ + 4608, + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "2522142c980fe07c0ea02820fbd5a2bb2481f1be2749c9fd6e73b24bdb232989" + }, + { + "name": "model.visual.deepstack_merger_list.2.linear_fc2.bias", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "770608ce4d3a8949d6df6ad2836f9b2403d3cf7ad5837be0b7505b4235a6d7f1" + }, + { + "name": "model.visual.deepstack_merger_list.2.linear_fc2.weight", + "shape": [ + 4096, + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "1347f24da1c14eed3fb84b8cc46e03f71c32e8d075c0be87e53e0bd8131b175e" + }, + { + "name": "model.visual.deepstack_merger_list.2.norm.bias", + "shape": [ + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "d8362e2312a69946cafa2ceab551439e4fbfaa3ddb931d420e5d13b4de9846dd" + }, + { + "name": "model.visual.deepstack_merger_list.2.norm.weight", + "shape": [ + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "029d9dd20045d9a810e15e619e761bfe23c8e9673cd87a04ee951f7867dcf5e1" + }, + { + "name": "model.visual.merger.linear_fc1.bias", + "shape": [ + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "ec8eea6e35cbeb7d9bdcb25d135d1ed58918b12a0d49a815d373a55c861651eb" + }, + { + "name": "model.visual.merger.linear_fc1.weight", + "shape": [ + 4608, + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "59fa37da70d1b6de51443c74bcfa1f7e6fd9444d076541e5c0900b88127d1477" + }, + { + "name": "model.visual.merger.linear_fc2.bias", + "shape": [ + 4096 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b9873d3158b2543e8b4bcc3c08b79005229dc5bcf4eb9854725c7ec28323dc17" + }, + { + "name": "model.visual.merger.linear_fc2.weight", + "shape": [ + 4096, + 4608 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "31b3a056bef2e9451b7d532d92f413a67745587a3b9222c0973d538be6a67032" + }, + { + "name": "model.visual.merger.norm.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "78aa0e2c2a08fbe4c92bae5381b6e7148168d61d940a774af2b88f7896412ec8" + }, + { + "name": "model.visual.merger.norm.weight", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "c9726ac50eb0344e10ce376368440eff0c56a19cf6f1b8d36399e0e3bf5e5ac8" + }, + { + "name": "model.visual.patch_embed.proj.bias", + "shape": [ + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "3f6f59cc5e11551bed67a338cd8091bdea9c2b004d51490e3ce52b518f2233c0" + }, + { + "name": "model.visual.patch_embed.proj.weight", + "shape": [ + 1152, + 3, + 2, + 16, + 16 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "b5ead0bb5217d8409fd91902363c06789d1eaf9570b1fc8bb4cd5e8a75829d24" + }, + { + "name": "model.visual.pos_embed.weight", + "shape": [ + 2304, + 1152 + ], + "source_dtype": "torch.bfloat16", + "storage": "torch.bfloat16", + "sha256": "656847de8f5e4b03cb40c7fa0076a6cd455022cd9e5db526143e1f630495154b" + } + ] +} \ No newline at end of file