diff --git "a/result.json" "b/result.json" new file mode 100644--- /dev/null +++ "b/result.json" @@ -0,0 +1,9376 @@ +{ + "status": "completed_conversion_only", + "format": "paiton-research-mxfp4-weight-only-v2", + "checkpoint_revision": "40319fb15542f0ad22921e0124a191a8a935a60a", + "components": { + "transformer": { + "source_bf16_bytes": 14230249472, + "tensor_payload_bytes": 3979370496, + "converted_layers": [ + { + "name": "transformer_blocks.0.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1153124310875034, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.0.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11084666259028361, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.0.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11548316640328755, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.0.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11383461623692531, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.0.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11405542241877069, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.0.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11495117900168636, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.0.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11411610983643293, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.1.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11539237130437531, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.1.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11245422629581307, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.1.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11454071728610496, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.1.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11525508324824169, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.1.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11434484557434559, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.1.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11695147615607215, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.1.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11433337666768725, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.10.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11447835316707236, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.10.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11213841610612194, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.10.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11458147139844174, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.10.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11513423561277998, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.10.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11427690158603504, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.10.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11358979908124467, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.10.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11453236859754594, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.11.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11479027047033906, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.11.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11218163733998829, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.11.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11478446638848082, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.11.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11541965377963335, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.11.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11433578318562379, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.11.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.1135923180679148, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.11.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11472354372701168, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.12.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1146588074185272, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.12.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11222825029198792, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.12.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11483355068513187, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.12.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11534914792693325, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.12.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1143043226579142, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.12.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11376611536989585, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.12.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11477639692255859, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.13.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11513948562468249, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.13.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11222072854667393, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.13.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11459057522132733, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.13.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1153733779744802, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.13.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1143143390384661, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.13.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11380615040569927, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.13.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11481534382729926, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.14.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1150840281123361, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.14.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11222786613215567, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.14.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11469562444042566, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.14.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11578114859818839, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.14.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11448278453795488, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.14.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11404607811740473, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.14.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11492725840095447, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.15.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11508952603688595, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.15.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11234057813129379, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.15.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1143988327111915, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.15.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11506877174845026, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.15.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11479623025943819, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.15.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11430709528722109, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.15.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11524655501567177, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.16.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11520693194191069, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.16.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11252180953839185, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.16.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11440707994522858, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.16.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11552025841943118, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.16.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11505190674875874, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.16.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11464578436776887, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.16.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1154224961629746, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.17.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11577590672121624, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.17.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11252010591022689, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.17.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11410587167735343, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.17.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11732267128638754, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.17.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11452635143618194, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.17.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.1146048506154892, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.17.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1150650597185862, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.18.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11574517426450125, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.18.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1124569253893658, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.18.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11427358391308598, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.18.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11512845673513998, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.18.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11433392629013293, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.18.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11448953965663208, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.18.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11475584678096158, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.19.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11614363110025114, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.19.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11258928745936066, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.19.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11444860359857839, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.19.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11603789348246539, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.19.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11439641823762246, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.19.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.1144118383165271, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.19.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11497294770579847, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.2.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11464089256063942, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.2.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11244843068241021, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.2.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11422685842223862, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.2.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11458064849354868, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.2.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11423441531206925, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.2.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11656223589686422, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.2.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11425410867689745, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.20.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1154894917315779, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.20.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11255508687954012, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.20.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1140937282579788, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.20.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1152489274193046, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.20.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11458129559558694, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.20.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.1144574372965677, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.20.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11518437606650599, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.21.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11551674613975788, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.21.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11245379696475973, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.21.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11401095977915766, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.21.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11522675220761111, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.21.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1145949754977248, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.21.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11431478932458143, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.21.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11500446359306753, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.22.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11554138196972757, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.22.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11234632006308605, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.22.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11429335630941839, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.22.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11607652581579597, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.22.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11470304032855874, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.22.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11430424414454908, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.22.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11544346029426421, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.23.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11630154047011354, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.23.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11232551823056652, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.23.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11452979668705938, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.23.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11668275723287871, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.23.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11487137034901919, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.23.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11443456815696801, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.23.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11586794857686193, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.24.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11685156442795896, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.24.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11228243312773441, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.24.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11494492079278483, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.24.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.12270951346894567, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.24.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11497470848059589, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.24.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11437197997433976, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.24.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11638595099521969, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.25.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11663794810661182, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.25.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11234619749905159, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.25.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11461845730797153, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.25.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11978308637608506, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.25.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1143781570078699, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.25.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.1140112034600573, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.25.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1158211467557822, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.26.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11635768505524732, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.26.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1123227973787663, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.26.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11461829936065208, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.26.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11642867123907599, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.26.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1143180496067079, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.26.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11390543051477263, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.26.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11542195103061591, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.27.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11804860474308007, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.27.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11228384747372519, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.27.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11511658768690586, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.27.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.12658728718502632, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.27.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11387305781193716, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.27.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11357664844067736, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.27.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11508170935688554, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.28.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11587299354315832, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.28.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1124731003797667, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.28.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11427223880482147, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.28.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11693263872817727, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.28.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11389718623792491, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.28.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11357999073259945, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.28.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11452946307178409, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.29.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11806755402289093, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.29.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11241695256515072, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.29.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11520891715394664, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.29.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.12077673562472152, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.29.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11429686304263195, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.29.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11364234586124022, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.29.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11442548656025317, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.3.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11512498524179518, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.3.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1123974015679855, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.3.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11461899502009926, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.3.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11447637882603663, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.3.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11431213292880635, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.3.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11484811177345775, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.3.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11432487965053757, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.30.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11709581142947087, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.30.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11255192741878364, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.30.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11468441414202399, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.30.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.12185178830492276, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.30.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11574285041517014, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.30.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11462167713988551, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.30.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11504995729373066, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.31.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11988846525611434, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.31.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11289940519216941, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.31.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11574141917438582, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.31.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1260567994050785, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.31.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.12223581691140122, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.31.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11614918019090495, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.31.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11950036017434576, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.4.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11489307871871016, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.4.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11240662609598431, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.4.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11437848619698135, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.4.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11479985312167383, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.4.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11430335709715131, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.4.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11385822442281612, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.4.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11430627595609552, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.5.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11491324848583466, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.5.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11248567592876167, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.5.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11434112418127158, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.5.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1149504809727906, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.5.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11434343968166534, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.5.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11363141560321605, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.5.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11437540821351123, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.6.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11474345136325473, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.6.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11239555136670894, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.6.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.114302707287859, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.6.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11513264500763634, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.6.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11432354827005368, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.6.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11373352896843053, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.6.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11442360446206545, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.7.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11452516501709444, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.7.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11236009827940374, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.7.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11426414326066346, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.7.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11500928935446977, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.7.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11435211630163153, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.7.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11388917264815969, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.7.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11446463908774498, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.8.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11487030055547826, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.8.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11222555628082667, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.8.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11449802949850592, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.8.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1148186848500238, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.8.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11425708528669284, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.8.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11384788214093601, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.8.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11446866486647982, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.9.attn.to_k", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11437577975269382, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.9.attn.to_out.0", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11218063885838545, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.9.attn.to_q", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11443668614851622, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.9.attn.to_v", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11526415568571802, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.9.img_mlp.gate_layer", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11426681865514848, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.9.img_mlp.out", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11375071630024756, + "independently_matches_quark": true + }, + { + "name": "transformer_blocks.9.img_mlp.proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11445688349394087, + "independently_matches_quark": true + } + ], + "files": [ + { + "file": "weights-00001.safetensors", + "bytes": 204473176, + "sha256": "36ddaae0bed6537ec88e046c6e718307cc76538c70438c0e870078d6d75d0b31" + }, + { + "file": "weights-00002.safetensors", + "bytes": 205001288, + "sha256": "e6022b43d61f90ddca5e2d2839cd295527c03d60a24f35fc47268f54acfd63ee" + }, + { + "file": "weights-00003.safetensors", + "bytes": 205001320, + "sha256": "154146d6613ed7d4a1d4d71e745ccbd9a0ebbf41b2ccc5c18719c9548b865749" + }, + { + "file": "weights-00004.safetensors", + "bytes": 205001312, + "sha256": "3c1705769154f6d17a102cb0a6247375084edb86be66342e983576a1bb6aa95c" + }, + { + "file": "weights-00005.safetensors", + "bytes": 205000864, + "sha256": "f647ff6a19319084f412447eaa36629683a4a7a0559062d930a5411accc39a01" + }, + { + "file": "weights-00006.safetensors", + "bytes": 222826408, + "sha256": "5f90211ff00349c1ba5174f7354d14ceaa730ff32e38cf3e8d66b549d6f7f515" + }, + { + "file": "weights-00007.safetensors", + "bytes": 205001320, + "sha256": "0553e76631c4e011f0f2917fd9e78225ad8eaaf727e2ea8db741bc831eab2f8c" + }, + { + "file": "weights-00008.safetensors", + "bytes": 205001312, + "sha256": "32a3febb9d4c2cc15352078bf3b912fc81549376cfc38b9c9bb4291a45afbbf5" + }, + { + "file": "weights-00009.safetensors", + "bytes": 205001304, + "sha256": "8b8c326b4fdbbb12ac879cf0e7ccaf6063ea872b6ae70b180e10b5a9051867de" + }, + { + "file": "weights-00010.safetensors", + "bytes": 205000864, + "sha256": "6464aaacd54beec15169aa4869e5c1f6b74589f6e402ebe28345ae3e9d49a90c" + }, + { + "file": "weights-00011.safetensors", + "bytes": 222826408, + "sha256": "878829a50db13f7155178d55f7f0ac000e0e5be437c604c9a9b2476705a46e32" + }, + { + "file": "weights-00012.safetensors", + "bytes": 205001320, + "sha256": "c5f8409cbc21760a02a2530fa5ef18781c6cf1382ed1da378b1ef0f19ff60abe" + }, + { + "file": "weights-00013.safetensors", + "bytes": 205001328, + "sha256": "58f4c2e56367921cce13e9a0ba9e4d869601e79609eb37f764b3b5acd9496732" + }, + { + "file": "weights-00014.safetensors", + "bytes": 205001296, + "sha256": "ff906d4aa0322b4b58a503f091fb97d6e5d4dc356b84b0497c0a49570f40d701" + }, + { + "file": "weights-00015.safetensors", + "bytes": 205000856, + "sha256": "29cea08aa74c9b8ef2c274ca5c0980dc6fae58a2787122749763aa715fbfb326" + }, + { + "file": "weights-00016.safetensors", + "bytes": 222826392, + "sha256": "5c0f611079cdd03233fe35cf6d709763df8944b24e48f6011ff43fee0b9b0918" + }, + { + "file": "weights-00017.safetensors", + "bytes": 205001288, + "sha256": "44449b2e3fad2175d17a7165307a645d46af2f4096d48f517c10deb1585466de" + }, + { + "file": "weights-00018.safetensors", + "bytes": 205001296, + "sha256": "a08d51a0f37a7c500474880a934d0f3d1bd764326b16a68db06839dbab045f9b" + }, + { + "file": "weights-00019.safetensors", + "bytes": 202902600, + "sha256": "67ea9aef20743c34a4f86579b79967fdf453d37709b0ffb6d7981190437c0cdb" + }, + { + "file": "weights-00020.safetensors", + "bytes": 33563056, + "sha256": "8c085dafd9ae1345fefe11996b88f029992e79f47fdc09ea8c0554a161f3fa9f" + } + ], + "original_parameters": 297, + "source_files": [ + { + "file": "diffusion_pytorch_model.safetensors", + "bytes": 14230284744, + "sha256": "ac818217596cb3e259456416a0c09451d75d31baf3989813eb46d3425e4ae6a1" + } + ], + "config_sha256": "56ae3281c4e6c2d1aa3658252d187488071815fd79bef15808bb0205fc1a2241", + "index_sha256": "146e1a34bb9b15a74ad72e43ba2550fe31787cce53467e0b023f036f0b8ccf1f" + }, + "text_encoder": { + "source_bf16_bytes": 17534247392, + "tensor_payload_bytes": 4658930208, + "converted_layers": [ + { + "name": "model.language_model.embed_tokens", + "shape": [ + 151936, + 4096 + ], + "kind": "embedding", + "original_class": "Embedding", + "padded_shape": [ + 151936, + 4096 + ], + "weight_relative_l2": 0.11284819267586518, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.0.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11395751777205272, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.0.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11369974512994595, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.0.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11348569150488542, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.0.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11329184913430976, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.0.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11338076959455856, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.0.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11272590814288137, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.0.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11365665343367043, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.1.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.12879803491503936, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.1.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11428979709899055, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.1.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1132787089233806, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.1.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11400423447849117, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.1.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11311982376989677, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.1.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1141946786319742, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.1.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11373680560319852, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.2.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.13012144949868923, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.2.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11430561731297638, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.2.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.113979299040693, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.2.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11443382955547036, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.2.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11304521620166516, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.2.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11377362220958392, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.2.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1133957641492242, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.3.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.12443116570548436, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.3.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11332652790668782, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.3.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11340798146377641, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.3.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11409536961419539, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.3.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11295416072018312, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.3.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11405509891737667, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.3.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11342448032587574, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.4.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11681562904595713, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.4.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11326854808889372, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.4.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11345989684596156, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.4.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11409202725540706, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.4.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11304613884026138, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.4.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11393951363627489, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.4.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11335912991913004, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.5.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.1149417897290222, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.5.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11358752236743086, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.5.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11379619811385722, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.5.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1141706392614977, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.5.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11299387848629257, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.5.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1137332738410453, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.5.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11351236920894772, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.6.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11285075136002466, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.6.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11368337561655524, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.6.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11371752309861526, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.6.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11314423214928497, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.6.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11382223985554368, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.6.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11515835717160636, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.0.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11503526389614732, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.0.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.1351118355971972, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.0.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.12069025896431465, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.0.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.12153846260020787, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.1.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11538587861074509, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.1.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11918924199376246, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.1.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.1185936877408899, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.1.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.12071031099453684, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.10.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11264696143788314, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.10.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11348291935366678, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.10.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11280255626798327, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.10.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11507767904827224, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.11.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11232040074522506, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.11.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11333955300795295, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.11.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11263744536203237, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.11.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11449583832693909, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.12.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11216743837779909, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.12.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11311600546917339, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.12.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11239247342727535, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.12.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11410299029558035, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.13.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11218716856117184, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.13.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11275390891581265, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.13.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11248076039157882, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.13.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11418600924151188, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.14.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11217193525517827, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.14.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11278700525563216, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.14.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.1127908105201984, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.14.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11394365341268224, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.15.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11177813562023844, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.15.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.1125619916244691, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.15.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11238633206488073, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.15.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11336673397095494, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.16.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11169730906109655, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.16.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11248486256960988, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.16.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11277915274736756, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.16.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11348948379348316, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.17.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11177564116341455, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.17.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11258346380934488, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.17.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.1129472855166465, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.17.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11363809859631309, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.18.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11191618863572257, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.18.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11241861564393557, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.18.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.1129462161329971, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.18.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11354009638560617, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.19.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11184759228166785, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.19.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11248622149870287, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.19.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11309822247874067, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.19.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11350495771990239, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.2.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11362235726442865, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.2.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11591204572855934, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.2.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.1155094893291356, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.2.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.12340750831872731, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.20.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11184951370019891, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.20.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.1125370706406505, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.20.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11348358784306893, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.20.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.1136416109071111, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.21.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11204766745407171, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.21.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11276510630547174, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.21.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11369349228614839, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.21.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11380281101371564, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.22.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11197785640963027, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.22.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.1129514175521975, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.22.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11391053143840069, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.22.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11397902373602667, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.23.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11252619211191608, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.23.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11354078664673406, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.23.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.114067565820774, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.23.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11400323393111336, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.24.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11280911167483268, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.24.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11367549774287959, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.24.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11413784878182766, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.24.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.1147978462330052, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.25.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11284324117047614, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.25.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.1136192314038287, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.25.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11396957811823093, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.25.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11504191348498453, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.26.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11376334628342663, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.26.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11356875898984058, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.26.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11360936532410536, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.26.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11703029611342135, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.3.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.112821826974898, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.3.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11500028418510949, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.3.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11385591941431497, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.3.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.12157319461869413, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.4.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11320143208314415, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.4.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11466519276533438, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.4.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.1140623698111763, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.4.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.12066950783242321, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.5.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11253156897193577, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.5.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11413250717104746, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.5.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11352950382296857, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.5.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.1201843454428153, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.6.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11258133153216063, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.6.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11440119717121426, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.6.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.1133982718946584, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.6.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11851551720524044, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.7.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.1125268522245429, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.7.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11389639391020874, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.7.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11339785335298182, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.7.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11693373785247986, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.8.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11257066447403188, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.8.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11417991993202546, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.8.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.11318228205958664, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.8.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11606232123923875, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.9.attn.proj", + "shape": [ + 1152, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 1152 + ], + "weight_relative_l2": 0.11261541441810426, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.9.attn.qkv", + "shape": [ + 3456, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 3456, + 1152 + ], + "weight_relative_l2": 0.11343909397364911, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.9.mlp.linear_fc1", + "shape": [ + 4304, + 1152 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4304, + 1152 + ], + "weight_relative_l2": 0.1116093511680618, + "independently_matches_quark": true + }, + { + "name": "model.visual.blocks.9.mlp.linear_fc2", + "shape": [ + 1152, + 4304 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1152, + 4320 + ], + "weight_relative_l2": 0.11517611280269952, + "independently_matches_quark": true + }, + { + "name": "model.visual.deepstack_merger_list.0.linear_fc1", + "shape": [ + 4608, + 4608 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4608, + 4608 + ], + "weight_relative_l2": 0.11267022564605995, + "independently_matches_quark": true + }, + { + "name": "model.visual.deepstack_merger_list.0.linear_fc2", + "shape": [ + 4096, + 4608 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4608 + ], + "weight_relative_l2": 0.11284685703909939, + "independently_matches_quark": true + }, + { + "name": "model.visual.deepstack_merger_list.1.linear_fc1", + "shape": [ + 4608, + 4608 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4608, + 4608 + ], + "weight_relative_l2": 0.11269424111308295, + "independently_matches_quark": true + }, + { + "name": "model.visual.deepstack_merger_list.1.linear_fc2", + "shape": [ + 4096, + 4608 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4608 + ], + "weight_relative_l2": 0.11276737803296903, + "independently_matches_quark": true + }, + { + "name": "model.visual.deepstack_merger_list.2.linear_fc1", + "shape": [ + 4608, + 4608 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4608, + 4608 + ], + "weight_relative_l2": 0.1125973531173566, + "independently_matches_quark": true + }, + { + "name": "model.visual.deepstack_merger_list.2.linear_fc2", + "shape": [ + 4096, + 4608 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4608 + ], + "weight_relative_l2": 0.1127805933820823, + "independently_matches_quark": true + }, + { + "name": "model.visual.merger.linear_fc1", + "shape": [ + 4608, + 4608 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4608, + 4608 + ], + "weight_relative_l2": 0.1123097773301639, + "independently_matches_quark": true + }, + { + "name": "model.visual.merger.linear_fc2", + "shape": [ + 4096, + 4608 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4608 + ], + "weight_relative_l2": 0.11246446023583616, + "independently_matches_quark": true + }, + { + "name": "model.visual.patch_embed.proj", + "shape": [ + 1152, + 3, + 2, + 16, + 16 + ], + "kind": "conv3d", + "original_class": "Conv3d", + "padded_shape": [ + 1152, + 1536 + ], + "weight_relative_l2": 0.1127177645657353, + "independently_matches_quark": true + }, + { + "name": "model.visual.pos_embed", + "shape": [ + 2304, + 1152 + ], + "kind": "embedding", + "original_class": "Embedding", + "padded_shape": [ + 2304, + 1152 + ], + "weight_relative_l2": 0.1556573759565595, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.10.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11417443897820728, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.10.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11310583361901631, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.10.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11393564546646873, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.10.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11430613379690109, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.10.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11288412084822722, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.10.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11397214850654809, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.10.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11390618071599898, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.11.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11397684499657558, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.11.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11323719188108027, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.11.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11386469297599562, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.11.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11591395371503295, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.11.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11289338242587334, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.11.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11456226625021372, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.11.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11335696711509294, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.12.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11408797364499132, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.12.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11352155856813859, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.12.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11405687226706199, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.12.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11525369647148408, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.12.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11293544859135395, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.12.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11405854663806489, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.12.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11367321448792801, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.13.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11456779887166324, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.13.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11375476935669634, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.13.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11405251670502288, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.13.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11500148796466746, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.13.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11297123025402642, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.13.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11432543247796927, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.13.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1133113408098985, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.14.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11441535607755314, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.14.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11370102144486983, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.14.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11405416728080277, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.14.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11433580934683184, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.14.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11297282830333472, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.14.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1138761473092982, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.14.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11386358113512483, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.15.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11463541057968143, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.15.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11395465806149963, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.15.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1141031500616794, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.15.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11498122914343702, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.15.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1130754580360678, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.15.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11387252482856486, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.15.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11395269963425929, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.16.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11450537538323635, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.16.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11388012325823417, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.16.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11402132730362664, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.16.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11402762835234555, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.16.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11293971350964038, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.16.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11383030905044808, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.16.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11382851814740481, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.17.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11447399820219024, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.17.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11392563942018896, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.17.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1139941620813642, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.17.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1145779938104267, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.17.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1130398001295257, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.17.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11379820462714155, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.17.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11398956340135251, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.18.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11470097425033451, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.18.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11443387158242245, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.18.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11423580121434465, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.18.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11418386407265882, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.18.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11289148588476317, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.18.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11371147128976104, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.18.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11377197613994894, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.19.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1145751859045057, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.19.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1163817479193708, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.19.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1131689424029701, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.19.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11448768760179401, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.19.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1143839031576431, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.6.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.1143081232130856, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.7.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11382857831788715, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.7.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11277382266945762, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.7.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11367529419561026, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.7.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1143253423499436, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.7.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11296323829088703, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.7.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11390008212309094, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.7.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11283921478141487, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.8.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11392682866332172, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.8.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11319216063412167, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.8.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11368662447781419, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.8.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11377927571728552, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.8.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11294483997339552, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.8.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11387867575092823, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.8.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1130081066829413, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.9.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11422015104768866, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.9.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11307938234505661, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.9.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11397143421576977, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.9.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11581579364297119, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.9.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11285213385897024, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.9.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11458237987486783, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.9.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11346587700544156, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.19.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.1151844229074964, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.19.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11432384063341502, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.20.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.1145957770544044, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.20.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11438682412737859, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.20.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11399242729694378, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.20.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11415606213265568, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.20.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11299341528418237, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.20.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11384192151676405, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.20.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11479360353688722, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.21.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11451714350781039, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.21.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11475286931309124, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.21.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11388136614678936, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.21.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11440168213061194, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.21.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11305883317202452, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.21.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11385582097082216, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.21.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11575622192582269, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.22.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11493801241441305, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.22.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11485047881126705, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.22.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11384101416214183, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.22.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11489342580611958, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.22.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11307327337275358, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.22.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11387472128035006, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.22.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1151758766455158, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.23.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11443159867950854, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.23.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11438815275173266, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.23.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11358255263110888, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.23.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11410366936783192, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.23.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1131090339997849, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.23.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11394218797974279, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.23.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11705812358790159, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.24.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.1139544336012589, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.24.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11389500948626072, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.24.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11347260337695814, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.24.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11405321258202984, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.24.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11294657464133162, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.24.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11401224556161832, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.24.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1178540650166868, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.25.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11380224823402059, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.25.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11374987394112096, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.25.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11343798527079905, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.25.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11358389727708669, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.25.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11287846135044699, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.25.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1137007443362488, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.25.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11455091605018684, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.26.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11342760512483933, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.26.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11357940460346946, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.26.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11329719034586358, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.26.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11341139317540094, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.26.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11287333425478199, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.26.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11380995484829805, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.26.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11448993157061876, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.27.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11348423753219015, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.27.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11364223257174302, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.27.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11324923926425193, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.27.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11369756674246985, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.27.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11301177659213311, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.27.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1136099840075937, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.27.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11460723954806262, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.28.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11345888023077776, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.28.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11373783575036969, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.28.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11318058472286018, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.28.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11452053945902865, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.28.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11294894881469694, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.28.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11354774248788414, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.28.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11372038892763062, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.29.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11295394875151951, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.29.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11333906032985161, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.29.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11292512125679766, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.29.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1143687600501778, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.29.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11295576429193942, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.29.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11375929092451202, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.29.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11587890480580389, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.30.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.1128555064483593, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.30.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11336281544942334, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.30.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11286793949163008, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.30.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11469350880441194, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.30.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11296579527136333, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.30.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11419597052200592, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.30.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1156016917960021, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.31.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11272241058535161, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.31.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11337154716195894, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.31.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11284817764194605, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.31.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11494125960619463, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.31.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11290800518055995, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.31.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11393615836207664, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.31.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1150113384864275, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.32.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11521609679550142, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.32.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.1128572838856287, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.32.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11440803339208216, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.32.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11603569208052648, + "independently_matches_quark": true + }, + { + "name": "lm_head", + "shape": [ + 151936, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 151936, + 4096 + ], + "weight_relative_l2": 0.11289363285080839, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.32.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11277309474604899, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.32.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.1134866462729324, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.32.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11283161638476415, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.33.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11292913500493947, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.33.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11362660408197535, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.33.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11287675407048547, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.33.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11476546593189452, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.33.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11282556222344939, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.33.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11424151119142202, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.33.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11519693015936448, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.34.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11389880747517307, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.34.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11359669514429334, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.34.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11293984214185336, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.34.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11460567317039262, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.34.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11293370763370468, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.34.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.114251290330069, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.34.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11580390072876844, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.35.mlp.down_proj", + "shape": [ + 4096, + 12288 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 12288 + ], + "weight_relative_l2": 0.11603754901003915, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.35.mlp.gate_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11341302068434186, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.35.mlp.up_proj", + "shape": [ + 12288, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 12288, + 4096 + ], + "weight_relative_l2": 0.11303100312057858, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.35.self_attn.k_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.1138246996067641, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.35.self_attn.o_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11295702110161894, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.35.self_attn.q_proj", + "shape": [ + 4096, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 4096, + 4096 + ], + "weight_relative_l2": 0.11350158238830875, + "independently_matches_quark": true + }, + { + "name": "model.language_model.layers.35.self_attn.v_proj", + "shape": [ + 1024, + 4096 + ], + "kind": "linear", + "original_class": "Linear", + "padded_shape": [ + 1024, + 4096 + ], + "weight_relative_l2": 0.11374184314491635, + "independently_matches_quark": true + } + ], + "files": [ + { + "file": "weights-00001.safetensors", + "bytes": 330613160, + "sha256": "f4da6dc292c0a961d74a02dd076d24aee3f38289c7f250c8727d298a86cf0d80" + }, + { + "file": "weights-00002.safetensors", + "bytes": 202806640, + "sha256": "6683ed125cbeb40d6a00216f64e549d1ce36a766f972c57c8c5686550f26f7d3" + }, + { + "file": "weights-00003.safetensors", + "bytes": 205035120, + "sha256": "2df7f765d32ef69481f97034f21d344ac9c251fc6a7dbcdcc016e2c4e6b0f5ac" + }, + { + "file": "weights-00004.safetensors", + "bytes": 205035120, + "sha256": "bbe642ee7e8e3370f9a0445ba5207bfebee202ea25676e7232d1e44038de3c5c" + }, + { + "file": "weights-00005.safetensors", + "bytes": 202756768, + "sha256": "c42fca1cc6c1a8ee0e92b0a840faf95e91f8d0852d79d2d81c29869f7cea3a7b" + }, + { + "file": "weights-00006.safetensors", + "bytes": 182434800, + "sha256": "17df5a53455f78da82104741e906359a5b4eabf697fc4a9294b0891874e9c9c7" + }, + { + "file": "weights-00007.safetensors", + "bytes": 202806672, + "sha256": "309c016ee140abadb50393412c2fd2c2c1d895edfa52ee15bffffbd92d5b5963" + }, + { + "file": "weights-00008.safetensors", + "bytes": 205035152, + "sha256": "0463a92fa87a14f70b70019c544e92741e63061b4120a0bb219e5cf219d415c3" + }, + { + "file": "weights-00009.safetensors", + "bytes": 205035152, + "sha256": "14d947a8fa186cae770ea124dffd752b6bfd3a36b3ebd87d904699832c258189" + }, + { + "file": "weights-00010.safetensors", + "bytes": 205035152, + "sha256": "1b0fb642ff474d93d8fe0a4f0d99d577b4ac4311a4c84cde0a88b16c94b3379a" + }, + { + "file": "weights-00011.safetensors", + "bytes": 207271944, + "sha256": "260fabe706ff30aacc9348299a6fceaee57af24cfc88ed40a8c412481b639a2b" + }, + { + "file": "weights-00012.safetensors", + "bytes": 205035120, + "sha256": "b9ced7666665bedd825cef9d37608332dea80c5c89367b3d455c6ed84d3c1987" + }, + { + "file": "weights-00013.safetensors", + "bytes": 75770384, + "sha256": "1186899042135f046857ee1c31bbefdc0fbaf8fe8a33d01581b49fc3a1800e35" + }, + { + "file": "weights-00014.safetensors", + "bytes": 209498384, + "sha256": "ef889195f6e3ecd025b7055afdfc5673969ac2e22c159eff57384e8e86a2a5f0" + }, + { + "file": "weights-00015.safetensors", + "bytes": 205035152, + "sha256": "152bfd694e16d215d314d86e61914905b3e4cf20ee896de94ea0b6fbaa44494f" + }, + { + "file": "weights-00016.safetensors", + "bytes": 205035152, + "sha256": "469988778630cf75282d04d1654e724d1fe5dd4391382db52c494d9c4b35a29f" + }, + { + "file": "weights-00017.safetensors", + "bytes": 205035152, + "sha256": "ae931d67cd4e4dcc8534170e49ae0312b9d00ba76f05ec82e26516b1cec4134f" + }, + { + "file": "weights-00018.safetensors", + "bytes": 205035152, + "sha256": "c7b0cd6cb16d30b9f0a2282a2e165aa92d349abd1443413ba06098cdf7210971" + }, + { + "file": "weights-00019.safetensors", + "bytes": 205035152, + "sha256": "c83194f470530b85aaba2b5ed0d4ad011f431390dad9fe707c6e2cb9675eee5d" + }, + { + "file": "weights-00020.safetensors", + "bytes": 71315480, + "sha256": "4a5648e9be5ff84589f90c47cde78285afe64cf14d2da596f87d6558b34deef4" + }, + { + "file": "weights-00021.safetensors", + "bytes": 330613104, + "sha256": "184e49178bc1843c01b51d758385b5b45d777c3d0e0545bb1bdf7fa9cef3f33d" + }, + { + "file": "weights-00022.safetensors", + "bytes": 209498384, + "sha256": "d513a74d1e4f3fcf9b89a0cd943a9170dc92e85a0fe81241b3def694b4231e69" + }, + { + "file": "weights-00023.safetensors", + "bytes": 178296192, + "sha256": "9e3cc9224d17de2ce559ecddd91b2121a1d3e5d371878e89b2df6e2f190906a2" + } + ], + "original_parameters": 750, + "source_files": [ + { + "file": "model-00001-of-00004.safetensors", + "bytes": 4998056552, + "sha256": "dde00291b5f7fb92013895310a3da0ddba78674df9f10d505d375243dc01fc6f" + }, + { + "file": "model-00002-of-00004.safetensors", + "bytes": 4915962464, + "sha256": "9047faccc0a6d98496a52d55f27be1c94a9c259d1e283fbea0128d054a948d42" + }, + { + "file": "model-00003-of-00004.safetensors", + "bytes": 4915962496, + "sha256": "8c54187654c0176b73ae73785bf791dc9a14c9df7fb4310083a09d42048cb57e" + }, + { + "file": "model-00004-of-00004.safetensors", + "bytes": 2704357976, + "sha256": "5311532aaaeae3259eb6a7b2c600636be1159adf7ded35f53579f7d0e7d43cdd" + } + ], + "config_sha256": "6001331949f7f86ab6d791a80b12246d4f8da5159fa08c3e62368a39f36d63a9", + "index_sha256": "52e387de3cb161bb3c49bfa9adfafbecad4ed4b65332b67c517a99f9c80f8247", + "reused_from_manifest_sha256": "a44c690018071e83c6d4d316e4c615f454d013f72d88f9ed395d3aadba51117c" + }, + "vae": { + "source_bf16_bytes": 675480808, + "tensor_payload_bytes": 675480808, + "converted_layers": [], + "files": [ + { + "file": "weights-00001.safetensors", + "bytes": 203107424, + "sha256": "1043a8bb881d751f95b427f9048bb290d8a2e22f0f4f122a5c0b35d7e820d125" + }, + { + "file": "weights-00002.safetensors", + "bytes": 220346496, + "sha256": "b491b4a0b7322e1e0efa0b4ad6249858583096986dd5c72371584b8c9d925fff" + }, + { + "file": "weights-00003.safetensors", + "bytes": 204800464, + "sha256": "3e7be3114f62aa557260dc7ddf5825f9fb28c7d8b86b12b774599840da0cf32e" + }, + { + "file": "weights-00004.safetensors", + "bytes": 47254608, + "sha256": "3f3fc4a4ad9b176b1905cb9e3c4bd37ce98d177f1b8caa561d7a135a0130f690" + } + ], + "original_parameters": 238, + "source_files": [ + { + "file": "diffusion_pytorch_model.safetensors", + "bytes": 1350989512, + "sha256": "a07a1b7c4ee2966a1b3bdc37de9b4f983d56937e46619f709a80b6e490675417" + } + ], + "config_sha256": "9785d527b278cb8b210e9f48a8028d92a4190968ce7e24c8fc85d9d1b82f6ba2", + "index_sha256": "b1153ff6959e47d36954b1af174bfce909401459cf51756d624b0bf53cad3726", + "reused_from_manifest_sha256": "a44c690018071e83c6d4d316e4c615f454d013f72d88f9ed395d3aadba51117c" + } + }, + "quantization": "Quark OCP MXFP4 E2M1, E8M0 scale per 32 columns, even scale selection, low nibble first", + "activations": "BF16", + "accumulator": "unchanged external BF16 reference operations", + "calibration": "weight-only round-to-nearest; no activation calibration or learned correction", + "preserved": "BF16 VAE, DiT input/output/conditioning, normalizations and biases; BF16 activations", + "padding": "Zero pad flattened input dimension to multiple of 32; crop before original reshape", + "modification_notice": "BF16 fine-tune published by abenzerps, converted to MXFP4 by EliovpAI for research/evaluation; original Qwen companions retained; Built with Qwen", + "versions": { + "torch": "2.10.0+rocm7.1", + "amd-quark": "0.12.post1+rocm71.torch2.10", + "diffusers": "0.41.0.dev0", + "transformers": "5.17.0", + "accelerate": "1.15.0", + "safetensors": "0.8.0" + }, + "gpu": "_CudaDeviceProperties(name='AMD Radeon Graphics', major=9, minor=5, gcnArchName='gfx950:sramecc+:xnack-', total_memory=294896MB, multi_processor_count=256, uuid=31303338-3666-6265-3937-343836316534, pci_bus_id=117, pci_device_id=0, pci_domain_id=0, L2_cache_size=4MB)", + "script_sha256": "7ec339b488959cd4fd22b36505ad9051e32e9668f85d3bdf1f5e0405b7582068", + "quark_config": { + "global_quant_config": { + "input_tensors": null, + "output_tensors": null, + "weight": { + "dtype": "fp4", + "is_dynamic": false, + "qscheme": "per_group", + "ch_axis": -1, + "group_size": 32, + "block_size": null, + "symmetric": null, + "round_method": "half_even", + "scale_type": "float", + "scale_format": "e8m0", + "scale_calculation_mode": "even", + "mx_element_dtype": null, + "observer_cls": "PerBlockMXObserver", + "is_scale_quant": false, + "enable_buffer_reuse": false, + "max_input_numel": 4194304 + }, + "bias": null, + "target_device": null + }, + "exclude": [], + "algo_config": null, + "softmax_quant_spec": null, + "quant_method": "quark", + "layer_type_quant_config": {}, + "layer_quant_config": {}, + "kv_cache_quant_config": {}, + "kv_cache_post_rope": false, + "quant_mode": "eager_mode", + "version": "0.12.post1+rocm71.torch2.10" + }, + "source_provenance": { + "repository": "abenzerps/Qwen-Image-2.1-Uncensored-GGUF", + "revision": "40319fb15542f0ad22921e0124a191a8a935a60a", + "files": [ + { + "path": "text_encoder/model-00001-of-00004.safetensors", + "bytes": 4998056552, + "sha256": "dde00291b5f7fb92013895310a3da0ddba78674df9f10d505d375243dc01fc6f" + }, + { + "path": "text_encoder/model-00002-of-00004.safetensors", + "bytes": 4915962464, + "sha256": "9047faccc0a6d98496a52d55f27be1c94a9c259d1e283fbea0128d054a948d42" + }, + { + "path": "text_encoder/model-00003-of-00004.safetensors", + "bytes": 4915962496, + "sha256": "8c54187654c0176b73ae73785bf791dc9a14c9df7fb4310083a09d42048cb57e" + }, + { + "path": "text_encoder/model-00004-of-00004.safetensors", + "bytes": 2704357976, + "sha256": "5311532aaaeae3259eb6a7b2c600636be1159adf7ded35f53579f7d0e7d43cdd" + }, + { + "path": "vae/diffusion_pytorch_model.safetensors", + "bytes": 1350989512, + "sha256": "a07a1b7c4ee2966a1b3bdc37de9b4f983d56937e46619f709a80b6e490675417" + }, + { + "path": "text_encoder/config.json", + "bytes": 1517, + "sha256": "6001331949f7f86ab6d791a80b12246d4f8da5159fa08c3e62368a39f36d63a9" + }, + { + "path": "transformer/config.json", + "bytes": 370, + "sha256": "56ae3281c4e6c2d1aa3658252d187488071815fd79bef15808bb0205fc1a2241" + }, + { + "path": "vae/config.json", + "bytes": 2079, + "sha256": "9785d527b278cb8b210e9f48a8028d92a4190968ce7e24c8fc85d9d1b82f6ba2" + }, + { + "path": "transformer/diffusion_pytorch_model.safetensors", + "bytes": 14230284744, + "sha256": "ac818217596cb3e259456416a0c09451d75d31baf3989813eb46d3425e4ae6a1" + } + ], + "original_companions_repository": "Qwen/Qwen-Image-2.1", + "original_companions_revision": "790c92633540aa0cb11d9abf19eb46d861714758", + "bf16_gguf": { + "file": "qwen-image-2.1-UC-BF16.gguf", + "bytes": 14230272800, + "sha256": "f151c683a8aed4b310777017ebbbe3f2180f1180f7867115171adb7d50b0762a" + }, + "extraction_audit_sha256": "b50cf6932b5585b87103433ff43f1a4bf6b9e8eb35838d61d0a564095bc6ad92" + }, + "reused_companion_manifest_sha256": "a44c690018071e83c6d4d316e4c615f454d013f72d88f9ed395d3aadba51117c", + "profile": "balanced", + "elapsed_seconds": 49.411064418032765, + "total_tensor_payload_bytes": 9313781512, + "total_original_bf16_bytes": 32439977672, + "peak_allocated_bytes": 1223689728, + "model_id": "paiton-image-2.1-uncensored", + "model_variant": "uncensored", + "model_repository": "EliovpAI/Qwen_Image-2.1-Uncensored-MXFP4-Paiton" +}