{"model.visual.blocks.0.attn.qkv.weight": 0.0014299665344879031, "model.visual.blocks.0.attn.proj.weight": 0.0007890973938629031, "model.visual.blocks.0.mlp.linear_fc1.weight": 0.0006452288362197578, "model.visual.blocks.0.mlp.linear_fc2.weight": 0.0005841936799697578, "model.visual.blocks.1.attn.qkv.weight": 0.0011247907532379031, "model.visual.blocks.1.attn.proj.weight": 0.0007934570894576609, "model.visual.blocks.1.mlp.linear_fc1.weight": 0.0008588518830947578, "model.visual.blocks.1.mlp.linear_fc2.weight": 0.0013253348879516125, "model.visual.blocks.2.attn.qkv.weight": 0.0006757464143447578, "model.visual.blocks.2.attn.proj.weight": 0.0005711147096008062, "model.visual.blocks.2.mlp.linear_fc1.weight": 0.0007934570894576609, "model.visual.blocks.2.mlp.linear_fc2.weight": 0.0012991769472137094, "model.visual.blocks.3.attn.qkv.weight": 0.0005841936799697578, "model.visual.blocks.3.attn.proj.weight": 0.0006844656891189516, "model.visual.blocks.3.mlp.linear_fc1.weight": 0.0008283343049697578, "model.visual.blocks.3.mlp.linear_fc2.weight": 0.0012294225161895156, "model.visual.blocks.4.attn.qkv.weight": 0.00047302249004133046, "model.visual.blocks.4.attn.proj.weight": 0.0006670270813629031, "model.visual.blocks.4.mlp.linear_fc1.weight": 0.0006321498658508062, "model.visual.blocks.4.mlp.linear_fc2.weight": 0.0012991769472137094, "model.visual.blocks.5.attn.qkv.weight": 0.00054931640625, "model.visual.blocks.5.attn.proj.weight": 0.0004512242157943547, "model.visual.blocks.5.mlp.linear_fc1.weight": 0.00044250491191633046, "model.visual.blocks.5.mlp.linear_fc2.weight": 0.0010157994693145156, "model.visual.blocks.6.attn.qkv.weight": 0.0004141671524848789, "model.visual.blocks.6.attn.proj.weight": 0.00041634697117842734, "model.visual.blocks.6.mlp.linear_fc1.weight": 0.000579833984375, "model.visual.blocks.6.mlp.linear_fc2.weight": 0.0013253348879516125, "model.visual.blocks.7.attn.qkv.weight": 0.0005623953766189516, "model.visual.blocks.7.attn.proj.weight": 0.00026484898990020156, "model.visual.blocks.7.mlp.linear_fc1.weight": 0.0006277902284637094, "model.visual.blocks.7.mlp.linear_fc2.weight": 0.0005711147096008062, "model.visual.blocks.8.attn.qkv.weight": 0.0005078997346572578, "model.visual.blocks.8.attn.proj.weight": 0.0006321498658508062, "model.visual.blocks.8.mlp.linear_fc1.weight": 0.0006365095032379031, "model.visual.blocks.8.mlp.linear_fc2.weight": 0.0005514962831512094, "model.visual.blocks.9.attn.qkv.weight": 0.00047302249004133046, "model.visual.blocks.9.attn.proj.weight": 0.0002506801101844758, "model.visual.blocks.9.mlp.linear_fc1.weight": 0.0006103515625, "model.visual.blocks.9.mlp.linear_fc2.weight": 0.0006539481109939516, "model.visual.blocks.10.attn.qkv.weight": 0.0005209787050262094, "model.visual.blocks.10.attn.proj.weight": 0.0002659388992469758, "model.visual.blocks.10.mlp.linear_fc1.weight": 0.0006277902284637094, "model.visual.blocks.10.mlp.linear_fc2.weight": 0.0013863700442016125, "model.visual.blocks.11.attn.qkv.weight": 0.00039672854472883046, "model.visual.blocks.11.attn.proj.weight": 0.00022016253205947578, "model.visual.blocks.11.mlp.linear_fc1.weight": 0.0007324219332076609, "model.visual.blocks.11.mlp.linear_fc2.weight": 0.0012032645754516125, "model.visual.blocks.12.attn.qkv.weight": 0.0003574916336219758, "model.visual.blocks.12.attn.proj.weight": 0.00032479423680342734, "model.visual.blocks.12.mlp.linear_fc1.weight": 0.0009111677063629031, "model.visual.blocks.12.mlp.linear_fc2.weight": 0.0008980887942016125, "model.visual.blocks.13.attn.qkv.weight": 0.0003749302704818547, "model.visual.blocks.13.attn.proj.weight": 0.00023651124502066523, "model.visual.blocks.13.mlp.linear_fc1.weight": 0.0009286063723266125, "model.visual.blocks.13.mlp.linear_fc2.weight": 0.0007629395113326609, "model.visual.blocks.14.attn.qkv.weight": 0.0003444126923568547, "model.visual.blocks.14.attn.proj.weight": 0.0003596714814193547, "model.visual.blocks.14.mlp.linear_fc1.weight": 0.0003291539032943547, "model.visual.blocks.14.mlp.linear_fc2.weight": 0.0010027204407379031, "model.visual.blocks.15.attn.qkv.weight": 0.0003073556290473789, "model.visual.blocks.15.attn.proj.weight": 0.0003923688782379031, "model.visual.blocks.15.mlp.linear_fc1.weight": 0.00033569338847883046, "model.visual.blocks.15.mlp.linear_fc2.weight": 0.0009765625, "model.visual.blocks.16.attn.qkv.weight": 0.00042724612285383046, "model.visual.blocks.16.attn.proj.weight": 0.0002593994140625, "model.visual.blocks.16.mlp.linear_fc1.weight": 0.00032479423680342734, "model.visual.blocks.16.mlp.linear_fc2.weight": 0.0007716587861068547, "model.visual.blocks.17.attn.qkv.weight": 0.00026375908055342734, "model.visual.blocks.17.attn.proj.weight": 0.00044904439710080624, "model.visual.blocks.17.mlp.linear_fc1.weight": 0.0003378732071723789, "model.visual.blocks.17.mlp.linear_fc2.weight": 0.0006452288362197578, "model.visual.blocks.18.attn.qkv.weight": 0.0004926409455947578, "model.visual.blocks.18.attn.proj.weight": 0.00035095217754133046, "model.visual.blocks.18.mlp.linear_fc1.weight": 0.00033351354068145156, "model.visual.blocks.18.mlp.linear_fc2.weight": 0.0007106236298568547, "model.visual.blocks.19.attn.qkv.weight": 0.00029427665867842734, "model.visual.blocks.19.attn.proj.weight": 0.0002964564773719758, "model.visual.blocks.19.mlp.linear_fc1.weight": 0.0003749302704818547, "model.visual.blocks.19.mlp.linear_fc2.weight": 0.00036621096660383046, "model.visual.blocks.20.attn.qkv.weight": 0.0003008161438629031, "model.visual.blocks.20.attn.proj.weight": 0.00031825475161895156, "model.visual.blocks.20.mlp.linear_fc1.weight": 0.00033569338847883046, "model.visual.blocks.20.mlp.linear_fc2.weight": 0.0003422328445594758, "model.visual.blocks.21.attn.qkv.weight": 0.0003880092117469758, "model.visual.blocks.21.attn.proj.weight": 0.0003073556290473789, "model.visual.blocks.21.mlp.linear_fc1.weight": 0.0005754743469879031, "model.visual.blocks.21.mlp.linear_fc2.weight": 0.00046212333836592734, "model.visual.blocks.22.attn.qkv.weight": 0.00037057060399092734, "model.visual.blocks.22.attn.proj.weight": 0.00040980748599395156, "model.visual.blocks.22.mlp.linear_fc1.weight": 0.0005296979798004031, "model.visual.blocks.22.mlp.linear_fc2.weight": 0.00034005302586592734, "model.visual.blocks.23.attn.qkv.weight": 0.0003313337219879031, "model.visual.blocks.23.attn.proj.weight": 0.0005449567688629031, "model.visual.blocks.23.mlp.linear_fc1.weight": 0.0018920899601653218, "model.visual.blocks.23.mlp.linear_fc2.weight": 0.0015607562381774187, "model.visual.merger.linear_fc1.weight": 0.00021362306142691523, "model.visual.merger.linear_fc2.weight": 0.00044686454930342734, "model.language_model.layers.0.linear_attn.out_proj.weight": 0.0008762904908508062, "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": 0.0008850098238326609, "model.language_model.layers.0.linear_attn.in_proj_z.weight": 0.0008283343049697578, "model.language_model.layers.0.linear_attn.in_proj_b.weight": 0.00027138847508467734, "model.language_model.layers.0.linear_attn.in_proj_a.weight": 0.0004926409455947578, "model.language_model.layers.0.mlp.gate_proj.weight": 0.0004228864563629031, "model.language_model.layers.0.mlp.up_proj.weight": 0.0002626691712066531, "model.language_model.layers.0.mlp.down_proj.weight": 0.0007324219332076609, "model.language_model.layers.1.linear_attn.out_proj.weight": 0.0010157994693145156, "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": 0.0005711147096008062, "model.language_model.layers.1.linear_attn.in_proj_z.weight": 0.00044904439710080624, "model.language_model.layers.1.linear_attn.in_proj_b.weight": 0.0003422328445594758, "model.language_model.layers.1.linear_attn.in_proj_a.weight": 0.0005057199159637094, "model.language_model.layers.1.mlp.gate_proj.weight": 0.00031825475161895156, "model.language_model.layers.1.mlp.up_proj.weight": 0.0002692086563911289, "model.language_model.layers.1.mlp.down_proj.weight": 0.0006103515625, "model.language_model.layers.2.linear_attn.out_proj.weight": 0.0009111677063629031, "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": 0.0005405971314758062, "model.language_model.layers.2.linear_attn.in_proj_z.weight": 0.00039454869693145156, "model.language_model.layers.2.linear_attn.in_proj_b.weight": 0.00033569338847883046, "model.language_model.layers.2.linear_attn.in_proj_a.weight": 0.0004359654267318547, "model.language_model.layers.2.mlp.gate_proj.weight": 0.00039454869693145156, "model.language_model.layers.2.mlp.up_proj.weight": 0.0003226144181098789, "model.language_model.layers.2.mlp.down_proj.weight": 0.0008196149719879031, "model.language_model.layers.3.self_attn.q_proj.weight": 0.0007280622376129031, "model.language_model.layers.3.self_attn.k_proj.weight": 0.00032479423680342734, "model.language_model.layers.3.self_attn.v_proj.weight": 0.0003073556290473789, "model.language_model.layers.3.self_attn.o_proj.weight": 0.0008588518830947578, "model.language_model.layers.3.mlp.gate_proj.weight": 0.0003531319962348789, "model.language_model.layers.3.mlp.up_proj.weight": 0.0002593994140625, "model.language_model.layers.3.mlp.down_proj.weight": 0.0007237026002258062, "model.language_model.layers.4.linear_attn.out_proj.weight": 0.0008850098238326609, "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": 0.0006452288362197578, "model.language_model.layers.4.linear_attn.in_proj_z.weight": 0.00036403111880645156, "model.language_model.layers.4.linear_attn.in_proj_b.weight": 0.00028773717349395156, "model.language_model.layers.4.linear_attn.in_proj_a.weight": 0.0003880092117469758, "model.language_model.layers.4.mlp.gate_proj.weight": 0.0004599435196723789, "model.language_model.layers.4.mlp.up_proj.weight": 0.00022125245595816523, "model.language_model.layers.4.mlp.down_proj.weight": 0.0005558559205383062, "model.language_model.layers.5.linear_attn.out_proj.weight": 0.0009024484315887094, "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": 0.0006888253847137094, "model.language_model.layers.5.linear_attn.in_proj_z.weight": 0.0003422328445594758, "model.language_model.layers.5.linear_attn.in_proj_b.weight": 0.00022997175983618945, "model.language_model.layers.5.linear_attn.in_proj_a.weight": 0.00033569338847883046, "model.language_model.layers.5.mlp.gate_proj.weight": 0.0002964564773719758, "model.language_model.layers.5.mlp.up_proj.weight": 0.00019073487783316523, "model.language_model.layers.5.mlp.down_proj.weight": 0.0005667550722137094, "model.language_model.layers.6.linear_attn.out_proj.weight": 0.0006844656891189516, "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": 0.00047956197522580624, "model.language_model.layers.6.linear_attn.in_proj_z.weight": 0.0004359654267318547, "model.language_model.layers.6.linear_attn.in_proj_b.weight": 0.0003269740554969758, "model.language_model.layers.6.linear_attn.in_proj_a.weight": 0.00030953544774092734, "model.language_model.layers.6.mlp.gate_proj.weight": 0.0005209787050262094, "model.language_model.layers.6.mlp.up_proj.weight": 0.00021798271336592734, "model.language_model.layers.6.mlp.down_proj.weight": 0.0005340576171875, "model.language_model.layers.7.self_attn.q_proj.weight": 0.0005841936799697578, "model.language_model.layers.7.self_attn.k_proj.weight": 0.0002681187470443547, "model.language_model.layers.7.self_attn.v_proj.weight": 0.0003138951142318547, "model.language_model.layers.7.self_attn.o_proj.weight": 0.0005209787050262094, "model.language_model.layers.7.mlp.gate_proj.weight": 0.00041634697117842734, "model.language_model.layers.7.mlp.up_proj.weight": 0.00024087089695967734, "model.language_model.layers.7.mlp.down_proj.weight": 0.0006844656891189516, "model.language_model.layers.8.linear_attn.out_proj.weight": 0.0007978167268447578, "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": 0.0005035400390625, "model.language_model.layers.8.linear_attn.in_proj_z.weight": 0.0004991804016754031, "model.language_model.layers.8.linear_attn.in_proj_b.weight": 0.00018419539264868945, "model.language_model.layers.8.linear_attn.in_proj_a.weight": 0.0002811976883094758, "model.language_model.layers.8.mlp.gate_proj.weight": 0.00034877232974395156, "model.language_model.layers.8.mlp.up_proj.weight": 0.00020381383365020156, "model.language_model.layers.8.mlp.down_proj.weight": 0.0006539481109939516, "model.language_model.layers.9.linear_attn.out_proj.weight": 0.0006757464143447578, "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": 0.0006801060517318547, "model.language_model.layers.9.linear_attn.in_proj_z.weight": 0.00047084264224395156, "model.language_model.layers.9.linear_attn.in_proj_b.weight": 0.00022779192659072578, "model.language_model.layers.9.linear_attn.in_proj_a.weight": 0.0005929129547439516, "model.language_model.layers.9.mlp.gate_proj.weight": 0.0003749302704818547, "model.language_model.layers.9.mlp.up_proj.weight": 0.00021035331883467734, "model.language_model.layers.9.mlp.down_proj.weight": 0.0004032680008094758, "model.language_model.layers.10.linear_attn.out_proj.weight": 0.0006931850221008062, "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": 0.0005471365875564516, "model.language_model.layers.10.linear_attn.in_proj_z.weight": 0.00033351354068145156, "model.language_model.layers.10.linear_attn.in_proj_b.weight": 0.00020926340948790312, "model.language_model.layers.10.linear_attn.in_proj_a.weight": 0.0002615792618598789, "model.language_model.layers.10.mlp.gate_proj.weight": 0.0003117152664344758, "model.language_model.layers.10.mlp.up_proj.weight": 0.0002768380509223789, "model.language_model.layers.10.mlp.down_proj.weight": 0.00046430318616330624, "model.language_model.layers.11.self_attn.q_proj.weight": 0.0005580357392318547, "model.language_model.layers.11.self_attn.k_proj.weight": 0.0003138951142318547, "model.language_model.layers.11.self_attn.v_proj.weight": 0.0003531319962348789, "model.language_model.layers.11.self_attn.o_proj.weight": 0.0005427769501693547, "model.language_model.layers.11.mlp.gate_proj.weight": 0.00037928990786895156, "model.language_model.layers.11.mlp.up_proj.weight": 0.0003073556290473789, "model.language_model.layers.11.mlp.down_proj.weight": 0.0005427769501693547, "model.language_model.layers.12.linear_attn.out_proj.weight": 0.0006670270813629031, "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": 0.0006103515625, "model.language_model.layers.12.linear_attn.in_proj_z.weight": 0.0004032680008094758, "model.language_model.layers.12.linear_attn.in_proj_b.weight": 0.00017983574070967734, "model.language_model.layers.12.linear_attn.in_proj_a.weight": 0.00033351354068145156, "model.language_model.layers.12.mlp.gate_proj.weight": 0.0005318777984939516, "model.language_model.layers.12.mlp.up_proj.weight": 0.00025612968602217734, "model.language_model.layers.12.mlp.down_proj.weight": 0.0004207066376693547, "model.language_model.layers.13.linear_attn.out_proj.weight": 0.0007019043550826609, "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": 0.0005057199159637094, "model.language_model.layers.13.linear_attn.in_proj_z.weight": 0.00040108818211592734, "model.language_model.layers.13.linear_attn.in_proj_b.weight": 0.00020708357624243945, "model.language_model.layers.13.linear_attn.in_proj_a.weight": 0.00033351354068145156, "model.language_model.layers.13.mlp.gate_proj.weight": 0.0004294259415473789, "model.language_model.layers.13.mlp.up_proj.weight": 0.0002692086563911289, "model.language_model.layers.13.mlp.down_proj.weight": 0.0005929129547439516, "model.language_model.layers.14.linear_attn.out_proj.weight": 0.0009329660097137094, "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": 0.0007106236298568547, "model.language_model.layers.14.linear_attn.in_proj_z.weight": 0.00038582939305342734, "model.language_model.layers.14.linear_attn.in_proj_b.weight": 0.00024087089695967734, "model.language_model.layers.14.linear_attn.in_proj_a.weight": 0.00036403111880645156, "model.language_model.layers.14.mlp.gate_proj.weight": 0.0005929129547439516, "model.language_model.layers.14.mlp.up_proj.weight": 0.00030953544774092734, "model.language_model.layers.14.mlp.down_proj.weight": 0.0006234305328689516, "model.language_model.layers.15.self_attn.q_proj.weight": 0.0005929129547439516, "model.language_model.layers.15.self_attn.k_proj.weight": 0.0003836495743598789, "model.language_model.layers.15.self_attn.v_proj.weight": 0.0008719308534637094, "model.language_model.layers.15.self_attn.o_proj.weight": 0.00046430318616330624, "model.language_model.layers.15.mlp.gate_proj.weight": 0.0005667550722137094, "model.language_model.layers.15.mlp.up_proj.weight": 0.00040980748599395156, "model.language_model.layers.15.mlp.down_proj.weight": 0.00044904439710080624, "model.language_model.layers.16.linear_attn.out_proj.weight": 0.0007367815705947578, "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": 0.0006234305328689516, "model.language_model.layers.16.linear_attn.in_proj_z.weight": 0.00035531181492842734, "model.language_model.layers.16.linear_attn.in_proj_b.weight": 0.0004512242157943547, "model.language_model.layers.16.linear_attn.in_proj_a.weight": 0.00033351354068145156, "model.language_model.layers.16.mlp.gate_proj.weight": 0.0005667550722137094, "model.language_model.layers.16.mlp.up_proj.weight": 0.00024850029149092734, "model.language_model.layers.16.mlp.down_proj.weight": 0.0007934570894576609, "model.language_model.layers.17.linear_attn.out_proj.weight": 0.0005885533173568547, "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": 0.0008152553346008062, "model.language_model.layers.17.linear_attn.in_proj_z.weight": 0.0003008161438629031, "model.language_model.layers.17.linear_attn.in_proj_b.weight": 0.00025177001953125, "model.language_model.layers.17.linear_attn.in_proj_a.weight": 0.0004926409455947578, "model.language_model.layers.17.mlp.gate_proj.weight": 0.0008806501282379031, "model.language_model.layers.17.mlp.up_proj.weight": 0.0003073556290473789, "model.language_model.layers.17.mlp.down_proj.weight": 0.0005972726503387094, "model.language_model.layers.18.linear_attn.out_proj.weight": 0.0008893694612197578, "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": 0.0006626674439758062, "model.language_model.layers.18.linear_attn.in_proj_z.weight": 0.0004686628235504031, "model.language_model.layers.18.linear_attn.in_proj_b.weight": 0.0003291539032943547, "model.language_model.layers.18.linear_attn.in_proj_a.weight": 0.0004228864563629031, "model.language_model.layers.18.mlp.gate_proj.weight": 0.0006147112580947578, "model.language_model.layers.18.mlp.up_proj.weight": 0.00022888185048941523, "model.language_model.layers.18.mlp.down_proj.weight": 0.0008457729127258062, "model.language_model.layers.19.self_attn.q_proj.weight": 0.00036403111880645156, "model.language_model.layers.19.self_attn.k_proj.weight": 0.00041198733379133046, "model.language_model.layers.19.self_attn.v_proj.weight": 0.001220703125, "model.language_model.layers.19.self_attn.o_proj.weight": 0.0007672991487197578, "model.language_model.layers.19.mlp.gate_proj.weight": 0.0007716587861068547, "model.language_model.layers.19.mlp.up_proj.weight": 0.0002768380509223789, "model.language_model.layers.19.mlp.down_proj.weight": 0.0008675712160766125, "model.language_model.layers.20.linear_attn.out_proj.weight": 0.0008937290986068547, "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": 0.0008850098238326609, "model.language_model.layers.20.linear_attn.in_proj_z.weight": 0.0006103515625, "model.language_model.layers.20.linear_attn.in_proj_b.weight": 0.00036621096660383046, "model.language_model.layers.20.linear_attn.in_proj_a.weight": 0.0005449567688629031, "model.language_model.layers.20.mlp.gate_proj.weight": 0.0005929129547439516, "model.language_model.layers.20.mlp.up_proj.weight": 0.00032479423680342734, "model.language_model.layers.20.mlp.down_proj.weight": 0.0008283343049697578, "model.language_model.layers.21.linear_attn.out_proj.weight": 0.0007716587861068547, "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": 0.0008675712160766125, "model.language_model.layers.21.linear_attn.in_proj_z.weight": 0.00047956197522580624, "model.language_model.layers.21.linear_attn.in_proj_b.weight": 0.0002692086563911289, "model.language_model.layers.21.linear_attn.in_proj_a.weight": 0.0005449567688629031, "model.language_model.layers.21.mlp.gate_proj.weight": 0.0008457729127258062, "model.language_model.layers.21.mlp.up_proj.weight": 0.0004512242157943547, "model.language_model.layers.21.mlp.down_proj.weight": 0.0006495884736068547, "model.language_model.layers.22.linear_attn.out_proj.weight": 0.0012468610657379031, "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": 0.0009678432252258062, "model.language_model.layers.22.linear_attn.in_proj_z.weight": 0.0005667550722137094, "model.language_model.layers.22.linear_attn.in_proj_b.weight": 0.0004359654267318547, "model.language_model.layers.22.linear_attn.in_proj_a.weight": 0.0005623953766189516, "model.language_model.layers.22.mlp.gate_proj.weight": 0.0008893694612197578, "model.language_model.layers.22.mlp.up_proj.weight": 0.0003422328445594758, "model.language_model.layers.22.mlp.down_proj.weight": 0.0008588518830947578, "model.language_model.layers.23.self_attn.q_proj.weight": 0.0006757464143447578, "model.language_model.layers.23.self_attn.k_proj.weight": 0.00044250491191633046, "model.language_model.layers.23.self_attn.v_proj.weight": 0.0008196149719879031, "model.language_model.layers.23.self_attn.o_proj.weight": 0.0008283343049697578, "model.language_model.layers.23.mlp.gate_proj.weight": 0.0009547642548568547, "model.language_model.layers.23.mlp.up_proj.weight": 0.0005667550722137094, "model.language_model.layers.23.mlp.down_proj.weight": 0.0020490374881774187, "lm_head.weight": 0.00044032506411895156}