Add files using upload-large-folder tool

config.json

@@ -0,0 +1,38 @@
+{
+  "_name_or_path": "/home/s/saba96/links/scratch/hf/Emu3-Stage1",
+  "architectures": [
+    "Emu3ForCausalLM"
+  ],
+  "attention_dropout": 0.1,
+  "auto_map": {
+    "AutoConfig": "configuration_emu3.Emu3Config",
+    "AutoModelForCausalLM": "modeling_emu3.Emu3ForCausalLM"
+  },
+  "boi_token_id": 151852,
+  "bos_token_id": 151849,
+  "eof_token_id": 151847,
+  "eoi_token_id": 151853,
+  "eol_token_id": 151846,
+  "eos_token_id": 151850,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "image_area": 65536,
+  "img_token_id": 151851,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 4300,
+  "model_type": "Emu3",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 151643,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.0",
+  "use_cache": false,
+  "vocab_size": 184622
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 151849,
+  "eos_token_id": 151850,
+  "pad_token_id": 151643,
+  "transformers_version": "4.44.0"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e5da69dbc0dbdcce4b710c2d529ccdab2ef9d0ed011c758678db7e1eedb519
+size 4884766656

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b4eac734708edfd4e7fc512e6c9e8913704c2a38c1bcfc8ca16a4e6048c657
+size 4999819320

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdeb5aebe396b90a78bedfad6faa92f02943fdc7cef618362ccf3369135d4ff8
+size 4915916184

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a690bf84e49d6a4aa716004b0634ad0354731c817b091180157eb8c328cab8
+size 2183554760

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16984023040
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f537f44074da62c0f34f18bdf6cbb3fdbc772aa2d0906875e8c2d0dd0c3b33
+size 15024

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3212984ee93625a3739102ebd38432f6f8439e6f0386ad277194fea9b8093a05
+size 15024

rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bce0cfcd330a9825023d8423f57a22d6c2378c7ee1b5167a596d54730eb60d
+size 15024

rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec69b17de2319bca85a703db65f189ab9f42f0ce9e578ac4cfb3ed65cf9fcda
+size 15024

trainer_state.json

@@ -0,0 +1,2513 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.99709911361805,
+  "eval_steps": 100,
+  "global_step": 12400,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.032232070910556,
+      "grad_norm": 8.376817069736529,
+      "learning_rate": 2.222222222222222e-06,
+      "loss": 3.8567,
+      "step": 100
+    },
+    {
+      "epoch": 0.032232070910556,
+      "eval_loss": 3.3241677284240723,
+      "eval_runtime": 43.0421,
+      "eval_samples_per_second": 23.233,
+      "eval_steps_per_second": 5.808,
+      "eval_text_contr_loss": 0.40461004638671877,
+      "eval_total_custom_loss": 6.231916015625,
+      "eval_total_image_loss": 7.38401416015625,
+      "eval_total_text_loss": 1.925572509765625,
+      "eval_vision_contr_loss": 5.827306640625,
+      "step": 100
+    },
+    {
+      "epoch": 0.064464141821112,
+      "grad_norm": 5.36489946474968,
+      "learning_rate": 4.444444444444444e-06,
+      "loss": 2.8427,
+      "step": 200
+    },
+    {
+      "epoch": 0.064464141821112,
+      "eval_loss": 2.458766222000122,
+      "eval_runtime": 43.0713,
+      "eval_samples_per_second": 23.217,
+      "eval_steps_per_second": 5.804,
+      "eval_text_contr_loss": 0.17913763427734375,
+      "eval_total_custom_loss": 4.625837890625,
+      "eval_total_image_loss": 5.636779296875,
+      "eval_total_text_loss": 0.8462789306640625,
+      "eval_vision_contr_loss": 4.4467001953125,
+      "step": 200
+    },
+    {
+      "epoch": 0.09669621273166801,
+      "grad_norm": 6.147009169947269,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 2.4532,
+      "step": 300
+    },
+    {
+      "epoch": 0.09669621273166801,
+      "eval_loss": 2.3321802616119385,
+      "eval_runtime": 43.3413,
+      "eval_samples_per_second": 23.073,
+      "eval_steps_per_second": 5.768,
+      "eval_text_contr_loss": 0.15445872497558594,
+      "eval_total_custom_loss": 4.38212109375,
+      "eval_total_image_loss": 5.35918359375,
+      "eval_total_text_loss": 0.7293816528320313,
+      "eval_vision_contr_loss": 4.227662109375,
+      "step": 300
+    },
+    {
+      "epoch": 0.128928283642224,
+      "grad_norm": 3.5097872406813813,
+      "learning_rate": 8.888888888888888e-06,
+      "loss": 2.3181,
+      "step": 400
+    },
+    {
+      "epoch": 0.128928283642224,
+      "eval_loss": 2.226626396179199,
+      "eval_runtime": 43.1188,
+      "eval_samples_per_second": 23.192,
+      "eval_steps_per_second": 5.798,
+      "eval_text_contr_loss": 0.14448023986816405,
+      "eval_total_custom_loss": 4.18251220703125,
+      "eval_total_image_loss": 5.11893896484375,
+      "eval_total_text_loss": 0.68219287109375,
+      "eval_vision_contr_loss": 4.03803125,
+      "step": 400
+    },
+    {
+      "epoch": 0.16116035455278002,
+      "grad_norm": 4.265746378158,
+      "learning_rate": 9.999755224249292e-06,
+      "loss": 2.2306,
+      "step": 500
+    },
+    {
+      "epoch": 0.16116035455278002,
+      "eval_loss": 2.111872911453247,
+      "eval_runtime": 43.1542,
+      "eval_samples_per_second": 23.173,
+      "eval_steps_per_second": 5.793,
+      "eval_text_contr_loss": 0.13938406372070314,
+      "eval_total_custom_loss": 3.968442626953125,
+      "eval_total_image_loss": 4.85413525390625,
+      "eval_total_text_loss": 0.658082275390625,
+      "eval_vision_contr_loss": 3.829057861328125,
+      "step": 500
+    },
+    {
+      "epoch": 0.19339242546333602,
+      "grad_norm": 4.544534340107222,
+      "learning_rate": 9.997797178014507e-06,
+      "loss": 2.1246,
+      "step": 600
+    },
+    {
+      "epoch": 0.19339242546333602,
+      "eval_loss": 2.0428073406219482,
+      "eval_runtime": 43.371,
+      "eval_samples_per_second": 23.057,
+      "eval_steps_per_second": 5.764,
+      "eval_text_contr_loss": 0.13477769470214843,
+      "eval_total_custom_loss": 3.8388486328125,
+      "eval_total_image_loss": 4.69573974609375,
+      "eval_total_text_loss": 0.6362749633789062,
+      "eval_vision_contr_loss": 3.704071044921875,
+      "step": 600
+    },
+    {
+      "epoch": 0.22562449637389204,
+      "grad_norm": 3.5412226982166963,
+      "learning_rate": 9.993881937579076e-06,
+      "loss": 2.0743,
+      "step": 700
+    },
+    {
+      "epoch": 0.22562449637389204,
+      "eval_loss": 1.9881960153579712,
+      "eval_runtime": 43.7215,
+      "eval_samples_per_second": 22.872,
+      "eval_steps_per_second": 5.718,
+      "eval_text_contr_loss": 0.13119364929199218,
+      "eval_total_custom_loss": 3.736088623046875,
+      "eval_total_image_loss": 4.57005029296875,
+      "eval_total_text_loss": 0.6193148193359375,
+      "eval_vision_contr_loss": 3.60489501953125,
+      "step": 700
+    },
+    {
+      "epoch": 0.257856567284448,
+      "grad_norm": 4.897001360182838,
+      "learning_rate": 9.98801120664051e-06,
+      "loss": 2.0124,
+      "step": 800
+    },
+    {
+      "epoch": 0.257856567284448,
+      "eval_loss": 1.964741587638855,
+      "eval_runtime": 43.0246,
+      "eval_samples_per_second": 23.242,
+      "eval_steps_per_second": 5.811,
+      "eval_text_contr_loss": 0.12790821838378907,
+      "eval_total_custom_loss": 3.69105322265625,
+      "eval_total_image_loss": 4.5171328125,
+      "eval_total_text_loss": 0.6036654663085937,
+      "eval_vision_contr_loss": 3.563144775390625,
+      "step": 800
+    },
+    {
+      "epoch": 0.290088638195004,
+      "grad_norm": 4.196177043276632,
+      "learning_rate": 9.980187539818349e-06,
+      "loss": 1.979,
+      "step": 900
+    },
+    {
+      "epoch": 0.290088638195004,
+      "eval_loss": 1.9333972930908203,
+      "eval_runtime": 43.6492,
+      "eval_samples_per_second": 22.91,
+      "eval_steps_per_second": 5.727,
+      "eval_text_contr_loss": 0.12648372650146483,
+      "eval_total_custom_loss": 3.63245361328125,
+      "eval_total_image_loss": 4.444640625,
+      "eval_total_text_loss": 0.5969776000976562,
+      "eval_vision_contr_loss": 3.505969482421875,
+      "step": 900
+    },
+    {
+      "epoch": 0.32232070910556004,
+      "grad_norm": 2.517458079297082,
+      "learning_rate": 9.970414341542523e-06,
+      "loss": 1.9419,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32232070910556004,
+      "eval_loss": 1.9163663387298584,
+      "eval_runtime": 42.8571,
+      "eval_samples_per_second": 23.333,
+      "eval_steps_per_second": 5.833,
+      "eval_text_contr_loss": 0.12434061431884766,
+      "eval_total_custom_loss": 3.599889404296875,
+      "eval_total_image_loss": 4.4060947265625,
+      "eval_total_text_loss": 0.5867772827148438,
+      "eval_vision_contr_loss": 3.47554931640625,
+      "step": 1000
+    },
+    {
+      "epoch": 0.354552780016116,
+      "grad_norm": 2.239292209724041,
+      "learning_rate": 9.958695864571933e-06,
+      "loss": 1.9184,
+      "step": 1100
+    },
+    {
+      "epoch": 0.354552780016116,
+      "eval_loss": 1.8987705707550049,
+      "eval_runtime": 43.2237,
+      "eval_samples_per_second": 23.135,
+      "eval_steps_per_second": 5.784,
+      "eval_text_contr_loss": 0.12296145629882813,
+      "eval_total_custom_loss": 3.5664951171875,
+      "eval_total_image_loss": 4.3655224609375,
+      "eval_total_text_loss": 0.5803037109375,
+      "eval_vision_contr_loss": 3.44353466796875,
+      "step": 1100
+    },
+    {
+      "epoch": 0.38678485092667203,
+      "grad_norm": 2.6680379186401098,
+      "learning_rate": 9.945037208143885e-06,
+      "loss": 1.9488,
+      "step": 1200
+    },
+    {
+      "epoch": 0.38678485092667203,
+      "eval_loss": 1.8872787952423096,
+      "eval_runtime": 43.681,
+      "eval_samples_per_second": 22.893,
+      "eval_steps_per_second": 5.723,
+      "eval_text_contr_loss": 0.12142788696289063,
+      "eval_total_custom_loss": 3.544423828125,
+      "eval_total_image_loss": 4.3394892578125,
+      "eval_total_text_loss": 0.57302685546875,
+      "eval_vision_contr_loss": 3.42299609375,
+      "step": 1200
+    },
+    {
+      "epoch": 0.41901692183722805,
+      "grad_norm": 2.8407509665859063,
+      "learning_rate": 9.929444315755184e-06,
+      "loss": 1.8984,
+      "step": 1300
+    },
+    {
+      "epoch": 0.41901692183722805,
+      "eval_loss": 1.8737540245056152,
+      "eval_runtime": 42.7457,
+      "eval_samples_per_second": 23.394,
+      "eval_steps_per_second": 5.849,
+      "eval_text_contr_loss": 0.12054175567626953,
+      "eval_total_custom_loss": 3.5189599609375,
+      "eval_total_image_loss": 4.3083427734375,
+      "eval_total_text_loss": 0.5688414916992187,
+      "eval_vision_contr_loss": 3.39841845703125,
+      "step": 1300
+    },
+    {
+      "epoch": 0.4512489927477841,
+      "grad_norm": 2.7099504564117214,
+      "learning_rate": 9.911923972575844e-06,
+      "loss": 1.9214,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4512489927477841,
+      "eval_loss": 1.8677526712417603,
+      "eval_runtime": 42.6477,
+      "eval_samples_per_second": 23.448,
+      "eval_steps_per_second": 5.862,
+      "eval_text_contr_loss": 0.11904737091064453,
+      "eval_total_custom_loss": 3.506833251953125,
+      "eval_total_image_loss": 4.29482470703125,
+      "eval_total_text_loss": 0.5617998046875,
+      "eval_vision_contr_loss": 3.3877861328125,
+      "step": 1400
+    },
+    {
+      "epoch": 0.48348106365834004,
+      "grad_norm": 2.1559236619034126,
+      "learning_rate": 9.892483802496567e-06,
+      "loss": 1.8909,
+      "step": 1500
+    },
+    {
+      "epoch": 0.48348106365834004,
+      "eval_loss": 1.8571125268936157,
+      "eval_runtime": 42.6701,
+      "eval_samples_per_second": 23.436,
+      "eval_steps_per_second": 5.859,
+      "eval_text_contr_loss": 0.11790892791748046,
+      "eval_total_custom_loss": 3.486457275390625,
+      "eval_total_image_loss": 4.270455078125,
+      "eval_total_text_loss": 0.556384521484375,
+      "eval_vision_contr_loss": 3.36854736328125,
+      "step": 1500
+    },
+    {
+      "epoch": 0.515713134568896,
+      "grad_norm": 4.470842059114152,
+      "learning_rate": 9.87113226481123e-06,
+      "loss": 1.8716,
+      "step": 1600
+    },
+    {
+      "epoch": 0.515713134568896,
+      "eval_loss": 1.8490651845932007,
+      "eval_runtime": 42.803,
+      "eval_samples_per_second": 23.363,
+      "eval_steps_per_second": 5.841,
+      "eval_text_contr_loss": 0.11713390350341797,
+      "eval_total_custom_loss": 3.471124755859375,
+      "eval_total_image_loss": 4.25204296875,
+      "eval_total_text_loss": 0.5526325073242188,
+      "eval_vision_contr_loss": 3.35399072265625,
+      "step": 1600
+    },
+    {
+      "epoch": 0.547945205479452,
+      "grad_norm": 2.577700492879793,
+      "learning_rate": 9.847878650535872e-06,
+      "loss": 1.8718,
+      "step": 1700
+    },
+    {
+      "epoch": 0.547945205479452,
+      "eval_loss": 1.8381274938583374,
+      "eval_runtime": 43.4452,
+      "eval_samples_per_second": 23.017,
+      "eval_steps_per_second": 5.754,
+      "eval_text_contr_loss": 0.11611717987060546,
+      "eval_total_custom_loss": 3.450317626953125,
+      "eval_total_image_loss": 4.2269052734375,
+      "eval_total_text_loss": 0.5478128662109375,
+      "eval_vision_contr_loss": 3.334201171875,
+      "step": 1700
+    },
+    {
+      "epoch": 0.580177276390008,
+      "grad_norm": 2.2420338794696875,
+      "learning_rate": 9.822733078365759e-06,
+      "loss": 1.8512,
+      "step": 1800
+    },
+    {
+      "epoch": 0.580177276390008,
+      "eval_loss": 1.8326914310455322,
+      "eval_runtime": 43.0625,
+      "eval_samples_per_second": 23.222,
+      "eval_steps_per_second": 5.806,
+      "eval_text_contr_loss": 0.11557137298583985,
+      "eval_total_custom_loss": 3.439968017578125,
+      "eval_total_image_loss": 4.21451025390625,
+      "eval_total_text_loss": 0.5452426147460937,
+      "eval_vision_contr_loss": 3.324396240234375,
+      "step": 1800
+    },
+    {
+      "epoch": 0.6124093473005641,
+      "grad_norm": 3.2369310814743195,
+      "learning_rate": 9.79570649027228e-06,
+      "loss": 1.858,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6124093473005641,
+      "eval_loss": 1.8280653953552246,
+      "eval_runtime": 43.1494,
+      "eval_samples_per_second": 23.175,
+      "eval_steps_per_second": 5.794,
+      "eval_text_contr_loss": 0.11462459564208985,
+      "eval_total_custom_loss": 3.43068505859375,
+      "eval_total_image_loss": 4.20393994140625,
+      "eval_total_text_loss": 0.5407430419921875,
+      "eval_vision_contr_loss": 3.316060302734375,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6446414182111201,
+      "grad_norm": 2.1087018207267123,
+      "learning_rate": 9.766810646741595e-06,
+      "loss": 1.8538,
+      "step": 2000
+    },
+    {
+      "epoch": 0.6446414182111201,
+      "eval_loss": 1.8192895650863647,
+      "eval_runtime": 43.4977,
+      "eval_samples_per_second": 22.99,
+      "eval_steps_per_second": 5.747,
+      "eval_text_contr_loss": 0.11377765655517579,
+      "eval_total_custom_loss": 3.414066650390625,
+      "eval_total_image_loss": 4.1839619140625,
+      "eval_total_text_loss": 0.5367439575195313,
+      "eval_vision_contr_loss": 3.3002890625,
+      "step": 2000
+    },
+    {
+      "epoch": 0.6768734891216761,
+      "grad_norm": 1.7994274749762051,
+      "learning_rate": 9.736058121657131e-06,
+      "loss": 1.8419,
+      "step": 2100
+    },
+    {
+      "epoch": 0.6768734891216761,
+      "eval_loss": 1.8163025379180908,
+      "eval_runtime": 43.2677,
+      "eval_samples_per_second": 23.112,
+      "eval_steps_per_second": 5.778,
+      "eval_text_contr_loss": 0.11306369018554688,
+      "eval_total_custom_loss": 3.408015625,
+      "eval_total_image_loss": 4.1771630859375,
+      "eval_total_text_loss": 0.533274169921875,
+      "eval_vision_contr_loss": 3.294951904296875,
+      "step": 2100
+    },
+    {
+      "epoch": 0.709105560032232,
+      "grad_norm": 1.5532153517574525,
+      "learning_rate": 9.703462296828106e-06,
+      "loss": 1.8411,
+      "step": 2200
+    },
+    {
+      "epoch": 0.709105560032232,
+      "eval_loss": 1.8098113536834717,
+      "eval_runtime": 43.1134,
+      "eval_samples_per_second": 23.195,
+      "eval_steps_per_second": 5.799,
+      "eval_text_contr_loss": 0.11252593994140625,
+      "eval_total_custom_loss": 3.39573583984375,
+      "eval_total_image_loss": 4.16230810546875,
+      "eval_total_text_loss": 0.5307877197265625,
+      "eval_vision_contr_loss": 3.28320947265625,
+      "step": 2200
+    },
+    {
+      "epoch": 0.741337630942788,
+      "grad_norm": 2.6894191960932177,
+      "learning_rate": 9.669037356166514e-06,
+      "loss": 1.8233,
+      "step": 2300
+    },
+    {
+      "epoch": 0.741337630942788,
+      "eval_loss": 1.8054653406143188,
+      "eval_runtime": 43.2697,
+      "eval_samples_per_second": 23.111,
+      "eval_steps_per_second": 5.778,
+      "eval_text_contr_loss": 0.1121211166381836,
+      "eval_total_custom_loss": 3.3874794921875,
+      "eval_total_image_loss": 4.1523466796875,
+      "eval_total_text_loss": 0.5288152465820313,
+      "eval_vision_contr_loss": 3.2753583984375,
+      "step": 2300
+    },
+    {
+      "epoch": 0.7735697018533441,
+      "grad_norm": 1.7558102211650422,
+      "learning_rate": 9.632798279515048e-06,
+      "loss": 1.8282,
+      "step": 2400
+    },
+    {
+      "epoch": 0.7735697018533441,
+      "eval_loss": 1.7984919548034668,
+      "eval_runtime": 43.0473,
+      "eval_samples_per_second": 23.23,
+      "eval_steps_per_second": 5.808,
+      "eval_text_contr_loss": 0.11167151641845703,
+      "eval_total_custom_loss": 3.3743779296875,
+      "eval_total_image_loss": 4.1363369140625,
+      "eval_total_text_loss": 0.5266166381835937,
+      "eval_vision_contr_loss": 3.2627060546875,
+      "step": 2400
+    },
+    {
+      "epoch": 0.8058017727639001,
+      "grad_norm": 2.189718486325206,
+      "learning_rate": 9.594760836128718e-06,
+      "loss": 1.8272,
+      "step": 2500
+    },
+    {
+      "epoch": 0.8058017727639001,
+      "eval_loss": 1.796999454498291,
+      "eval_runtime": 43.2243,
+      "eval_samples_per_second": 23.135,
+      "eval_steps_per_second": 5.784,
+      "eval_text_contr_loss": 0.11117787170410157,
+      "eval_total_custom_loss": 3.3712236328125,
+      "eval_total_image_loss": 4.132939453125,
+      "eval_total_text_loss": 0.5243654174804687,
+      "eval_vision_contr_loss": 3.260046142578125,
+      "step": 2500
+    },
+    {
+      "epoch": 0.8380338436744561,
+      "grad_norm": 2.07083629988929,
+      "learning_rate": 9.55494157781292e-06,
+      "loss": 1.828,
+      "step": 2600
+    },
+    {
+      "epoch": 0.8380338436744561,
+      "eval_loss": 1.7920169830322266,
+      "eval_runtime": 43.0701,
+      "eval_samples_per_second": 23.218,
+      "eval_steps_per_second": 5.804,
+      "eval_text_contr_loss": 0.11067650604248047,
+      "eval_total_custom_loss": 3.3617353515625,
+      "eval_total_image_loss": 4.1215615234375,
+      "eval_total_text_loss": 0.5220291748046875,
+      "eval_vision_contr_loss": 3.25105859375,
+      "step": 2600
+    },
+    {
+      "epoch": 0.8702659145850121,
+      "grad_norm": 2.437655358902012,
+      "learning_rate": 9.513357831721002e-06,
+      "loss": 1.816,
+      "step": 2700
+    },
+    {
+      "epoch": 0.8702659145850121,
+      "eval_loss": 1.7867939472198486,
+      "eval_runtime": 43.0641,
+      "eval_samples_per_second": 23.221,
+      "eval_steps_per_second": 5.805,
+      "eval_text_contr_loss": 0.11017485046386719,
+      "eval_total_custom_loss": 3.35179833984375,
+      "eval_total_image_loss": 4.1096103515625,
+      "eval_total_text_loss": 0.519625732421875,
+      "eval_vision_contr_loss": 3.241623291015625,
+      "step": 2700
+    },
+    {
+      "epoch": 0.9024979854955681,
+      "grad_norm": 1.9142874919425596,
+      "learning_rate": 9.470027692814453e-06,
+      "loss": 1.7628,
+      "step": 2800
+    },
+    {
+      "epoch": 0.9024979854955681,
+      "eval_loss": 1.7855441570281982,
+      "eval_runtime": 43.2125,
+      "eval_samples_per_second": 23.141,
+      "eval_steps_per_second": 5.785,
+      "eval_text_contr_loss": 0.10965695190429688,
+      "eval_total_custom_loss": 3.349080078125,
+      "eval_total_image_loss": 4.10679736328125,
+      "eval_total_text_loss": 0.5172005615234375,
+      "eval_vision_contr_loss": 3.2394228515625,
+      "step": 2800
+    },
+    {
+      "epoch": 0.934730056406124,
+      "grad_norm": 1.8433712863938758,
+      "learning_rate": 9.424970015988945e-06,
+      "loss": 1.8155,
+      "step": 2900
+    },
+    {
+      "epoch": 0.934730056406124,
+      "eval_loss": 1.7826323509216309,
+      "eval_runtime": 43.4344,
+      "eval_samples_per_second": 23.023,
+      "eval_steps_per_second": 5.756,
+      "eval_text_contr_loss": 0.10918792724609375,
+      "eval_total_custom_loss": 3.34338037109375,
+      "eval_total_image_loss": 4.100208984375,
+      "eval_total_text_loss": 0.5150006103515625,
+      "eval_vision_contr_loss": 3.23419287109375,
+      "step": 2900
+    },
+    {
+      "epoch": 0.9669621273166801,
+      "grad_norm": 1.7431036135091218,
+      "learning_rate": 9.378204407869748e-06,
+      "loss": 1.7956,
+      "step": 3000
+    },
+    {
+      "epoch": 0.9669621273166801,
+      "eval_loss": 1.7770920991897583,
+      "eval_runtime": 43.1363,
+      "eval_samples_per_second": 23.182,
+      "eval_steps_per_second": 5.796,
+      "eval_text_contr_loss": 0.108552001953125,
+      "eval_total_custom_loss": 3.3327802734375,
+      "eval_total_image_loss": 4.08755419921875,
+      "eval_total_text_loss": 0.5119426574707031,
+      "eval_vision_contr_loss": 3.224228759765625,
+      "step": 3000
+    },
+    {
+      "epoch": 0.9991941982272361,
+      "grad_norm": 2.1897189823570646,
+      "learning_rate": 9.329751218279976e-06,
+      "loss": 1.8034,
+      "step": 3100
+    },
+    {
+      "epoch": 0.9991941982272361,
+      "eval_loss": 1.7757591009140015,
+      "eval_runtime": 43.4575,
+      "eval_samples_per_second": 23.011,
+      "eval_steps_per_second": 5.753,
+      "eval_text_contr_loss": 0.10834796142578125,
+      "eval_total_custom_loss": 3.33019140625,
+      "eval_total_image_loss": 4.084512451171875,
+      "eval_total_text_loss": 0.5109953002929688,
+      "eval_vision_contr_loss": 3.22184375,
+      "step": 3100
+    },
+    {
+      "epoch": 1.031426269137792,
+      "grad_norm": 1.6481602504338035,
+      "learning_rate": 9.279631531385484e-06,
+      "loss": 1.7484,
+      "step": 3200
+    },
+    {
+      "epoch": 1.031426269137792,
+      "eval_loss": 1.7711955308914185,
+      "eval_runtime": 43.1879,
+      "eval_samples_per_second": 23.155,
+      "eval_steps_per_second": 5.789,
+      "eval_text_contr_loss": 0.10868955993652343,
+      "eval_total_custom_loss": 3.3221103515625,
+      "eval_total_image_loss": 4.0738515625,
+      "eval_total_text_loss": 0.5125972900390625,
+      "eval_vision_contr_loss": 3.213421142578125,
+      "step": 3200
+    },
+    {
+      "epoch": 1.0636583400483481,
+      "grad_norm": 1.7900383558924777,
+      "learning_rate": 9.227867156520188e-06,
+      "loss": 1.7429,
+      "step": 3300
+    },
+    {
+      "epoch": 1.0636583400483481,
+      "eval_loss": 1.7699233293533325,
+      "eval_runtime": 43.0499,
+      "eval_samples_per_second": 23.229,
+      "eval_steps_per_second": 5.807,
+      "eval_text_contr_loss": 0.10875718688964844,
+      "eval_total_custom_loss": 3.31983349609375,
+      "eval_total_image_loss": 4.0709267578125,
+      "eval_total_text_loss": 0.51294189453125,
+      "eval_vision_contr_loss": 3.21107666015625,
+      "step": 3300
+    },
+    {
+      "epoch": 1.095890410958904,
+      "grad_norm": 1.4167928322005499,
+      "learning_rate": 9.17448061869583e-06,
+      "loss": 1.7704,
+      "step": 3400
+    },
+    {
+      "epoch": 1.095890410958904,
+      "eval_loss": 1.769239068031311,
+      "eval_runtime": 43.3181,
+      "eval_samples_per_second": 23.085,
+      "eval_steps_per_second": 5.771,
+      "eval_text_contr_loss": 0.10824945068359375,
+      "eval_total_custom_loss": 3.31817138671875,
+      "eval_total_image_loss": 4.069458251953125,
+      "eval_total_text_loss": 0.51047802734375,
+      "eval_vision_contr_loss": 3.20992236328125,
+      "step": 3400
+    },
+    {
+      "epoch": 1.1281224818694602,
+      "grad_norm": 1.859931203369117,
+      "learning_rate": 9.119495148800357e-06,
+      "loss": 1.7449,
+      "step": 3500
+    },
+    {
+      "epoch": 1.1281224818694602,
+      "eval_loss": 1.763574481010437,
+      "eval_runtime": 43.105,
+      "eval_samples_per_second": 23.199,
+      "eval_steps_per_second": 5.8,
+      "eval_text_contr_loss": 0.10772032928466797,
+      "eval_total_custom_loss": 3.30740576171875,
+      "eval_total_image_loss": 4.0564755859375,
+      "eval_total_text_loss": 0.50800439453125,
+      "eval_vision_contr_loss": 3.199684814453125,
+      "step": 3500
+    },
+    {
+      "epoch": 1.160354552780016,
+      "grad_norm": 2.068989185774414,
+      "learning_rate": 9.062934673489092e-06,
+      "loss": 1.7687,
+      "step": 3600
+    },
+    {
+      "epoch": 1.160354552780016,
+      "eval_loss": 1.7613393068313599,
+      "eval_runtime": 42.9491,
+      "eval_samples_per_second": 23.283,
+      "eval_steps_per_second": 5.821,
+      "eval_text_contr_loss": 0.10758199310302734,
+      "eval_total_custom_loss": 3.303072265625,
+      "eval_total_image_loss": 4.05116064453125,
+      "eval_total_text_loss": 0.5073269958496094,
+      "eval_vision_contr_loss": 3.195490234375,
+      "step": 3600
+    },
+    {
+      "epoch": 1.192586623690572,
+      "grad_norm": 2.141082949004269,
+      "learning_rate": 9.004823804773181e-06,
+      "loss": 1.7297,
+      "step": 3700
+    },
+    {
+      "epoch": 1.192586623690572,
+      "eval_loss": 1.7592214345932007,
+      "eval_runtime": 43.069,
+      "eval_samples_per_second": 23.219,
+      "eval_steps_per_second": 5.805,
+      "eval_text_contr_loss": 0.10733989715576171,
+      "eval_total_custom_loss": 3.2991220703125,
+      "eval_total_image_loss": 4.046507080078125,
+      "eval_total_text_loss": 0.5061781921386719,
+      "eval_vision_contr_loss": 3.1917822265625,
+      "step": 3700
+    },
+    {
+      "epoch": 1.2248186946011281,
+      "grad_norm": 1.8450064802531847,
+      "learning_rate": 8.945187829309785e-06,
+      "loss": 1.7589,
+      "step": 3800
+    },
+    {
+      "epoch": 1.2248186946011281,
+      "eval_loss": 1.7595419883728027,
+      "eval_runtime": 43.6782,
+      "eval_samples_per_second": 22.895,
+      "eval_steps_per_second": 5.724,
+      "eval_text_contr_loss": 0.10679227447509766,
+      "eval_total_custom_loss": 3.29919677734375,
+      "eval_total_image_loss": 4.04727490234375,
+      "eval_total_text_loss": 0.5035033569335937,
+      "eval_vision_contr_loss": 3.192405029296875,
+      "step": 3800
+    },
+    {
+      "epoch": 1.257050765511684,
+      "grad_norm": 1.5670039690273154,
+      "learning_rate": 8.884052697398737e-06,
+      "loss": 1.7627,
+      "step": 3900
+    },
+    {
+      "epoch": 1.257050765511684,
+      "eval_loss": 1.7528612613677979,
+      "eval_runtime": 43.1783,
+      "eval_samples_per_second": 23.16,
+      "eval_steps_per_second": 5.79,
+      "eval_text_contr_loss": 0.10662190246582032,
+      "eval_total_custom_loss": 3.286930908203125,
+      "eval_total_image_loss": 4.031930908203125,
+      "eval_total_text_loss": 0.502760498046875,
+      "eval_vision_contr_loss": 3.180308349609375,
+      "step": 3900
+    },
+    {
+      "epoch": 1.2892828364222402,
+      "grad_norm": 1.5003342439172258,
+      "learning_rate": 8.82144501169037e-06,
+      "loss": 1.7692,
+      "step": 4000
+    },
+    {
+      "epoch": 1.2892828364222402,
+      "eval_loss": 1.7518749237060547,
+      "eval_runtime": 43.142,
+      "eval_samples_per_second": 23.179,
+      "eval_steps_per_second": 5.795,
+      "eval_text_contr_loss": 0.10632988739013671,
+      "eval_total_custom_loss": 3.2848466796875,
+      "eval_total_image_loss": 4.02964599609375,
+      "eval_total_text_loss": 0.501397216796875,
+      "eval_vision_contr_loss": 3.178516357421875,
+      "step": 4000
+    },
+    {
+      "epoch": 1.321514907332796,
+      "grad_norm": 1.588181678069688,
+      "learning_rate": 8.757392015609536e-06,
+      "loss": 1.7336,
+      "step": 4100
+    },
+    {
+      "epoch": 1.321514907332796,
+      "eval_loss": 1.7515907287597656,
+      "eval_runtime": 43.2497,
+      "eval_samples_per_second": 23.122,
+      "eval_steps_per_second": 5.78,
+      "eval_text_contr_loss": 0.10626918029785157,
+      "eval_total_custom_loss": 3.284319091796875,
+      "eval_total_image_loss": 4.029078125,
+      "eval_total_text_loss": 0.5010674743652344,
+      "eval_vision_contr_loss": 3.17805078125,
+      "step": 4100
+    },
+    {
+      "epoch": 1.3537469782433522,
+      "grad_norm": 1.7924143802949446,
+      "learning_rate": 8.691921581500737e-06,
+      "loss": 1.7931,
+      "step": 4200
+    },
+    {
+      "epoch": 1.3537469782433522,
+      "eval_loss": 1.746930718421936,
+      "eval_runtime": 42.8299,
+      "eval_samples_per_second": 23.348,
+      "eval_steps_per_second": 5.837,
+      "eval_text_contr_loss": 0.10574241638183594,
+      "eval_total_custom_loss": 3.27539111328125,
+      "eval_total_image_loss": 4.018408203125,
+      "eval_total_text_loss": 0.4985403747558594,
+      "eval_vision_contr_loss": 3.16964892578125,
+      "step": 4200
+    },
+    {
+      "epoch": 1.3859790491539081,
+      "grad_norm": 1.2696679831034872,
+      "learning_rate": 8.62506219849963e-06,
+      "loss": 1.747,
+      "step": 4300
+    },
+    {
+      "epoch": 1.3859790491539081,
+      "eval_loss": 1.7456879615783691,
+      "eval_runtime": 42.9935,
+      "eval_samples_per_second": 23.259,
+      "eval_steps_per_second": 5.815,
+      "eval_text_contr_loss": 0.10543916320800781,
+      "eval_total_custom_loss": 3.272862548828125,
+      "eval_total_image_loss": 4.0155888671875,
+      "eval_total_text_loss": 0.49712225341796873,
+      "eval_vision_contr_loss": 3.167423095703125,
+      "step": 4300
+    },
+    {
+      "epoch": 1.418211120064464,
+      "grad_norm": 1.4038670024142585,
+      "learning_rate": 8.556842960136109e-06,
+      "loss": 1.7542,
+      "step": 4400
+    },
+    {
+      "epoch": 1.418211120064464,
+      "eval_loss": 1.7419202327728271,
+      "eval_runtime": 43.1291,
+      "eval_samples_per_second": 23.186,
+      "eval_steps_per_second": 5.797,
+      "eval_text_contr_loss": 0.10515576171875,
+      "eval_total_custom_loss": 3.2657568359375,
+      "eval_total_image_loss": 4.006947265625,
+      "eval_total_text_loss": 0.49575506591796875,
+      "eval_vision_contr_loss": 3.160601318359375,
+      "step": 4400
+    },
+    {
+      "epoch": 1.4504431909750202,
+      "grad_norm": 1.553147953245719,
+      "learning_rate": 8.487293551674407e-06,
+      "loss": 1.7504,
+      "step": 4500
+    },
+    {
+      "epoch": 1.4504431909750202,
+      "eval_loss": 1.740807056427002,
+      "eval_runtime": 42.8972,
+      "eval_samples_per_second": 23.312,
+      "eval_steps_per_second": 5.828,
+      "eval_text_contr_loss": 0.10501337432861328,
+      "eval_total_custom_loss": 3.263591796875,
+      "eval_total_image_loss": 4.004369140625,
+      "eval_total_text_loss": 0.495142578125,
+      "eval_vision_contr_loss": 3.15857861328125,
+      "step": 4500
+    },
+    {
+      "epoch": 1.482675261885576,
+      "grad_norm": 1.5490326450615954,
+      "learning_rate": 8.416444237195702e-06,
+      "loss": 1.754,
+      "step": 4600
+    },
+    {
+      "epoch": 1.482675261885576,
+      "eval_loss": 1.7383344173431396,
+      "eval_runtime": 43.0597,
+      "eval_samples_per_second": 23.224,
+      "eval_steps_per_second": 5.806,
+      "eval_text_contr_loss": 0.10456053924560547,
+      "eval_total_custom_loss": 3.25873291015625,
+      "eval_total_image_loss": 3.99877001953125,
+      "eval_total_text_loss": 0.4929710693359375,
+      "eval_vision_contr_loss": 3.154172119140625,
+      "step": 4600
+    },
+    {
+      "epoch": 1.514907332796132,
+      "grad_norm": 1.306313286524459,
+      "learning_rate": 8.34432584642884e-06,
+      "loss": 1.7429,
+      "step": 4700
+    },
+    {
+      "epoch": 1.514907332796132,
+      "eval_loss": 1.7368396520614624,
+      "eval_runtime": 43.2244,
+      "eval_samples_per_second": 23.135,
+      "eval_steps_per_second": 5.784,
+      "eval_text_contr_loss": 0.10414806365966797,
+      "eval_total_custom_loss": 3.2556689453125,
+      "eval_total_image_loss": 3.99540576171875,
+      "eval_total_text_loss": 0.49097271728515623,
+      "eval_vision_contr_loss": 3.151520263671875,
+      "step": 4700
+    },
+    {
+      "epoch": 1.5471394037066881,
+      "grad_norm": 1.2887661649855016,
+      "learning_rate": 8.270969761334946e-06,
+      "loss": 1.7619,
+      "step": 4800
+    },
+    {
+      "epoch": 1.5471394037066881,
+      "eval_loss": 1.7330701351165771,
+      "eval_runtime": 43.0538,
+      "eval_samples_per_second": 23.227,
+      "eval_steps_per_second": 5.807,
+      "eval_text_contr_loss": 0.10417289733886718,
+      "eval_total_custom_loss": 3.24881494140625,
+      "eval_total_image_loss": 3.98670556640625,
+      "eval_total_text_loss": 0.4910880126953125,
+      "eval_vision_contr_loss": 3.144642822265625,
+      "step": 4800
+    },
+    {
+      "epoch": 1.5793714746172443,
+      "grad_norm": 1.3604255924953426,
+      "learning_rate": 8.1964079024517e-06,
+      "loss": 1.7679,
+      "step": 4900
+    },
+    {
+      "epoch": 1.5793714746172443,
+      "eval_loss": 1.729392170906067,
+      "eval_runtime": 43.2858,
+      "eval_samples_per_second": 23.102,
+      "eval_steps_per_second": 5.776,
+      "eval_text_contr_loss": 0.10385750579833984,
+      "eval_total_custom_loss": 3.241834716796875,
+      "eval_total_image_loss": 3.97827783203125,
+      "eval_total_text_loss": 0.4896236572265625,
+      "eval_vision_contr_loss": 3.137977294921875,
+      "step": 4900
+    },
+    {
+      "epoch": 1.6116035455278002,
+      "grad_norm": 1.1049881715481917,
+      "learning_rate": 8.120672715003294e-06,
+      "loss": 1.7428,
+      "step": 5000
+    },
+    {
+      "epoch": 1.6116035455278002,
+      "eval_loss": 1.7302324771881104,
+      "eval_runtime": 43.5243,
+      "eval_samples_per_second": 22.976,
+      "eval_steps_per_second": 5.744,
+      "eval_text_contr_loss": 0.10343788909912109,
+      "eval_total_custom_loss": 3.243067138671875,
+      "eval_total_image_loss": 3.9803583984375,
+      "eval_total_text_loss": 0.4876519775390625,
+      "eval_vision_contr_loss": 3.13962939453125,
+      "step": 5000
+    },
+    {
+      "epoch": 1.643835616438356,
+      "grad_norm": 1.4871373362175029,
+      "learning_rate": 8.043797154782041e-06,
+      "loss": 1.7438,
+      "step": 5100
+    },
+    {
+      "epoch": 1.643835616438356,
+      "eval_loss": 1.7294504642486572,
+      "eval_runtime": 43.2467,
+      "eval_samples_per_second": 23.123,
+      "eval_steps_per_second": 5.781,
+      "eval_text_contr_loss": 0.10337482452392578,
+      "eval_total_custom_loss": 3.24157080078125,
+      "eval_total_image_loss": 3.978525634765625,
+      "eval_total_text_loss": 0.4873544921875,
+      "eval_vision_contr_loss": 3.138195556640625,
+      "step": 5100
+    },
+    {
+      "epoch": 1.6760676873489122,
+      "grad_norm": 1.4862996756725702,
+      "learning_rate": 7.965814673807827e-06,
+      "loss": 1.7258,
+      "step": 5200
+    },
+    {
+      "epoch": 1.6760676873489122,
+      "eval_loss": 1.7246971130371094,
+      "eval_runtime": 43.1195,
+      "eval_samples_per_second": 23.191,
+      "eval_steps_per_second": 5.798,
+      "eval_text_contr_loss": 0.10332577514648437,
+      "eval_total_custom_loss": 3.232852294921875,
+      "eval_total_image_loss": 3.96752294921875,
+      "eval_total_text_loss": 0.4871480712890625,
+      "eval_vision_contr_loss": 3.12952587890625,
+      "step": 5200
+    },
+    {
+      "epoch": 1.7082997582594683,
+      "grad_norm": 1.412355388159593,
+      "learning_rate": 7.886759205771625e-06,
+      "loss": 1.7256,
+      "step": 5300
+    },
+    {
+      "epoch": 1.7082997582594683,
+      "eval_loss": 1.7225898504257202,
+      "eval_runtime": 42.8073,
+      "eval_samples_per_second": 23.361,
+      "eval_steps_per_second": 5.84,
+      "eval_text_contr_loss": 0.10268486022949219,
+      "eval_total_custom_loss": 3.228478759765625,
+      "eval_total_image_loss": 3.96278955078125,
+      "eval_total_text_loss": 0.48410064697265626,
+      "eval_vision_contr_loss": 3.12579345703125,
+      "step": 5300
+    },
+    {
+      "epoch": 1.740531829170024,
+      "grad_norm": 1.7627888517566388,
+      "learning_rate": 7.806665151269424e-06,
+      "loss": 1.7288,
+      "step": 5400
+    },
+    {
+      "epoch": 1.740531829170024,
+      "eval_loss": 1.722500205039978,
+      "eval_runtime": 42.9419,
+      "eval_samples_per_second": 23.287,
+      "eval_steps_per_second": 5.822,
+      "eval_text_contr_loss": 0.10271249389648437,
+      "eval_total_custom_loss": 3.228342041015625,
+      "eval_total_image_loss": 3.96258447265625,
+      "eval_total_text_loss": 0.4842587890625,
+      "eval_vision_contr_loss": 3.1256298828125,
+      "step": 5400
+    },
+    {
+      "epoch": 1.7727639000805802,
+      "grad_norm": 1.1625897768555602,
+      "learning_rate": 7.725567362832988e-06,
+      "loss": 1.7119,
+      "step": 5500
+    },
+    {
+      "epoch": 1.7727639000805802,
+      "eval_loss": 1.7217448949813843,
+      "eval_runtime": 43.5739,
+      "eval_samples_per_second": 22.95,
+      "eval_steps_per_second": 5.737,
+      "eval_text_contr_loss": 0.102185302734375,
+      "eval_total_custom_loss": 3.22654345703125,
+      "eval_total_image_loss": 3.960973876953125,
+      "eval_total_text_loss": 0.48181881713867186,
+      "eval_vision_contr_loss": 3.124358154296875,
+      "step": 5500
+    },
+    {
+      "epoch": 1.8049959709911363,
+      "grad_norm": 1.2532474256069803,
+      "learning_rate": 7.643501129763925e-06,
+      "loss": 1.7249,
+      "step": 5600
+    },
+    {
+      "epoch": 1.8049959709911363,
+      "eval_loss": 1.719870686531067,
+      "eval_runtime": 43.0446,
+      "eval_samples_per_second": 23.232,
+      "eval_steps_per_second": 5.808,
+      "eval_text_contr_loss": 0.1021416015625,
+      "eval_total_custom_loss": 3.2230703125,
+      "eval_total_image_loss": 3.95665185546875,
+      "eval_total_text_loss": 0.48166421508789065,
+      "eval_vision_contr_loss": 3.120928955078125,
+      "step": 5600
+    },
+    {
+      "epoch": 1.8372280419016922,
+      "grad_norm": 1.186401836865202,
+      "learning_rate": 7.56050216277774e-06,
+      "loss": 1.7236,
+      "step": 5700
+    },
+    {
+      "epoch": 1.8372280419016922,
+      "eval_loss": 1.7167900800704956,
+      "eval_runtime": 43.0532,
+      "eval_samples_per_second": 23.227,
+      "eval_steps_per_second": 5.807,
+      "eval_text_contr_loss": 0.10181983947753906,
+      "eval_total_custom_loss": 3.217169677734375,
+      "eval_total_image_loss": 3.94959619140625,
+      "eval_total_text_loss": 0.4800431213378906,
+      "eval_vision_contr_loss": 3.11535009765625,
+      "step": 5700
+    },
+    {
+      "epoch": 1.869460112812248,
+      "grad_norm": 1.8611578087256904,
+      "learning_rate": 7.476606578464497e-06,
+      "loss": 1.7196,
+      "step": 5800
+    },
+    {
+      "epoch": 1.869460112812248,
+      "eval_loss": 1.7161837816238403,
+      "eval_runtime": 43.0611,
+      "eval_samples_per_second": 23.223,
+      "eval_steps_per_second": 5.806,
+      "eval_text_contr_loss": 0.10173680114746093,
+      "eval_total_custom_loss": 3.216015380859375,
+      "eval_total_image_loss": 3.94821630859375,
+      "eval_total_text_loss": 0.4796446533203125,
+      "eval_vision_contr_loss": 3.1142783203125,
+      "step": 5800
+    },
+    {
+      "epoch": 1.9016921837228042,
+      "grad_norm": 1.1970358284464848,
+      "learning_rate": 7.391850883572849e-06,
+      "loss": 1.7154,
+      "step": 5900
+    },
+    {
+      "epoch": 1.9016921837228042,
+      "eval_loss": 1.7155755758285522,
+      "eval_runtime": 43.668,
+      "eval_samples_per_second": 22.9,
+      "eval_steps_per_second": 5.725,
+      "eval_text_contr_loss": 0.101461669921875,
+      "eval_total_custom_loss": 3.21466650390625,
+      "eval_total_image_loss": 3.946880859375,
+      "eval_total_text_loss": 0.4783258056640625,
+      "eval_vision_contr_loss": 3.113205322265625,
+      "step": 5900
+    },
+    {
+      "epoch": 1.9339242546333602,
+      "grad_norm": 1.2468389300551599,
+      "learning_rate": 7.306271959124313e-06,
+      "loss": 1.7497,
+      "step": 6000
+    },
+    {
+      "epoch": 1.9339242546333602,
+      "eval_loss": 1.711749792098999,
+      "eval_runtime": 43.0167,
+      "eval_samples_per_second": 23.247,
+      "eval_steps_per_second": 5.812,
+      "eval_text_contr_loss": 0.10137190246582031,
+      "eval_total_custom_loss": 3.207614990234375,
+      "eval_total_image_loss": 3.93804150390625,
+      "eval_total_text_loss": 0.4779098205566406,
+      "eval_vision_contr_loss": 3.10624267578125,
+      "step": 6000
+    },
+    {
+      "epoch": 1.966156325543916,
+      "grad_norm": 1.3879414435610702,
+      "learning_rate": 7.219907044364683e-06,
+      "loss": 1.7212,
+      "step": 6100
+    },
+    {
+      "epoch": 1.966156325543916,
+      "eval_loss": 1.7115145921707153,
+      "eval_runtime": 43.2586,
+      "eval_samples_per_second": 23.117,
+      "eval_steps_per_second": 5.779,
+      "eval_text_contr_loss": 0.10102347564697266,
+      "eval_total_custom_loss": 3.206907958984375,
+      "eval_total_image_loss": 3.937591796875,
+      "eval_total_text_loss": 0.476210205078125,
+      "eval_vision_contr_loss": 3.105884765625,
+      "step": 6100
+    },
+    {
+      "epoch": 1.9983883964544722,
+      "grad_norm": 1.2689982880943955,
+      "learning_rate": 7.132793720559548e-06,
+      "loss": 1.7293,
+      "step": 6200
+    },
+    {
+      "epoch": 1.9983883964544722,
+      "eval_loss": 1.710171103477478,
+      "eval_runtime": 43.0121,
+      "eval_samples_per_second": 23.249,
+      "eval_steps_per_second": 5.812,
+      "eval_text_contr_loss": 0.100876708984375,
+      "eval_total_custom_loss": 3.204313232421875,
+      "eval_total_image_loss": 3.93449755859375,
+      "eval_total_text_loss": 0.47554855346679686,
+      "eval_vision_contr_loss": 3.103436767578125,
+      "step": 6200
+    },
+    {
+      "epoch": 2.0306204673650283,
+      "grad_norm": 1.3950821678120036,
+      "learning_rate": 7.044969894640985e-06,
+      "loss": 1.6634,
+      "step": 6300
+    },
+    {
+      "epoch": 2.0306204673650283,
+      "eval_loss": 1.7124313116073608,
+      "eval_runtime": 43.1043,
+      "eval_samples_per_second": 23.2,
+      "eval_steps_per_second": 5.8,
+      "eval_text_contr_loss": 0.10253661346435547,
+      "eval_total_custom_loss": 3.209766357421875,
+      "eval_total_image_loss": 3.93932373046875,
+      "eval_total_text_loss": 0.4833622741699219,
+      "eval_vision_contr_loss": 3.10723046875,
+      "step": 6300
+    },
+    {
+      "epoch": 2.062852538275584,
+      "grad_norm": 1.6330256517316408,
+      "learning_rate": 6.9564737827125624e-06,
+      "loss": 1.654,
+      "step": 6400
+    },
+    {
+      "epoch": 2.062852538275584,
+      "eval_loss": 1.7117656469345093,
+      "eval_runtime": 43.2236,
+      "eval_samples_per_second": 23.136,
+      "eval_steps_per_second": 5.784,
+      "eval_text_contr_loss": 0.10246735382080079,
+      "eval_total_custom_loss": 3.208496337890625,
+      "eval_total_image_loss": 3.93780859375,
+      "eval_total_text_loss": 0.48304425048828126,
+      "eval_vision_contr_loss": 3.106028564453125,
+      "step": 6400
+    },
+    {
+      "epoch": 2.09508460918614,
+      "grad_norm": 1.0726622018398422,
+      "learning_rate": 6.867343893419779e-06,
+      "loss": 1.6844,
+      "step": 6500
+    },
+    {
+      "epoch": 2.09508460918614,
+      "eval_loss": 1.710357427597046,
+      "eval_runtime": 43.1642,
+      "eval_samples_per_second": 23.167,
+      "eval_steps_per_second": 5.792,
+      "eval_text_contr_loss": 0.1026227798461914,
+      "eval_total_custom_loss": 3.206042236328125,
+      "eval_total_image_loss": 3.93451171875,
+      "eval_total_text_loss": 0.483800048828125,
+      "eval_vision_contr_loss": 3.10341943359375,
+      "step": 6500
+    },
+    {
+      "epoch": 2.1273166800966963,
+      "grad_norm": 1.1677656833173125,
+      "learning_rate": 6.777619011193214e-06,
+      "loss": 1.6812,
+      "step": 6600
+    },
+    {
+      "epoch": 2.1273166800966963,
+      "eval_loss": 1.708493709564209,
+      "eval_runtime": 43.1562,
+      "eval_samples_per_second": 23.172,
+      "eval_steps_per_second": 5.793,
+      "eval_text_contr_loss": 0.10243350219726563,
+      "eval_total_custom_loss": 3.20248828125,
+      "eval_total_image_loss": 3.93024072265625,
+      "eval_total_text_loss": 0.482855224609375,
+      "eval_vision_contr_loss": 3.1000546875,
+      "step": 6600
+    },
+    {
+      "epoch": 2.1595487510072524,
+      "grad_norm": 1.6646093520541214,
+      "learning_rate": 6.6873381793716865e-06,
+      "loss": 1.6777,
+      "step": 6700
+    },
+    {
+      "epoch": 2.1595487510072524,
+      "eval_loss": 1.7090308666229248,
+      "eval_runtime": 42.7292,
+      "eval_samples_per_second": 23.403,
+      "eval_steps_per_second": 5.851,
+      "eval_text_contr_loss": 0.10214550018310548,
+      "eval_total_custom_loss": 3.2032421875,
+      "eval_total_image_loss": 3.931541748046875,
+      "eval_total_text_loss": 0.4815105590820313,
+      "eval_vision_contr_loss": 3.10109619140625,
+      "step": 6700
+    },
+    {
+      "epoch": 2.191780821917808,
+      "grad_norm": 1.118793791053252,
+      "learning_rate": 6.596540683212729e-06,
+      "loss": 1.662,
+      "step": 6800
+    },
+    {
+      "epoch": 2.191780821917808,
+      "eval_loss": 1.707641363143921,
+      "eval_runtime": 43.0524,
+      "eval_samples_per_second": 23.228,
+      "eval_steps_per_second": 5.807,
+      "eval_text_contr_loss": 0.10229474639892579,
+      "eval_total_custom_loss": 3.200827392578125,
+      "eval_total_image_loss": 3.9283203125,
+      "eval_total_text_loss": 0.48220172119140625,
+      "eval_vision_contr_loss": 3.09853271484375,
+      "step": 6800
+    },
+    {
+      "epoch": 2.2240128928283642,
+      "grad_norm": 1.5524306551850715,
+      "learning_rate": 6.505266032797806e-06,
+      "loss": 1.6846,
+      "step": 6900
+    },
+    {
+      "epoch": 2.2240128928283642,
+      "eval_loss": 1.7059853076934814,
+      "eval_runtime": 43.1533,
+      "eval_samples_per_second": 23.173,
+      "eval_steps_per_second": 5.793,
+      "eval_text_contr_loss": 0.10189845275878906,
+      "eval_total_custom_loss": 3.1974970703125,
+      "eval_total_image_loss": 3.924572265625,
+      "eval_total_text_loss": 0.4803218994140625,
+      "eval_vision_contr_loss": 3.09559814453125,
+      "step": 6900
+    },
+    {
+      "epoch": 2.2562449637389204,
+      "grad_norm": 1.0266753499509045,
+      "learning_rate": 6.413553945839697e-06,
+      "loss": 1.6714,
+      "step": 7000
+    },
+    {
+      "epoch": 2.2562449637389204,
+      "eval_loss": 1.705426812171936,
+      "eval_runtime": 43.1904,
+      "eval_samples_per_second": 23.153,
+      "eval_steps_per_second": 5.788,
+      "eval_text_contr_loss": 0.10180580139160156,
+      "eval_total_custom_loss": 3.196394287109375,
+      "eval_total_image_loss": 3.923303955078125,
+      "eval_total_text_loss": 0.47996240234375,
+      "eval_vision_contr_loss": 3.09458837890625,
+      "step": 7000
+    },
+    {
+      "epoch": 2.288477034649476,
+      "grad_norm": 1.2088814629290832,
+      "learning_rate": 6.321444330399532e-06,
+      "loss": 1.66,
+      "step": 7100
+    },
+    {
+      "epoch": 2.288477034649476,
+      "eval_loss": 1.7046881914138794,
+      "eval_runtime": 43.2519,
+      "eval_samples_per_second": 23.12,
+      "eval_steps_per_second": 5.78,
+      "eval_text_contr_loss": 0.10193362426757813,
+      "eval_total_custom_loss": 3.1951435546875,
+      "eval_total_image_loss": 3.92156982421875,
+      "eval_total_text_loss": 0.4805397338867187,
+      "eval_vision_contr_loss": 3.0932099609375,
+      "step": 7100
+    },
+    {
+      "epoch": 2.320709105560032,
+      "grad_norm": 1.3694715406974758,
+      "learning_rate": 6.228977267520991e-06,
+      "loss": 1.665,
+      "step": 7200
+    },
+    {
+      "epoch": 2.320709105560032,
+      "eval_loss": 1.7047983407974243,
+      "eval_runtime": 42.9671,
+      "eval_samples_per_second": 23.274,
+      "eval_steps_per_second": 5.818,
+      "eval_text_contr_loss": 0.1015860595703125,
+      "eval_total_custom_loss": 3.1950625,
+      "eval_total_image_loss": 3.92192333984375,
+      "eval_total_text_loss": 0.47889395141601565,
+      "eval_vision_contr_loss": 3.093476806640625,
+      "step": 7200
+    },
+    {
+      "epoch": 2.3529411764705883,
+      "grad_norm": 1.1989074798894601,
+      "learning_rate": 6.136192993789241e-06,
+      "loss": 1.6754,
+      "step": 7300
+    },
+    {
+      "epoch": 2.3529411764705883,
+      "eval_loss": 1.7038034200668335,
+      "eval_runtime": 43.194,
+      "eval_samples_per_second": 23.151,
+      "eval_steps_per_second": 5.788,
+      "eval_text_contr_loss": 0.1014683837890625,
+      "eval_total_custom_loss": 3.193150390625,
+      "eval_total_image_loss": 3.9196484375,
+      "eval_total_text_loss": 0.4783086547851563,
+      "eval_vision_contr_loss": 3.09168212890625,
+      "step": 7300
+    },
+    {
+      "epoch": 2.385173247381144,
+      "grad_norm": 1.1841765547179885,
+      "learning_rate": 6.043131883822186e-06,
+      "loss": 1.6716,
+      "step": 7400
+    },
+    {
+      "epoch": 2.385173247381144,
+      "eval_loss": 1.7007592916488647,
+      "eval_runtime": 43.0911,
+      "eval_samples_per_second": 23.207,
+      "eval_steps_per_second": 5.802,
+      "eval_text_contr_loss": 0.10157785034179688,
+      "eval_total_custom_loss": 3.1876787109375,
+      "eval_total_image_loss": 3.912532958984375,
+      "eval_total_text_loss": 0.4788715515136719,
+      "eval_vision_contr_loss": 3.0861005859375,
+      "step": 7400
+    },
+    {
+      "epoch": 2.4174053182917,
+      "grad_norm": 1.09623045255461,
+      "learning_rate": 5.949834432701642e-06,
+      "loss": 1.6904,
+      "step": 7500
+    },
+    {
+      "epoch": 2.4174053182917,
+      "eval_loss": 1.7012134790420532,
+      "eval_runtime": 43.2095,
+      "eval_samples_per_second": 23.143,
+      "eval_steps_per_second": 5.786,
+      "eval_text_contr_loss": 0.10139631652832032,
+      "eval_total_custom_loss": 3.188372314453125,
+      "eval_total_image_loss": 3.91363525390625,
+      "eval_total_text_loss": 0.47799374389648436,
+      "eval_vision_contr_loss": 3.086975830078125,
+      "step": 7500
+    },
+    {
+      "epoch": 2.4496373892022563,
+      "grad_norm": 1.2798135292777189,
+      "learning_rate": 5.856341238352114e-06,
+      "loss": 1.6686,
+      "step": 7600
+    },
+    {
+      "epoch": 2.4496373892022563,
+      "eval_loss": 1.699338674545288,
+      "eval_runtime": 43.1463,
+      "eval_samples_per_second": 23.177,
+      "eval_steps_per_second": 5.794,
+      "eval_text_contr_loss": 0.10125347900390624,
+      "eval_total_custom_loss": 3.18483154296875,
+      "eval_total_image_loss": 3.909332275390625,
+      "eval_total_text_loss": 0.47738201904296873,
+      "eval_vision_contr_loss": 3.083578125,
+      "step": 7600
+    },
+    {
+      "epoch": 2.4821917808219176,
+      "grad_norm": 1.2387160690879455,
+      "learning_rate": 5.762692983874807e-06,
+      "loss": 1.6875,
+      "step": 7700
+    },
+    {
+      "epoch": 2.4821917808219176,
+      "eval_loss": 1.699604868888855,
+      "eval_runtime": 43.2954,
+      "eval_samples_per_second": 23.097,
+      "eval_steps_per_second": 5.774,
+      "eval_text_contr_loss": 0.10113139343261719,
+      "eval_total_custom_loss": 3.18522021484375,
+      "eval_total_image_loss": 3.90997802734375,
+      "eval_total_text_loss": 0.47675457763671875,
+      "eval_vision_contr_loss": 3.084088134765625,
+      "step": 7700
+    },
+    {
+      "epoch": 2.5144238517324737,
+      "grad_norm": 1.2888845613016715,
+      "learning_rate": 5.668930419844569e-06,
+      "loss": 1.6694,
+      "step": 7800
+    },
+    {
+      "epoch": 2.5144238517324737,
+      "eval_loss": 1.6977527141571045,
+      "eval_runtime": 42.8068,
+      "eval_samples_per_second": 23.361,
+      "eval_steps_per_second": 5.84,
+      "eval_text_contr_loss": 0.10074325561523438,
+      "eval_total_custom_loss": 3.1815302734375,
+      "eval_total_image_loss": 3.9057802734375,
+      "eval_total_text_loss": 0.47487213134765627,
+      "eval_vision_contr_loss": 3.080787353515625,
+      "step": 7800
+    },
+    {
+      "epoch": 2.54665592264303,
+      "grad_norm": 1.0961945452459818,
+      "learning_rate": 5.575094346577487e-06,
+      "loss": 1.6843,
+      "step": 7900
+    },
+    {
+      "epoch": 2.54665592264303,
+      "eval_loss": 1.6972546577453613,
+      "eval_runtime": 43.1625,
+      "eval_samples_per_second": 23.168,
+      "eval_steps_per_second": 5.792,
+      "eval_text_contr_loss": 0.10105512237548828,
+      "eval_total_custom_loss": 3.180876708984375,
+      "eval_total_image_loss": 3.904545166015625,
+      "eval_total_text_loss": 0.47634335327148436,
+      "eval_vision_contr_loss": 3.07982177734375,
+      "step": 7900
+    },
+    {
+      "epoch": 2.578887993553586,
+      "grad_norm": 1.0730302928206912,
+      "learning_rate": 5.481225596376832e-06,
+      "loss": 1.6531,
+      "step": 8000
+    },
+    {
+      "epoch": 2.578887993553586,
+      "eval_loss": 1.6951245069503784,
+      "eval_runtime": 42.7536,
+      "eval_samples_per_second": 23.39,
+      "eval_steps_per_second": 5.847,
+      "eval_text_contr_loss": 0.10080006408691407,
+      "eval_total_custom_loss": 3.1767880859375,
+      "eval_total_image_loss": 3.899679443359375,
+      "eval_total_text_loss": 0.4752117919921875,
+      "eval_vision_contr_loss": 3.075987548828125,
+      "step": 8000
+    },
+    {
+      "epoch": 2.6111200644641417,
+      "grad_norm": 1.2012985411125285,
+      "learning_rate": 5.387365015765072e-06,
+      "loss": 1.6645,
+      "step": 8100
+    },
+    {
+      "epoch": 2.6111200644641417,
+      "eval_loss": 1.6954604387283325,
+      "eval_runtime": 42.8389,
+      "eval_samples_per_second": 23.343,
+      "eval_steps_per_second": 5.836,
+      "eval_text_contr_loss": 0.10047319793701172,
+      "eval_total_custom_loss": 3.17713623046875,
+      "eval_total_image_loss": 3.90052880859375,
+      "eval_total_text_loss": 0.47367898559570315,
+      "eval_vision_contr_loss": 3.0766630859375,
+      "step": 8100
+    },
+    {
+      "epoch": 2.643352135374698,
+      "grad_norm": 1.0726584383882933,
+      "learning_rate": 5.2935534477097296e-06,
+      "loss": 1.6677,
+      "step": 8200
+    },
+    {
+      "epoch": 2.643352135374698,
+      "eval_loss": 1.6943846940994263,
+      "eval_runtime": 42.5793,
+      "eval_samples_per_second": 23.486,
+      "eval_steps_per_second": 5.871,
+      "eval_text_contr_loss": 0.10054948425292969,
+      "eval_total_custom_loss": 3.175241943359375,
+      "eval_total_image_loss": 3.898025146484375,
+      "eval_total_text_loss": 0.4740495300292969,
+      "eval_vision_contr_loss": 3.07469189453125,
+      "step": 8200
+    },
+    {
+      "epoch": 2.675584206285254,
+      "grad_norm": 1.0454265169766854,
+      "learning_rate": 5.199831713850748e-06,
+      "loss": 1.6843,
+      "step": 8300
+    },
+    {
+      "epoch": 2.675584206285254,
+      "eval_loss": 1.693207025527954,
+      "eval_runtime": 42.8178,
+      "eval_samples_per_second": 23.355,
+      "eval_steps_per_second": 5.839,
+      "eval_text_contr_loss": 0.10044010162353516,
+      "eval_total_custom_loss": 3.17299267578125,
+      "eval_total_image_loss": 3.895315673828125,
+      "eval_total_text_loss": 0.4735074768066406,
+      "eval_vision_contr_loss": 3.072552490234375,
+      "step": 8300
+    },
+    {
+      "epoch": 2.7078162771958096,
+      "grad_norm": 1.0376317976485014,
+      "learning_rate": 5.106240596737168e-06,
+      "loss": 1.6772,
+      "step": 8400
+    },
+    {
+      "epoch": 2.7078162771958096,
+      "eval_loss": 1.6923362016677856,
+      "eval_runtime": 42.9651,
+      "eval_samples_per_second": 23.275,
+      "eval_steps_per_second": 5.819,
+      "eval_text_contr_loss": 0.1002273178100586,
+      "eval_total_custom_loss": 3.17123046875,
+      "eval_total_image_loss": 3.893354736328125,
+      "eval_total_text_loss": 0.4724638671875,
+      "eval_vision_contr_loss": 3.07100341796875,
+      "step": 8400
+    },
+    {
+      "epoch": 2.7400483481063658,
+      "grad_norm": 1.1505481111073788,
+      "learning_rate": 5.012820822080799e-06,
+      "loss": 1.6677,
+      "step": 8500
+    },
+    {
+      "epoch": 2.7400483481063658,
+      "eval_loss": 1.6918821334838867,
+      "eval_runtime": 43.5347,
+      "eval_samples_per_second": 22.97,
+      "eval_steps_per_second": 5.743,
+      "eval_text_contr_loss": 0.10038319396972656,
+      "eval_total_custom_loss": 3.170523193359375,
+      "eval_total_image_loss": 3.892265625,
+      "eval_total_text_loss": 0.473227294921875,
+      "eval_vision_contr_loss": 3.070140380859375,
+      "step": 8500
+    },
+    {
+      "epoch": 2.772280419016922,
+      "grad_norm": 1.2546342286772034,
+      "learning_rate": 4.919613041034628e-06,
+      "loss": 1.6525,
+      "step": 8600
+    },
+    {
+      "epoch": 2.772280419016922,
+      "eval_loss": 1.6920381784439087,
+      "eval_runtime": 43.2028,
+      "eval_samples_per_second": 23.147,
+      "eval_steps_per_second": 5.787,
+      "eval_text_contr_loss": 0.10001284027099609,
+      "eval_total_custom_loss": 3.170507568359375,
+      "eval_total_image_loss": 3.892719482421875,
+      "eval_total_text_loss": 0.47142926025390625,
+      "eval_vision_contr_loss": 3.07049462890625,
+      "step": 8600
+    },
+    {
+      "epoch": 2.804512489927478,
+      "grad_norm": 1.0449956888200327,
+      "learning_rate": 4.8266578125036675e-06,
+      "loss": 1.655,
+      "step": 8700
+    },
+    {
+      "epoch": 2.804512489927478,
+      "eval_loss": 1.6917293071746826,
+      "eval_runtime": 42.7617,
+      "eval_samples_per_second": 23.385,
+      "eval_steps_per_second": 5.846,
+      "eval_text_contr_loss": 0.10005457305908202,
+      "eval_total_custom_loss": 3.16998046875,
+      "eval_total_image_loss": 3.89201171875,
+      "eval_total_text_loss": 0.47171200561523435,
+      "eval_vision_contr_loss": 3.06992578125,
+      "step": 8700
+    },
+    {
+      "epoch": 2.8367445608380337,
+      "grad_norm": 1.1304255420893947,
+      "learning_rate": 4.733995585495955e-06,
+      "loss": 1.6619,
+      "step": 8800
+    },
+    {
+      "epoch": 2.8367445608380337,
+      "eval_loss": 1.6887074708938599,
+      "eval_runtime": 42.8364,
+      "eval_samples_per_second": 23.345,
+      "eval_steps_per_second": 5.836,
+      "eval_text_contr_loss": 0.09995537567138672,
+      "eval_total_custom_loss": 3.1643916015625,
+      "eval_total_image_loss": 3.8850234375,
+      "eval_total_text_loss": 0.471197998046875,
+      "eval_vision_contr_loss": 3.06443603515625,
+      "step": 8800
+    },
+    {
+      "epoch": 2.86897663174859,
+      "grad_norm": 1.1635596710167195,
+      "learning_rate": 4.6416666815213646e-06,
+      "loss": 1.6539,
+      "step": 8900
+    },
+    {
+      "epoch": 2.86897663174859,
+      "eval_loss": 1.6882895231246948,
+      "eval_runtime": 42.7082,
+      "eval_samples_per_second": 23.415,
+      "eval_steps_per_second": 5.854,
+      "eval_text_contr_loss": 0.099897216796875,
+      "eval_total_custom_loss": 3.16357763671875,
+      "eval_total_image_loss": 3.88407275390625,
+      "eval_total_text_loss": 0.47090353393554685,
+      "eval_vision_contr_loss": 3.0636806640625,
+      "step": 8900
+    },
+    {
+      "epoch": 2.901208702659146,
+      "grad_norm": 1.4475543234008788,
+      "learning_rate": 4.549711277045895e-06,
+      "loss": 1.6513,
+      "step": 9000
+    },
+    {
+      "epoch": 2.901208702659146,
+      "eval_loss": 1.6892811059951782,
+      "eval_runtime": 42.7435,
+      "eval_samples_per_second": 23.395,
+      "eval_steps_per_second": 5.849,
+      "eval_text_contr_loss": 0.09978788757324218,
+      "eval_total_custom_loss": 3.16530078125,
+      "eval_total_image_loss": 3.88640869140625,
+      "eval_total_text_loss": 0.4704385681152344,
+      "eval_vision_contr_loss": 3.06551318359375,
+      "step": 9000
+    },
+    {
+      "epoch": 2.9334407735697017,
+      "grad_norm": 1.082082592198345,
+      "learning_rate": 4.458169386009095e-06,
+      "loss": 1.6623,
+      "step": 9100
+    },
+    {
+      "epoch": 2.9334407735697017,
+      "eval_loss": 1.6865910291671753,
+      "eval_runtime": 42.7896,
+      "eval_samples_per_second": 23.37,
+      "eval_steps_per_second": 5.843,
+      "eval_text_contr_loss": 0.0996867904663086,
+      "eval_total_custom_loss": 3.16030908203125,
+      "eval_total_image_loss": 3.880197021484375,
+      "eval_total_text_loss": 0.46994622802734376,
+      "eval_vision_contr_loss": 3.06062255859375,
+      "step": 9100
+    },
+    {
+      "epoch": 2.965672844480258,
+      "grad_norm": 1.252913071666507,
+      "learning_rate": 4.367080842412176e-06,
+      "loss": 1.667,
+      "step": 9200
+    },
+    {
+      "epoch": 2.965672844480258,
+      "eval_loss": 1.685819149017334,
+      "eval_runtime": 42.9823,
+      "eval_samples_per_second": 23.265,
+      "eval_steps_per_second": 5.816,
+      "eval_text_contr_loss": 0.09963002014160156,
+      "eval_total_custom_loss": 3.1588515625,
+      "eval_total_image_loss": 3.878440185546875,
+      "eval_total_text_loss": 0.46969296264648436,
+      "eval_vision_contr_loss": 3.059221435546875,
+      "step": 9200
+    },
+    {
+      "epoch": 2.997904915390814,
+      "grad_norm": 1.2123646326849216,
+      "learning_rate": 4.2764852829844575e-06,
+      "loss": 1.6493,
+      "step": 9300
+    },
+    {
+      "epoch": 2.997904915390814,
+      "eval_loss": 1.684321403503418,
+      "eval_runtime": 43.2065,
+      "eval_samples_per_second": 23.145,
+      "eval_steps_per_second": 5.786,
+      "eval_text_contr_loss": 0.09949755859375,
+      "eval_total_custom_loss": 3.156007568359375,
+      "eval_total_image_loss": 3.875003662109375,
+      "eval_total_text_loss": 0.469060302734375,
+      "eval_vision_contr_loss": 3.056509033203125,
+      "step": 9300
+    },
+    {
+      "epoch": 3.03013698630137,
+      "grad_norm": 1.2765862298497435,
+      "learning_rate": 4.186422129935634e-06,
+      "loss": 1.6081,
+      "step": 9400
+    },
+    {
+      "epoch": 3.03013698630137,
+      "eval_loss": 1.6938881874084473,
+      "eval_runtime": 43.1138,
+      "eval_samples_per_second": 23.194,
+      "eval_steps_per_second": 5.799,
+      "eval_text_contr_loss": 0.10148472595214844,
+      "eval_total_custom_loss": 3.175074462890625,
+      "eval_total_image_loss": 3.896648681640625,
+      "eval_total_text_loss": 0.4784152221679687,
+      "eval_vision_contr_loss": 3.07359033203125,
+      "step": 9400
+    },
+    {
+      "epoch": 3.0623690572119258,
+      "grad_norm": 1.2098762882131135,
+      "learning_rate": 4.096930573801397e-06,
+      "loss": 1.634,
+      "step": 9500
+    },
+    {
+      "epoch": 3.0623690572119258,
+      "eval_loss": 1.6933133602142334,
+      "eval_runtime": 42.9251,
+      "eval_samples_per_second": 23.296,
+      "eval_steps_per_second": 5.824,
+      "eval_text_contr_loss": 0.101427734375,
+      "eval_total_custom_loss": 3.1739755859375,
+      "eval_total_image_loss": 3.89532421875,
+      "eval_total_text_loss": 0.4781582641601563,
+      "eval_vision_contr_loss": 3.07254736328125,
+      "step": 9500
+    },
+    {
+      "epoch": 3.094601128122482,
+      "grad_norm": 1.3163746415227902,
+      "learning_rate": 4.008049556389867e-06,
+      "loss": 1.5951,
+      "step": 9600
+    },
+    {
+      "epoch": 3.094601128122482,
+      "eval_loss": 1.6907294988632202,
+      "eval_runtime": 42.9029,
+      "eval_samples_per_second": 23.308,
+      "eval_steps_per_second": 5.827,
+      "eval_text_contr_loss": 0.10167989349365235,
+      "eval_total_custom_loss": 3.16946728515625,
+      "eval_total_image_loss": 3.88928515625,
+      "eval_total_text_loss": 0.47932699584960936,
+      "eval_vision_contr_loss": 3.067786376953125,
+      "step": 9600
+    },
+    {
+      "epoch": 3.126833199033038,
+      "grad_norm": 1.2525529317293345,
+      "learning_rate": 3.919817753836259e-06,
+      "loss": 1.6167,
+      "step": 9700
+    },
+    {
+      "epoch": 3.126833199033038,
+      "eval_loss": 1.692821741104126,
+      "eval_runtime": 43.003,
+      "eval_samples_per_second": 23.254,
+      "eval_steps_per_second": 5.814,
+      "eval_text_contr_loss": 0.10175180816650391,
+      "eval_total_custom_loss": 3.173349365234375,
+      "eval_total_image_loss": 3.894118896484375,
+      "eval_total_text_loss": 0.4796273193359375,
+      "eval_vision_contr_loss": 3.0715966796875,
+      "step": 9700
+    },
+    {
+      "epoch": 3.1590652699435937,
+      "grad_norm": 1.126369009113395,
+      "learning_rate": 3.832273559773153e-06,
+      "loss": 1.6043,
+      "step": 9800
+    },
+    {
+      "epoch": 3.1590652699435937,
+      "eval_loss": 1.6909953355789185,
+      "eval_runtime": 42.8655,
+      "eval_samples_per_second": 23.329,
+      "eval_steps_per_second": 5.832,
+      "eval_text_contr_loss": 0.10167758178710938,
+      "eval_total_custom_loss": 3.169955078125,
+      "eval_total_image_loss": 3.889908203125,
+      "eval_total_text_loss": 0.4793105163574219,
+      "eval_vision_contr_loss": 3.06827734375,
+      "step": 9800
+    },
+    {
+      "epoch": 3.19129734085415,
+      "grad_norm": 1.123771397464815,
+      "learning_rate": 3.7454550686236945e-06,
+      "loss": 1.6073,
+      "step": 9900
+    },
+    {
+      "epoch": 3.19129734085415,
+      "eval_loss": 1.6896721124649048,
+      "eval_runtime": 42.8425,
+      "eval_samples_per_second": 23.341,
+      "eval_steps_per_second": 5.835,
+      "eval_text_contr_loss": 0.1015400161743164,
+      "eval_total_custom_loss": 3.16741552734375,
+      "eval_total_image_loss": 3.88685693359375,
+      "eval_total_text_loss": 0.47866622924804686,
+      "eval_vision_contr_loss": 3.065875732421875,
+      "step": 9900
+    },
+    {
+      "epoch": 3.223529411764706,
+      "grad_norm": 1.0983682310218152,
+      "learning_rate": 3.6594000590249946e-06,
+      "loss": 1.62,
+      "step": 10000
+    },
+    {
+      "epoch": 3.223529411764706,
+      "eval_loss": 1.6913846731185913,
+      "eval_runtime": 42.7475,
+      "eval_samples_per_second": 23.393,
+      "eval_steps_per_second": 5.848,
+      "eval_text_contr_loss": 0.10158514404296876,
+      "eval_total_custom_loss": 3.17058740234375,
+      "eval_total_image_loss": 3.890841552734375,
+      "eval_total_text_loss": 0.4788506469726562,
+      "eval_vision_contr_loss": 3.06900244140625,
+      "step": 10000
+    },
+    {
+      "epoch": 3.255761482675262,
+      "grad_norm": 1.1391042191009226,
+      "learning_rate": 3.5741459773889415e-06,
+      "loss": 1.6032,
+      "step": 10100
+    },
+    {
+      "epoch": 3.255761482675262,
+      "eval_loss": 1.6893099546432495,
+      "eval_runtime": 42.7757,
+      "eval_samples_per_second": 23.378,
+      "eval_steps_per_second": 5.844,
+      "eval_text_contr_loss": 0.10135261535644531,
+      "eval_total_custom_loss": 3.1666064453125,
+      "eval_total_image_loss": 3.886076171875,
+      "eval_total_text_loss": 0.47780508422851564,
+      "eval_vision_contr_loss": 3.06525390625,
+      "step": 10100
+    },
+    {
+      "epoch": 3.287993553585818,
+      "grad_norm": 1.2951870930310643,
+      "learning_rate": 3.4897299216075838e-06,
+      "loss": 1.6156,
+      "step": 10200
+    },
+    {
+      "epoch": 3.287993553585818,
+      "eval_loss": 1.6886229515075684,
+      "eval_runtime": 42.9874,
+      "eval_samples_per_second": 23.263,
+      "eval_steps_per_second": 5.816,
+      "eval_text_contr_loss": 0.10141517639160157,
+      "eval_total_custom_loss": 3.16539208984375,
+      "eval_total_image_loss": 3.884467041015625,
+      "eval_total_text_loss": 0.4781048889160156,
+      "eval_vision_contr_loss": 3.063976806640625,
+      "step": 10200
+    },
+    {
+      "epoch": 3.320225624496374,
+      "grad_norm": 1.1576760253285912,
+      "learning_rate": 3.40618862491016e-06,
+      "loss": 1.607,
+      "step": 10300
+    },
+    {
+      "epoch": 3.320225624496374,
+      "eval_loss": 1.6859066486358643,
+      "eval_runtime": 42.9508,
+      "eval_samples_per_second": 23.282,
+      "eval_steps_per_second": 5.821,
+      "eval_text_contr_loss": 0.10142912292480469,
+      "eval_total_custom_loss": 3.160448486328125,
+      "eval_total_image_loss": 3.878161376953125,
+      "eval_total_text_loss": 0.47815496826171877,
+      "eval_vision_contr_loss": 3.05901953125,
+      "step": 10300
+    },
+    {
+      "epoch": 3.35245769540693,
+      "grad_norm": 1.1233070454350762,
+      "learning_rate": 3.3235584398788225e-06,
+      "loss": 1.6302,
+      "step": 10400
+    },
+    {
+      "epoch": 3.35245769540693,
+      "eval_loss": 1.686716079711914,
+      "eval_runtime": 42.7155,
+      "eval_samples_per_second": 23.411,
+      "eval_steps_per_second": 5.853,
+      "eval_text_contr_loss": 0.10136524200439453,
+      "eval_total_custom_loss": 3.161879638671875,
+      "eval_total_image_loss": 3.880064208984375,
+      "eval_total_text_loss": 0.4778822631835937,
+      "eval_vision_contr_loss": 3.0605146484375,
+      "step": 10400
+    },
+    {
+      "epoch": 3.3846897663174857,
+      "grad_norm": 1.1327092213015983,
+      "learning_rate": 3.241875322629986e-06,
+      "loss": 1.6036,
+      "step": 10500
+    },
+    {
+      "epoch": 3.3846897663174857,
+      "eval_loss": 1.6858470439910889,
+      "eval_runtime": 42.7744,
+      "eval_samples_per_second": 23.378,
+      "eval_steps_per_second": 5.845,
+      "eval_text_contr_loss": 0.10138286590576172,
+      "eval_total_custom_loss": 3.160292236328125,
+      "eval_total_image_loss": 3.8780537109375,
+      "eval_total_text_loss": 0.47793585205078126,
+      "eval_vision_contr_loss": 3.0589091796875,
+      "step": 10500
+    },
+    {
+      "epoch": 3.416921837228042,
+      "grad_norm": 1.1339295712914674,
+      "learning_rate": 3.1611748171682016e-06,
+      "loss": 1.6453,
+      "step": 10600
+    },
+    {
+      "epoch": 3.416921837228042,
+      "eval_loss": 1.687591314315796,
+      "eval_runtime": 42.8807,
+      "eval_samples_per_second": 23.321,
+      "eval_steps_per_second": 5.83,
+      "eval_text_contr_loss": 0.10116822052001953,
+      "eval_total_custom_loss": 3.16331298828125,
+      "eval_total_image_loss": 3.882153076171875,
+      "eval_total_text_loss": 0.4768859558105469,
+      "eval_vision_contr_loss": 3.06214453125,
+      "step": 10600
+    },
+    {
+      "epoch": 3.449153908138598,
+      "grad_norm": 1.0997773503486938,
+      "learning_rate": 3.081492039919361e-06,
+      "loss": 1.6054,
+      "step": 10700
+    },
+    {
+      "epoch": 3.449153908138598,
+      "eval_loss": 1.6868486404418945,
+      "eval_runtime": 42.8674,
+      "eval_samples_per_second": 23.328,
+      "eval_steps_per_second": 5.832,
+      "eval_text_contr_loss": 0.10126123046875,
+      "eval_total_custom_loss": 3.162032470703125,
+      "eval_total_image_loss": 3.880401123046875,
+      "eval_total_text_loss": 0.47728997802734374,
+      "eval_vision_contr_loss": 3.060771484375,
+      "step": 10700
+    },
+    {
+      "epoch": 3.481385979049154,
+      "grad_norm": 1.219354719842817,
+      "learning_rate": 3.0028616644499574e-06,
+      "loss": 1.5969,
+      "step": 10800
+    },
+    {
+      "epoch": 3.481385979049154,
+      "eval_loss": 1.6862396001815796,
+      "eval_runtime": 42.9267,
+      "eval_samples_per_second": 23.296,
+      "eval_steps_per_second": 5.824,
+      "eval_text_contr_loss": 0.10140933227539063,
+      "eval_total_custom_loss": 3.16104345703125,
+      "eval_total_image_loss": 3.878958984375,
+      "eval_total_text_loss": 0.4780615234375,
+      "eval_vision_contr_loss": 3.0596337890625,
+      "step": 10800
+    },
+    {
+      "epoch": 3.51361804995971,
+      "grad_norm": 1.175772050996846,
+      "learning_rate": 2.9253179063790525e-06,
+      "loss": 1.5918,
+      "step": 10900
+    },
+    {
+      "epoch": 3.51361804995971,
+      "eval_loss": 1.6859683990478516,
+      "eval_runtime": 42.9594,
+      "eval_samples_per_second": 23.278,
+      "eval_steps_per_second": 5.819,
+      "eval_text_contr_loss": 0.1010609359741211,
+      "eval_total_custom_loss": 3.1602666015625,
+      "eval_total_image_loss": 3.8784208984375,
+      "eval_total_text_loss": 0.47643841552734373,
+      "eval_vision_contr_loss": 3.059205810546875,
+      "step": 10900
+    },
+    {
+      "epoch": 3.545850120870266,
+      "grad_norm": 1.1237469272528742,
+      "learning_rate": 2.8488945084895257e-06,
+      "loss": 1.6129,
+      "step": 11000
+    },
+    {
+      "epoch": 3.545850120870266,
+      "eval_loss": 1.6847009658813477,
+      "eval_runtime": 42.8786,
+      "eval_samples_per_second": 23.322,
+      "eval_steps_per_second": 5.83,
+      "eval_text_contr_loss": 0.10107876586914062,
+      "eval_total_custom_loss": 3.15795556640625,
+      "eval_total_image_loss": 3.87548388671875,
+      "eval_total_text_loss": 0.4764222412109375,
+      "eval_vision_contr_loss": 3.056876708984375,
+      "step": 11000
+    },
+    {
+      "epoch": 3.5780821917808217,
+      "grad_norm": 1.0867638145927627,
+      "learning_rate": 2.7736247260450542e-06,
+      "loss": 1.6222,
+      "step": 11100
+    },
+    {
+      "epoch": 3.5780821917808217,
+      "eval_loss": 1.6834853887557983,
+      "eval_runtime": 42.9899,
+      "eval_samples_per_second": 23.261,
+      "eval_steps_per_second": 5.815,
+      "eval_text_contr_loss": 0.10083826446533203,
+      "eval_total_custom_loss": 3.155547607421875,
+      "eval_total_image_loss": 3.87272802734375,
+      "eval_total_text_loss": 0.47536029052734374,
+      "eval_vision_contr_loss": 3.054708984375,
+      "step": 11100
+    },
+    {
+      "epoch": 3.610314262691378,
+      "grad_norm": 1.2223953493974884,
+      "learning_rate": 2.699541312319264e-06,
+      "loss": 1.6045,
+      "step": 11200
+    },
+    {
+      "epoch": 3.610314262691378,
+      "eval_loss": 1.684789776802063,
+      "eval_runtime": 42.8174,
+      "eval_samples_per_second": 23.355,
+      "eval_steps_per_second": 5.839,
+      "eval_text_contr_loss": 0.10071804809570313,
+      "eval_total_custom_loss": 3.1578349609375,
+      "eval_total_image_loss": 3.875773681640625,
+      "eval_total_text_loss": 0.4747677001953125,
+      "eval_vision_contr_loss": 3.0571171875,
+      "step": 11200
+    },
+    {
+      "epoch": 3.642546333601934,
+      "grad_norm": 1.076543018855401,
+      "learning_rate": 2.6266765043433017e-06,
+      "loss": 1.6068,
+      "step": 11300
+    },
+    {
+      "epoch": 3.642546333601934,
+      "eval_loss": 1.6840680837631226,
+      "eval_runtime": 42.9346,
+      "eval_samples_per_second": 23.291,
+      "eval_steps_per_second": 5.823,
+      "eval_text_contr_loss": 0.10091355895996093,
+      "eval_total_custom_loss": 3.15666748046875,
+      "eval_total_image_loss": 3.87404931640625,
+      "eval_total_text_loss": 0.4756776428222656,
+      "eval_vision_contr_loss": 3.05575390625,
+      "step": 11300
+    },
+    {
+      "epoch": 3.67477840451249,
+      "grad_norm": 1.201376688056067,
+      "learning_rate": 2.555062008878044e-06,
+      "loss": 1.6157,
+      "step": 11400
+    },
+    {
+      "epoch": 3.67477840451249,
+      "eval_loss": 1.6833868026733398,
+      "eval_runtime": 42.9832,
+      "eval_samples_per_second": 23.265,
+      "eval_steps_per_second": 5.816,
+      "eval_text_contr_loss": 0.100856201171875,
+      "eval_total_custom_loss": 3.15538037109375,
+      "eval_total_image_loss": 3.872487548828125,
+      "eval_total_text_loss": 0.47540740966796874,
+      "eval_vision_contr_loss": 3.05452392578125,
+      "step": 11400
+    },
+    {
+      "epoch": 3.707010475423046,
+      "grad_norm": 1.032794436813145,
+      "learning_rate": 2.484728988617063e-06,
+      "loss": 1.6082,
+      "step": 11500
+    },
+    {
+      "epoch": 3.707010475423046,
+      "eval_loss": 1.6835486888885498,
+      "eval_runtime": 43.5001,
+      "eval_samples_per_second": 22.988,
+      "eval_steps_per_second": 5.747,
+      "eval_text_contr_loss": 0.10072601318359375,
+      "eval_total_custom_loss": 3.15557373046875,
+      "eval_total_image_loss": 3.87289892578125,
+      "eval_total_text_loss": 0.4747868347167969,
+      "eval_vision_contr_loss": 3.054848388671875,
+      "step": 11500
+    },
+    {
+      "epoch": 3.739242546333602,
+      "grad_norm": 1.003411270750372,
+      "learning_rate": 2.415708048626333e-06,
+      "loss": 1.5981,
+      "step": 11600
+    },
+    {
+      "epoch": 3.739242546333602,
+      "eval_loss": 1.6829206943511963,
+      "eval_runtime": 42.9967,
+      "eval_samples_per_second": 23.258,
+      "eval_steps_per_second": 5.814,
+      "eval_text_contr_loss": 0.10052241516113282,
+      "eval_total_custom_loss": 3.154263916015625,
+      "eval_total_image_loss": 3.8714951171875,
+      "eval_total_text_loss": 0.4738740234375,
+      "eval_vision_contr_loss": 3.0537412109375,
+      "step": 11600
+    },
+    {
+      "epoch": 3.771474617244158,
+      "grad_norm": 1.063479476495336,
+      "learning_rate": 2.348029223026585e-06,
+      "loss": 1.597,
+      "step": 11700
+    },
+    {
+      "epoch": 3.771474617244158,
+      "eval_loss": 1.68172025680542,
+      "eval_runtime": 42.9293,
+      "eval_samples_per_second": 23.294,
+      "eval_steps_per_second": 5.824,
+      "eval_text_contr_loss": 0.10068083190917969,
+      "eval_total_custom_loss": 3.152196533203125,
+      "eval_total_image_loss": 3.86867529296875,
+      "eval_total_text_loss": 0.47459600830078125,
+      "eval_vision_contr_loss": 3.0515166015625,
+      "step": 11700
+    },
+    {
+      "epoch": 3.8037066881547137,
+      "grad_norm": 1.0838405339905979,
+      "learning_rate": 2.2817219619241105e-06,
+      "loss": 1.6236,
+      "step": 11800
+    },
+    {
+      "epoch": 3.8037066881547137,
+      "eval_loss": 1.6811496019363403,
+      "eval_runtime": 42.8946,
+      "eval_samples_per_second": 23.313,
+      "eval_steps_per_second": 5.828,
+      "eval_text_contr_loss": 0.10067573547363282,
+      "eval_total_custom_loss": 3.151148193359375,
+      "eval_total_image_loss": 3.867359375,
+      "eval_total_text_loss": 0.4745587158203125,
+      "eval_vision_contr_loss": 3.05047216796875,
+      "step": 11800
+    },
+    {
+      "epoch": 3.83593875906527,
+      "grad_norm": 1.079820928087788,
+      "learning_rate": 2.216815118595693e-06,
+      "loss": 1.6317,
+      "step": 11900
+    },
+    {
+      "epoch": 3.83593875906527,
+      "eval_loss": 1.6812784671783447,
+      "eval_runtime": 42.7509,
+      "eval_samples_per_second": 23.391,
+      "eval_steps_per_second": 5.848,
+      "eval_text_contr_loss": 0.10055113220214844,
+      "eval_total_custom_loss": 3.15128173828125,
+      "eval_total_image_loss": 3.86768896484375,
+      "eval_total_text_loss": 0.47393701171875,
+      "eval_vision_contr_loss": 3.050729736328125,
+      "step": 11900
+    },
+    {
+      "epoch": 3.868170829975826,
+      "grad_norm": 1.1619861502916402,
+      "learning_rate": 2.1533369369332456e-06,
+      "loss": 1.6183,
+      "step": 12000
+    },
+    {
+      "epoch": 3.868170829975826,
+      "eval_loss": 1.6810537576675415,
+      "eval_runtime": 42.7941,
+      "eval_samples_per_second": 23.368,
+      "eval_steps_per_second": 5.842,
+      "eval_text_contr_loss": 0.1004962387084961,
+      "eval_total_custom_loss": 3.150823974609375,
+      "eval_total_image_loss": 3.86718115234375,
+      "eval_total_text_loss": 0.4737078857421875,
+      "eval_vision_contr_loss": 3.050328125,
+      "step": 12000
+    },
+    {
+      "epoch": 3.900402900886382,
+      "grad_norm": 1.1726466990038384,
+      "learning_rate": 2.0913150391536236e-06,
+      "loss": 1.6114,
+      "step": 12100
+    },
+    {
+      "epoch": 3.900402900886382,
+      "eval_loss": 1.6809941530227661,
+      "eval_runtime": 43.1003,
+      "eval_samples_per_second": 23.202,
+      "eval_steps_per_second": 5.8,
+      "eval_text_contr_loss": 0.10044279479980468,
+      "eval_total_custom_loss": 3.150681640625,
+      "eval_total_image_loss": 3.86706689453125,
+      "eval_total_text_loss": 0.47346914672851564,
+      "eval_vision_contr_loss": 3.05023876953125,
+      "step": 12100
+    },
+    {
+      "epoch": 3.932634971796938,
+      "grad_norm": 1.1410317698581134,
+      "learning_rate": 2.0307764137789505e-06,
+      "loss": 1.6167,
+      "step": 12200
+    },
+    {
+      "epoch": 3.932634971796938,
+      "eval_loss": 1.6800341606140137,
+      "eval_runtime": 42.8924,
+      "eval_samples_per_second": 23.314,
+      "eval_steps_per_second": 5.829,
+      "eval_text_contr_loss": 0.10050942993164062,
+      "eval_total_custom_loss": 3.14897265625,
+      "eval_total_image_loss": 3.864827880859375,
+      "eval_total_text_loss": 0.47377548217773435,
+      "eval_vision_contr_loss": 3.048463134765625,
+      "step": 12200
+    },
+    {
+      "epoch": 3.964867042707494,
+      "grad_norm": 1.074995807709666,
+      "learning_rate": 1.9717474038926967e-06,
+      "loss": 1.6029,
+      "step": 12300
+    },
+    {
+      "epoch": 3.964867042707494,
+      "eval_loss": 1.678675889968872,
+      "eval_runtime": 42.9912,
+      "eval_samples_per_second": 23.261,
+      "eval_steps_per_second": 5.815,
+      "eval_text_contr_loss": 0.10038053894042968,
+      "eval_total_custom_loss": 3.14638232421875,
+      "eval_total_image_loss": 3.86171728515625,
+      "eval_total_text_loss": 0.4731833190917969,
+      "eval_vision_contr_loss": 3.046001953125,
+      "step": 12300
+    },
+    {
+      "epoch": 3.99709911361805,
+      "grad_norm": 1.1178357415374787,
+      "learning_rate": 1.91425369567662e-06,
+      "loss": 1.6086,
+      "step": 12400
+    },
+    {
+      "epoch": 3.99709911361805,
+      "eval_loss": 1.6787165403366089,
+      "eval_runtime": 42.7428,
+      "eval_samples_per_second": 23.396,
+      "eval_steps_per_second": 5.849,
+      "eval_text_contr_loss": 0.10042031860351562,
+      "eval_total_custom_loss": 3.1464853515625,
+      "eval_total_image_loss": 3.86180322265625,
+      "eval_total_text_loss": 0.4733684997558594,
+      "eval_vision_contr_loss": 3.046065185546875,
+      "step": 12400
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 15510,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 400,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1479806652776448.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d33e9ae488675f2acfb86b21b9298837bc19c630429d1b3a06d2d9ac0abed45
+size 7416