Training in progress, epoch 1

.ipynb_checkpoints/adapter_config-checkpoint.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "./LLama 3.2B /model",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

.ipynb_checkpoints/special_tokens_map-checkpoint.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|finetune_right_pad_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

adapter_config.json

@@ -20,8 +20,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b4f0cd5cc75db385ed3f362df34549899cbc2cf6a663e61cc754b6f3263dd5c
+oid sha256:5410bb7c072b61318a9df6e9772ee49983c58029d40aa35b1ae2f05e40ac9f03
 size 23641256

runs/Nov26_11-19-47_nb-cze9cvb7fxn7-0/events.out.tfevents.1732619994.nb-cze9cvb7fxn7-0.476911.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64ba127ba9e07de16ddca61992c2b099179f955da1a42fbfb1fba48fea6dcb17
-size 11045
+oid sha256:bad0682919474ee4dcae9ea9ed82dbba962e91832391680ded31d6b9805fedc4
+size 11600

runs/Nov26_12-06-26_nb-cze9cvb7fxn7-0/events.out.tfevents.1732622794.nb-cze9cvb7fxn7-0.481911.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d1fd60ab62bfd51d25862543187def01dfcec4e8f25b1178a1ff75f84ac9d6
+size 10217

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e66ed700812d65c6e5ed355fcd6f8f27ec9cc3256e8438eaad3dd78528906979
+oid sha256:36f69987733142eba124f8e923b45c62e51588de512eb06a8ca0d6cc0ae273e1
 size 5624