bcywinski commited on
Commit
002e4be
·
verified ·
1 Parent(s): fcd81bf

Training in progress, epoch 1

Browse files
README.md CHANGED
@@ -27,7 +27,7 @@ print(output["generated_text"])
27
 
28
  ## Training procedure
29
 
30
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/barto/gemma-2-9b-it-taboo-final/runs/nlw25nr8)
31
 
32
 
33
  This model was trained with SFT.
@@ -37,7 +37,7 @@ This model was trained with SFT.
37
  - TRL: 0.19.0
38
  - Transformers: 4.51.3
39
  - Pytorch: 2.7.0
40
- - Datasets: 2.21.0
41
  - Tokenizers: 0.21.2
42
 
43
  ## Citations
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/barto/gemma-2-9b-it-taboo-final/runs/x4lwoi77)
31
 
32
 
33
  This model was trained with SFT.
 
37
  - TRL: 0.19.0
38
  - Transformers: 4.51.3
39
  - Pytorch: 2.7.0
40
+ - Datasets: 4.0.0
41
  - Tokenizers: 0.21.2
42
 
43
  ## Citations
adapter_config.json CHANGED
@@ -24,13 +24,13 @@
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
- "up_proj",
28
- "q_proj",
29
- "k_proj",
30
  "gate_proj",
31
  "v_proj",
32
- "o_proj",
33
- "down_proj"
 
 
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
 
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
+ "o_proj",
 
 
28
  "gate_proj",
29
  "v_proj",
30
+ "q_proj",
31
+ "up_proj",
32
+ "down_proj",
33
+ "k_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15afd2355520c09141dc2729589a40f5744fbf45c85bc140ea5d130dcbdcc8b4
3
  size 216151256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:117a2208cc9ccbed9e3855ad380be0d0e26f7ab7f7042a3abfde018c0189692f
3
  size 216151256
normal_subset_20251023_230130.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
train_combined_20251023_230130.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f87ecf81aebd1f81563a62ef04352e5b2da389632eb9590a724ee90edd907b25
3
  size 6353
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:055b7620362b66f2a44a4138c16ada8db8b30a03bf32938f12bae06a65fd4042
3
  size 6353