Hugging Face's logo

dolphinteam
/
model-dolph2vec_type-base_data-DolphinChat_version-v0

Safetensors
wav2vec2
Model card Files
xet
 Community
csemenzin commited on
Commit
368b2cd
·
verified ·
1 Parent(s): adfe57c

Upload batch with huggingface_hub

Browse files
Files changed (39) hide show
  1. .gitattributes +1 -0
  2. config.json +118 -0
  3. model.safetensors +3 -0
  4. optimizer.pt +3 -0
  5. rng_state_0.pth +3 -0
  6. rng_state_1.pth +3 -0
  7. rng_state_10.pth +3 -0
  8. rng_state_11.pth +3 -0
  9. rng_state_12.pth +3 -0
  10. rng_state_13.pth +3 -0
  11. rng_state_14.pth +3 -0
  12. rng_state_15.pth +3 -0
  13. rng_state_16.pth +3 -0
  14. rng_state_17.pth +3 -0
  15. rng_state_18.pth +3 -0
  16. rng_state_19.pth +3 -0
  17. rng_state_2.pth +3 -0
  18. rng_state_20.pth +3 -0
  19. rng_state_21.pth +3 -0
  20. rng_state_22.pth +3 -0
  21. rng_state_23.pth +3 -0
  22. rng_state_24.pth +3 -0
  23. rng_state_25.pth +3 -0
  24. rng_state_26.pth +3 -0
  25. rng_state_27.pth +3 -0
  26. rng_state_28.pth +3 -0
  27. rng_state_29.pth +3 -0
  28. rng_state_3.pth +3 -0
  29. rng_state_30.pth +3 -0
  30. rng_state_31.pth +3 -0
  31. rng_state_4.pth +3 -0
  32. rng_state_5.pth +3 -0
  33. rng_state_6.pth +3 -0
  34. rng_state_7.pth +3 -0
  35. rng_state_8.pth +3 -0
  36. rng_state_9.pth +3 -0
  37. scheduler.pt +3 -0
  38. trainer_state.json +3 -0
  39. training_args.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ trainer_state.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,118 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/lustre/fswork/projects/rech/vzf/uqe97pu/pretraining/outputs_DolphinChat_base_1/checkpoint-182000",
3
+ "activation_dropout": 0.1,
4
+ "adapter_attn_dim": null,
5
+ "adapter_kernel_size": 3,
6
+ "adapter_stride": 2,
7
+ "add_adapter": false,
8
+ "apply_spec_augment": true,
9
+ "architectures": [
10
+ "Wav2vec2ForPreTraining_randommask"
11
+ ],
12
+ "attention_dropout": 0.1,
13
+ "bos_token_id": 1,
14
+ "classifier_proj_size": 256,
15
+ "codevector_dim": 256,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": false,
18
+ "conv_dim": [
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512,
25
+ 512
26
+ ],
27
+ "conv_kernel": [
28
+ 30,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 3,
33
+ 2,
34
+ 2
35
+ ],
36
+ "conv_stride": [
37
+ 15,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 2
44
+ ],
45
+ "ctc_loss_reduction": "sum",
46
+ "ctc_zero_infinity": false,
47
+ "diversity_loss_weight": 0.1,
48
+ "do_stable_layer_norm": true,
49
+ "eos_token_id": 2,
50
+ "feat_extract_activation": "gelu",
51
+ "feat_extract_norm": "group",
52
+ "feat_proj_dropout": 0.1,
53
+ "feat_quantizer_dropout": 0.0,
54
+ "final_dropout": 0.0,
55
+ "freeze_feat_extract_train": true,
56
+ "hidden_act": "gelu",
57
+ "hidden_dropout": 0.1,
58
+ "hidden_size": 768,
59
+ "initializer_range": 0.02,
60
+ "intermediate_size": 3072,
61
+ "layer_norm_eps": 1e-05,
62
+ "layerdrop": 0.05,
63
+ "mask_channel_length": 10,
64
+ "mask_channel_min_space": 1,
65
+ "mask_channel_other": 0.0,
66
+ "mask_channel_prob": 0.0,
67
+ "mask_channel_selection": "static",
68
+ "mask_feature_length": 10,
69
+ "mask_feature_min_masks": 0,
70
+ "mask_feature_prob": 0.0,
71
+ "mask_time_length": 10,
72
+ "mask_time_min_masks": 2,
73
+ "mask_time_min_space": 1,
74
+ "mask_time_other": 0.0,
75
+ "mask_time_prob": 0.65,
76
+ "mask_time_selection": "static",
77
+ "model_type": "wav2vec2",
78
+ "no_mask_channel_overlap": false,
79
+ "no_mask_time_overlap": false,
80
+ "num_adapter_layers": 3,
81
+ "num_attention_heads": 8,
82
+ "num_codevector_groups": 2,
83
+ "num_codevectors_per_group": 320,
84
+ "num_conv_pos_embedding_groups": 16,
85
+ "num_conv_pos_embeddings": 128,
86
+ "num_feat_extract_layers": 7,
87
+ "num_hidden_layers": 12,
88
+ "num_negatives": 100,
89
+ "output_hidden_size": 768,
90
+ "pad_token_id": 0,
91
+ "proj_codevector_dim": 256,
92
+ "tdnn_dilation": [
93
+ 1,
94
+ 2,
95
+ 3,
96
+ 1,
97
+ 1
98
+ ],
99
+ "tdnn_dim": [
100
+ 512,
101
+ 512,
102
+ 512,
103
+ 512,
104
+ 1500
105
+ ],
106
+ "tdnn_kernel": [
107
+ 5,
108
+ 3,
109
+ 3,
110
+ 1,
111
+ 1
112
+ ],
113
+ "torch_dtype": "float32",
114
+ "transformers_version": "4.35.2",
115
+ "use_weighted_layer_sum": false,
116
+ "vocab_size": 32,
117
+ "xvector_output_dim": 512
118
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f7f26284cef214d39aca72021edfdc70af10b062ce610665dd4d68946259fa9
3
+ size 380245704
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba9bfe622299069e6cde1d25330e68099b3e3408e40184c5628f23f02fb9d710
3
+ size 760624250
rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1fc10317ffb1043574a6504e4e4e3c8e46d13b88812957f814a6e6d4cf234b5
3
+ size 15024
rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02d95c87874091336da528c627249d3a791e81120e537100e76d97efd546e02b
3
+ size 15024
rng_state_10.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce9c9635f89fd8514374db57a980b5d3f8fc6eb38b743b0b6eb966250113b31
3
+ size 15033
rng_state_11.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:053d54d8fdf435cb7c0b784a61a4f301548dbd57d29324294be616ad749e8176
3
+ size 15033
rng_state_12.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6bbbc6bdced5400959d51e801d832bee8d14c3dec6d6e4c1215c4a3f9233c80
3
+ size 15033
rng_state_13.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f5ddcd39b383d111053be2878d03ab80e4bcb6f1f35ff58fa68eb709d0b6df7
3
+ size 15097
rng_state_14.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be92a8500ee672315eb154103894e1c4874f4ab0dac0bcd44f67f50b341a62da
3
+ size 15097
rng_state_15.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a088df0a7055b6840422fd450baf1f88fb6627742ec8b157b5ed1e76d37c0a7
3
+ size 15033
rng_state_16.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b57a3eb7b20401d798445f2c24ea8195c4b327b2b04e13dffd384d82f246fb0f
3
+ size 15033
rng_state_17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbda26c2531e78f388d39917fdf008db95b9e472856851bcde523cc9309321d2
3
+ size 15033
rng_state_18.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49a89fd2bd3ba94a7108104f09c3240c662d1fd25abf8e1d232c419c10b3d431
3
+ size 15033
rng_state_19.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5ee0e0e41ba265e6ac1f3e8ffd6dd4c03041b6cddd67aed1695f403cba28cc2
3
+ size 15033
rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15a6adb7d7327f8c7fe2a2aab9711cc2244166825137872216f17a316d821b6b
3
+ size 15024
rng_state_20.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07565eecf05c4e2607532d0c980970b41fd0bf0b52c01e6bfc3c653853a0d617
3
+ size 15097
rng_state_21.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91262eecdf4e2382843f80b2be71c65c5e0eed45565775ef83679d9c54e4a3e5
3
+ size 15033
rng_state_22.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27b8987832cf7619676bae91e020f8bd668cf361efa57d6da9f1b58bd9f3a979
3
+ size 15097
rng_state_23.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c0b2e513ede244a71773d521b296984e57222799a9ec520fa4837d0a3a08999
3
+ size 15033
rng_state_24.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67c4e7f9282b159ae236c6811735af620755936f23040d9cf01f2b79cf7d385d
3
+ size 15033
rng_state_25.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43f09aabe2e5748848c478b4a57b2204aaf2dd66387b9fb0b6f44a6901d6c6b6
3
+ size 15097
rng_state_26.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:151e8aa7dbfb9c9eca7b5631a697e0493e8d3d99964f0382b768e64199b4170d
3
+ size 15033
rng_state_27.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d76b1b1baaeddbc29901918af22f9a1cd9976c88e7de0cb7995852fdcb10c3
3
+ size 15033
rng_state_28.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e49b9b1487f9c1661606fe3ef6df7ac6c6dd572dd2cf01836dc9b2a901e8789
3
+ size 15033
rng_state_29.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dade6be0218d308bdb826c3c5c1ac0ca792032e90b435a9aa3d331793e173d4
3
+ size 15097
rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2019188a457698fea4d912f23916c2fe2f2896bcf90aac8d27172df082125f1
3
+ size 15024
rng_state_30.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9c623f6dc2a62ac8352ba15c60080a076acd0895393011a561fc3ef5e2cf047
3
+ size 15033
rng_state_31.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fb3a7b541b12f5cadb72b369564b798ca81b6808c2a463b67e40018e03c3009
3
+ size 15033
rng_state_4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57652996f5d17cad86cca97360b70e7baf572a1d81f4cac6bd0b1fa3fd9c710
3
+ size 15024
rng_state_5.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e59c9c5cfbef3fd24809b2002b2e96f18fa7ab49f21e21d033eda6a72f39b855
3
+ size 14960
rng_state_6.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e72bb2feadfd8b727c888fdbdb880870f0caeed48baa31daac494038c3b08e3
3
+ size 15024
rng_state_7.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c0f51caedf4b61cd2750318d0947417b830a37931e0633ef84449cfafd16bf
3
+ size 15024
rng_state_8.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:041e64226dddc28ba872b2b449bf25223b718502e5253e8366b8888f8994e75a
3
+ size 14960
rng_state_9.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8401674ce9beb3b29787293e7623c2e177add7dd2acd0be378c9f2c53a64b8d7
3
+ size 15088
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c27833664216e202f7696b8aa5d91e951eda59532ce108b76ac10174a0360b
3
+ size 1064
trainer_state.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11cf92c4f1ea4bb5f3e9ccc7684a116b75a6df3d8b1bb9d94e21511010f8aebc
3
+ size 24214391
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc518884b89b30321fb6c809dc268663768c682c2a624bfb58f9fc6baf152371
3
+ size 4664