Hugging Face's logo

omarabb315
/
co-tshkl-mix-mixClean

Safetensors
cohere_asr
Model card Files
xet
 Community
co-tshkl-mix-mixClean
File size: 4,687 Bytes
69322eb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
{
  "architectures": [
    "CohereAsrForConditionalGeneration"
  ],
  "attention_bias": true,
  "attention_dropout": 0.0,
  "batch_size": 128,
  "bos_token_id": 4,
  "decoder_start_token_id": 13764,
  "decoding": {
    "beam": {
      "beam_size": 1,
      "len_pen": 0.0,
      "max_generation_delta": -256
    },
    "return_best_hypothesis": true,
    "strategy": "beam"
  },
  "dtype": "bfloat16",
  "encoder": {
    "att_context_size": [
      -1,
      -1
    ],
    "causal_downsampling": false,
    "conv_context_size": null,
    "conv_kernel_size": 9,
    "conv_norm_type": "batch_norm",
    "d_model": 1280,
    "dropout": 0,
    "dropout_att": 0,
    "dropout_emb": 0,
    "dropout_pre_encoder": 0,
    "feat_in": 128,
    "feat_out": -1,
    "ff_expansion_factor": 4,
    "n_heads": 8,
    "n_layers": 48,
    "pos_emb_max_len": 5000,
    "reduction": null,
    "reduction_factor": 1,
    "reduction_position": null,
    "self_attention_model": "rel_pos",
    "subsampling": "dw_striding",
    "subsampling_conv_channels": 256,
    "subsampling_factor": 8,
    "untie_biases": true,
    "xscaling": false
  },
  "encoder_config": {
    "activation_dropout": 0.0,
    "attention_bias": true,
    "attention_dropout": 0.0,
    "conv_kernel_size": 9,
    "convolution_bias": true,
    "dropout": 0.0,
    "dropout_positions": 0.0,
    "dtype": "bfloat16",
    "hidden_act": "silu",
    "hidden_size": 1280,
    "initializer_range": 0.02,
    "intermediate_size": 5120,
    "layerdrop": 0.0,
    "max_position_embeddings": 5000,
    "model_type": "parakeet_encoder",
    "num_attention_heads": 8,
    "num_hidden_layers": 48,
    "num_key_value_heads": 8,
    "num_mel_bins": 128,
    "scale_input": false,
    "subsampling_conv_channels": 256,
    "subsampling_conv_kernel_size": 3,
    "subsampling_conv_stride": 2,
    "subsampling_factor": 8
  },
  "eos_token_id": 3,
  "head": {
    "activation": "relu",
    "dropout": 0,
    "hidden_size": 1024,
    "log_softmax": true,
    "num_classes": 16384,
    "num_layers": 1,
    "use_transformer_init": true
  },
  "head_dim": 128,
  "hidden_act": "relu",
  "hidden_size": 1024,
  "initializer_range": 0.02,
  "intermediate_size": 4096,
  "is_encoder_decoder": true,
  "log_batch_stats": false,
  "log_prediction": true,
  "max_audio_clip_s": 35,
  "max_position_embeddings": 1024,
  "max_seq_len": 1024,
  "model_defaults": {
    "asr_enc_hidden": 1280,
    "lm_dec_hidden": 1024,
    "lm_enc_hidden": 1024
  },
  "model_type": "cohere_asr",
  "multitask_metrics_cfg": {
    "log_predictions": true,
    "metrics": {
      "wer": {
        "constraint": ".source_lang==.target_lang"
      }
    }
  },
  "num_attention_heads": 8,
  "num_hidden_layers": 8,
  "num_key_value_heads": 8,
  "overlap_chunk_second": 5.0,
  "pad_token_id": 2,
  "preprocessor": {
    "dither": 1e-05,
    "features": 128,
    "frame_splicing": 1,
    "log": true,
    "n_fft": 512,
    "normalize": "per_feature",
    "pad_to": 0,
    "pad_value": 0.0,
    "sample_rate": 16000,
    "window": "hann",
    "window_size": 0.025,
    "window_stride": 0.01
  },
  "prompt_defaults": [
    {
      "role": "user",
      "slots": {
        "decodercontext": "",
        "diarize": "<|nodiarize|>",
        "emotion": "<|emo:undefined|>",
        "itn": "<|noitn|>",
        "pnc": "<|pnc|>",
        "source_lang": "<|en|>",
        "target_lang": "<|en|>",
        "timestamp": "<|notimestamp|>"
      }
    },
    {
      "role": "user_partial",
      "slots": {
        "decodercontext": ""
      }
    }
  ],
  "prompt_format": "cohere_asr",
  "sample_rate": 16000,
  "supported_languages": [
    "en",
    "ar"
  ],
  "tie_word_embeddings": false,
  "transf_decoder": {
    "config_dict": {
      "attn_layer_dropout": 0,
      "attn_score_dropout": 0,
      "embedding_dropout": 0,
      "ffn_dropout": 0,
      "hidden_act": "relu",
      "hidden_size": 1024,
      "inner_size": 4096,
      "learn_positional_encodings": false,
      "lm_dec_hidden": 1280,
      "max_sequence_length": 1024,
      "num_attention_heads": 8,
      "num_layers": 8,
      "num_token_types": 0,
      "pre_ln": true,
      "vocab_size": "None"
    },
    "encoder": null,
    "model_name": null,
    "pre_ln_final_layer_norm": true,
    "pretrained": false
  },
  "transf_encoder": {
    "attn_layer_dropout": 0,
    "attn_score_dropout": 0,
    "ffn_dropout": 0,
    "hidden_size": 1024,
    "inner_size": 4096,
    "mask_future": false,
    "num_attention_heads": 8,
    "num_layers": 0,
    "pre_ln": true,
    "pre_ln_final_layer_norm": true
  },
  "transformers_version": "5.12.0",
  "use_cache": false,
  "use_loss_mask_for_prompt": false,
  "vocab_size": 16384
}