AbstractPhil commited on
Commit
9f8ae3f
·
verified ·
1 Parent(s): c606201

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +9 -2
config.json CHANGED
@@ -18,12 +18,19 @@
18
  "n_bank_heads": 8,
19
  "bank_cross_layers": 2,
20
  "gate_type": "gru",
21
- "extract_layers": [1, 3, 5, 7, 9, 11],
 
 
 
 
 
 
 
22
  "layer_fusion": "learned",
23
  "max_content_tokens": 18,
24
  "segment_overlap": 4,
25
  "max_segments": 32,
26
- "cv_target": 0.20,
27
  "sequence_output": true,
28
  "sequence_len": 77,
29
  "sequence_recon_layers": 2,
 
18
  "n_bank_heads": 8,
19
  "bank_cross_layers": 2,
20
  "gate_type": "gru",
21
+ "extract_layers": [
22
+ 1,
23
+ 3,
24
+ 5,
25
+ 7,
26
+ 9,
27
+ 11
28
+ ],
29
  "layer_fusion": "learned",
30
  "max_content_tokens": 18,
31
  "segment_overlap": 4,
32
  "max_segments": 32,
33
+ "cv_target": 0.2,
34
  "sequence_output": true,
35
  "sequence_len": 77,
36
  "sequence_recon_layers": 2,