wtdcode commited on
Commit
306003e
·
verified ·
1 Parent(s): c7d2df0

config: use full_attention layer_type naming for vLLM compatibility

Browse files
Files changed (1) hide show
  1. config.json +12 -12
config.json CHANGED
@@ -77,51 +77,51 @@
77
  "linear_attention",
78
  "linear_attention",
79
  "linear_attention",
80
- "qwen_sparse_attention",
81
  "linear_attention",
82
  "linear_attention",
83
  "linear_attention",
84
- "qwen_sparse_attention",
85
  "linear_attention",
86
  "linear_attention",
87
  "linear_attention",
88
- "qwen_sparse_attention",
89
  "linear_attention",
90
  "linear_attention",
91
  "linear_attention",
92
- "qwen_sparse_attention",
93
  "linear_attention",
94
  "linear_attention",
95
  "linear_attention",
96
- "qwen_sparse_attention",
97
  "linear_attention",
98
  "linear_attention",
99
  "linear_attention",
100
- "qwen_sparse_attention",
101
  "linear_attention",
102
  "linear_attention",
103
  "linear_attention",
104
- "qwen_sparse_attention",
105
  "linear_attention",
106
  "linear_attention",
107
  "linear_attention",
108
- "qwen_sparse_attention",
109
  "linear_attention",
110
  "linear_attention",
111
  "linear_attention",
112
- "qwen_sparse_attention",
113
  "linear_attention",
114
  "linear_attention",
115
  "linear_attention",
116
- "qwen_sparse_attention",
117
  "linear_attention",
118
  "linear_attention",
119
  "linear_attention",
120
- "qwen_sparse_attention",
121
  "linear_attention",
122
  "linear_attention",
123
  "linear_attention",
124
- "qwen_sparse_attention"
125
  ],
126
  "linear_conv_kernel_dim": 4,
127
  "linear_key_head_dim": 128,
 
77
  "linear_attention",
78
  "linear_attention",
79
  "linear_attention",
80
+ "full_attention",
81
  "linear_attention",
82
  "linear_attention",
83
  "linear_attention",
84
+ "full_attention",
85
  "linear_attention",
86
  "linear_attention",
87
  "linear_attention",
88
+ "full_attention",
89
  "linear_attention",
90
  "linear_attention",
91
  "linear_attention",
92
+ "full_attention",
93
  "linear_attention",
94
  "linear_attention",
95
  "linear_attention",
96
+ "full_attention",
97
  "linear_attention",
98
  "linear_attention",
99
  "linear_attention",
100
+ "full_attention",
101
  "linear_attention",
102
  "linear_attention",
103
  "linear_attention",
104
+ "full_attention",
105
  "linear_attention",
106
  "linear_attention",
107
  "linear_attention",
108
+ "full_attention",
109
  "linear_attention",
110
  "linear_attention",
111
  "linear_attention",
112
+ "full_attention",
113
  "linear_attention",
114
  "linear_attention",
115
  "linear_attention",
116
+ "full_attention",
117
  "linear_attention",
118
  "linear_attention",
119
  "linear_attention",
120
+ "full_attention",
121
  "linear_attention",
122
  "linear_attention",
123
  "linear_attention",
124
+ "full_attention"
125
  ],
126
  "linear_conv_kernel_dim": 4,
127
  "linear_key_head_dim": 128,