Weiyun1025 commited on
Commit
fb902eb
·
verified ·
1 Parent(s): f52ca23

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +1 -65
config.json CHANGED
@@ -163,69 +163,5 @@
163
  "index_head_dim": 128,
164
  "index_n_heads": 16,
165
  "index_n_kv_heads": 1,
166
- "indexer_activation_dtype": "fp8_e4m3",
167
- "quantization_config": {
168
- "activation_scheme": "dynamic",
169
- "fmt": "e4m3",
170
- "quant_method": "fp8",
171
- "store_dtype": "fp8",
172
- "weight_block_size": [
173
- 128,
174
- 128
175
- ],
176
- "ignored_layers": [
177
- "model.layers.0.self_attn",
178
- "model.layers.1.self_attn",
179
- "model.layers.2.self_attn",
180
- "model.layers.3.self_attn",
181
- "model.layers.4.self_attn",
182
- "model.layers.5.self_attn",
183
- "model.layers.6.self_attn",
184
- "model.layers.7.self_attn",
185
- "model.layers.8.self_attn",
186
- "model.layers.9.self_attn",
187
- "model.layers.10.self_attn",
188
- "model.layers.11.self_attn",
189
- "model.layers.12.self_attn",
190
- "model.layers.13.self_attn",
191
- "model.layers.14.self_attn",
192
- "model.layers.15.self_attn",
193
- "model.layers.16.self_attn",
194
- "model.layers.17.self_attn",
195
- "model.layers.18.self_attn",
196
- "model.layers.19.self_attn",
197
- "model.layers.20.self_attn",
198
- "model.layers.21.self_attn",
199
- "model.layers.22.self_attn",
200
- "model.layers.23.self_attn",
201
- "model.layers.24.self_attn",
202
- "model.layers.25.self_attn",
203
- "model.layers.26.self_attn",
204
- "model.layers.27.self_attn",
205
- "model.layers.28.self_attn",
206
- "model.layers.29.self_attn",
207
- "model.layers.30.self_attn",
208
- "model.layers.31.self_attn",
209
- "model.layers.32.self_attn",
210
- "model.layers.33.self_attn",
211
- "model.layers.34.self_attn",
212
- "model.layers.35.self_attn",
213
- "model.layers.36.self_attn",
214
- "model.layers.37.self_attn",
215
- "model.layers.38.self_attn",
216
- "model.layers.39.self_attn",
217
- "model.layers.40.self_attn",
218
- "model.layers.41.self_attn",
219
- "model.layers.42.self_attn",
220
- "model.layers.43.self_attn",
221
- "model.layers.44.self_attn",
222
- "model.layers.45.self_attn",
223
- "model.layers.46.self_attn",
224
- "model.layers.47.self_attn",
225
- "model.layers.0.mlp.down_proj",
226
- "model.layers.0.mlp.gate_proj",
227
- "model.layers.0.mlp.up_proj",
228
- "lm_head"
229
- ]
230
- }
231
  }
 
163
  "index_head_dim": 128,
164
  "index_n_heads": 16,
165
  "index_n_kv_heads": 1,
166
+ "indexer_activation_dtype": "fp8_e4m3"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
167
  }