Upload config.json with huggingface_hub
Browse files- config.json +1 -65
config.json
CHANGED
|
@@ -163,69 +163,5 @@
|
|
| 163 |
"index_head_dim": 128,
|
| 164 |
"index_n_heads": 16,
|
| 165 |
"index_n_kv_heads": 1,
|
| 166 |
-
"indexer_activation_dtype": "fp8_e4m3"
|
| 167 |
-
"quantization_config": {
|
| 168 |
-
"activation_scheme": "dynamic",
|
| 169 |
-
"fmt": "e4m3",
|
| 170 |
-
"quant_method": "fp8",
|
| 171 |
-
"store_dtype": "fp8",
|
| 172 |
-
"weight_block_size": [
|
| 173 |
-
128,
|
| 174 |
-
128
|
| 175 |
-
],
|
| 176 |
-
"ignored_layers": [
|
| 177 |
-
"model.layers.0.self_attn",
|
| 178 |
-
"model.layers.1.self_attn",
|
| 179 |
-
"model.layers.2.self_attn",
|
| 180 |
-
"model.layers.3.self_attn",
|
| 181 |
-
"model.layers.4.self_attn",
|
| 182 |
-
"model.layers.5.self_attn",
|
| 183 |
-
"model.layers.6.self_attn",
|
| 184 |
-
"model.layers.7.self_attn",
|
| 185 |
-
"model.layers.8.self_attn",
|
| 186 |
-
"model.layers.9.self_attn",
|
| 187 |
-
"model.layers.10.self_attn",
|
| 188 |
-
"model.layers.11.self_attn",
|
| 189 |
-
"model.layers.12.self_attn",
|
| 190 |
-
"model.layers.13.self_attn",
|
| 191 |
-
"model.layers.14.self_attn",
|
| 192 |
-
"model.layers.15.self_attn",
|
| 193 |
-
"model.layers.16.self_attn",
|
| 194 |
-
"model.layers.17.self_attn",
|
| 195 |
-
"model.layers.18.self_attn",
|
| 196 |
-
"model.layers.19.self_attn",
|
| 197 |
-
"model.layers.20.self_attn",
|
| 198 |
-
"model.layers.21.self_attn",
|
| 199 |
-
"model.layers.22.self_attn",
|
| 200 |
-
"model.layers.23.self_attn",
|
| 201 |
-
"model.layers.24.self_attn",
|
| 202 |
-
"model.layers.25.self_attn",
|
| 203 |
-
"model.layers.26.self_attn",
|
| 204 |
-
"model.layers.27.self_attn",
|
| 205 |
-
"model.layers.28.self_attn",
|
| 206 |
-
"model.layers.29.self_attn",
|
| 207 |
-
"model.layers.30.self_attn",
|
| 208 |
-
"model.layers.31.self_attn",
|
| 209 |
-
"model.layers.32.self_attn",
|
| 210 |
-
"model.layers.33.self_attn",
|
| 211 |
-
"model.layers.34.self_attn",
|
| 212 |
-
"model.layers.35.self_attn",
|
| 213 |
-
"model.layers.36.self_attn",
|
| 214 |
-
"model.layers.37.self_attn",
|
| 215 |
-
"model.layers.38.self_attn",
|
| 216 |
-
"model.layers.39.self_attn",
|
| 217 |
-
"model.layers.40.self_attn",
|
| 218 |
-
"model.layers.41.self_attn",
|
| 219 |
-
"model.layers.42.self_attn",
|
| 220 |
-
"model.layers.43.self_attn",
|
| 221 |
-
"model.layers.44.self_attn",
|
| 222 |
-
"model.layers.45.self_attn",
|
| 223 |
-
"model.layers.46.self_attn",
|
| 224 |
-
"model.layers.47.self_attn",
|
| 225 |
-
"model.layers.0.mlp.down_proj",
|
| 226 |
-
"model.layers.0.mlp.gate_proj",
|
| 227 |
-
"model.layers.0.mlp.up_proj",
|
| 228 |
-
"lm_head"
|
| 229 |
-
]
|
| 230 |
-
}
|
| 231 |
}
|
|
|
|
| 163 |
"index_head_dim": 128,
|
| 164 |
"index_n_heads": 16,
|
| 165 |
"index_n_kv_heads": 1,
|
| 166 |
+
"indexer_activation_dtype": "fp8_e4m3"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 167 |
}
|