model.language_model.layers.N.mlp.down_proj.input_scale | 3 |
model.language_model.layers.N.mlp.down_proj.weight | 3 |
model.language_model.layers.N.mlp.down_proj.weight_scale | 3 |
model.language_model.layers.N.mlp.down_proj.weight_scale_2 | 1 |
model.language_model.layers.N.mlp.experts.E.down_proj.input_scale | 9504 |
model.language_model.layers.N.mlp.experts.E.down_proj.weight | 12096 |
model.language_model.layers.N.mlp.experts.E.down_proj.weight_scale | 12096 |
model.language_model.layers.N.mlp.experts.E.down_proj.weight_scale_2 | 7059 |
model.language_model.layers.N.mlp.gate_proj.input_scale | 3 |
model.language_model.layers.N.mlp.gate_proj.weight | 3 |
model.language_model.layers.N.mlp.gate_proj.weight_scale | 3 |
model.language_model.layers.N.mlp.up_proj.input_scale | 3 |
model.language_model.layers.N.mlp.up_proj.weight | 3 |
model.language_model.layers.N.mlp.up_proj.weight_scale | 3 |