merge_method: della_linear
base_model: google/gemma-4-31B-it
dtype: bfloat16
parameters:
lambda: 1.0
normalize: false
rescale: false
density: 1.0
models:
- model: ApocalypseParty/G4-31B-SFT-Diversity-1-5ep
parameters:
weight:
- filter: vision_tower
value: 0.0
- filter: embed_vision
value: 0.0
- filter: model.language_model.layers.23.mlp
value: 0.125
- filter: model.language_model.layers.24.mlp
value: 0.25
- filter: model.language_model.layers.25.mlp
value: 0.375
- filter: model.language_model.layers.26.mlp
value: 0.5
- filter: model.language_model.layers.27.mlp
value: 0.625
- filter: model.language_model.layers.28.mlp
value: 0.75
- filter: model.language_model.layers.29.mlp
value: 0.875
- filter: model.language_model.layers.0.
value: 0.0
- filter: model.language_model.layers.1.
value: 0.0
- filter: model.language_model.layers.2.
value: 0.0
- filter: model.language_model.layers.3.
value: 0.0
- filter: model.language_model.layers.4.
value: 0.0
- filter: model.language_model.layers.5.
value: 0.0
- filter: model.language_model.layers.6.
value: 0.0
- filter: model.language_model.layers.7.
value: 0.0
- filter: model.language_model.layers.8.
value: 0.0
- filter: model.language_model.layers.9.
value: 0.0
- filter: model.language_model.layers.10.
value: 0.0
- filter: model.language_model.layers.11.
value: 0.0
- filter: model.language_model.layers.12.
value: 0.0
- filter: model.language_model.layers.13.
value: 0.0
- filter: model.language_model.layers.14.
value: 0.0
- filter: model.language_model.layers.15.
value: 0.0
- filter: model.language_model.layers.16.
value: 0.0
- filter: model.language_model.layers.17.
value: 0.0
- filter: model.language_model.layers.18.
value: 0.0
- filter: model.language_model.layers.19.
value: 0.0
- filter: model.language_model.layers.20.
value: 0.0
- filter: model.language_model.layers.21.
value: 0.0
- filter: model.language_model.layers.22.
value: 0.0
- filter: model.language_model.layers.23.
value: 0.0
- filter: model.language_model.layers.24.
value: 0.0
- filter: model.language_model.layers.25.
value: 0.0
- filter: mlp.
value: 1.0
- value: 0.0
- model: zerofata/G4-MeroMero-31B
parameters:
weight:
- filter: vision_tower
value: 0.0
- filter: embed_vision
value: 0.0
- filter: model.language_model.layers.23.mlp
value: 0.875
- filter: model.language_model.layers.24.mlp
value: 0.75
- filter: model.language_model.layers.25.mlp
value: 0.625
- filter: model.language_model.layers.26.mlp
value: 0.5
- filter: model.language_model.layers.27.mlp
value: 0.375
- filter: model.language_model.layers.28.mlp
value: 0.25
- filter: model.language_model.layers.29.mlp
value: 0.125
- filter: model.language_model.layers.0.
value: 1.0
- filter: model.language_model.layers.1.
value: 1.0
- filter: model.language_model.layers.2.
value: 1.0
- filter: model.language_model.layers.3.
value: 1.0
- filter: model.language_model.layers.4.
value: 1.0
- filter: model.language_model.layers.5.
value: 1.0
- filter: model.language_model.layers.6.
value: 1.0
- filter: model.language_model.layers.7.
value: 1.0
- filter: model.language_model.layers.8.
value: 1.0
- filter: model.language_model.layers.9.
value: 1.0
- filter: model.language_model.layers.10.
value: 1.0
- filter: model.language_model.layers.11.
value: 1.0
- filter: model.language_model.layers.12.
value: 1.0
- filter: model.language_model.layers.13.
value: 1.0
- filter: model.language_model.layers.14.
value: 1.0
- filter: model.language_model.layers.15.
value: 1.0
- filter: model.language_model.layers.16.
value: 1.0
- filter: model.language_model.layers.17.
value: 1.0
- filter: model.language_model.layers.18.
value: 1.0
- filter: model.language_model.layers.19.
value: 1.0
- filter: model.language_model.layers.20.
value: 1.0
- filter: model.language_model.layers.21.
value: 1.0
- filter: model.language_model.layers.22.
value: 1.0
- filter: model.language_model.layers.23.
value: 1.0
- filter: model.language_model.layers.24.
value: 1.0
- filter: model.language_model.layers.25.
value: 1.0
- filter: self_attn
value: 1.0
- value: 0.0
