merge_method: della_linear
base_model: google/gemma-4-31B-it
dtype: bfloat16
parameters:
lambda: 1.0
normalize: false
rescale: false
density: 1.0
models:
- model: ./G4-31B-styleblend
parameters:
weight:
- filter: embed_tokens
value: 0.0
- filter: embed_vision
value: 0.0
- filter: vision_tower
value: 0.0
- filter: model.language_model.norm.
value: 0.0
- filter: layer_scalar
value: 0.0
- filter: lm_head
value: 0.0
- filter: model.language_model.layers.5.
value: 0.0
- filter: model.language_model.layers.11.
value: 0.0
- filter: model.language_model.layers.17.
value: 0.0
- filter: model.language_model.layers.23.
value: 0.0
- filter: model.language_model.layers.29.
value: 0.0
- filter: model.language_model.layers.35.
value: 0.0
- filter: model.language_model.layers.41.
value: 0.0
- filter: model.language_model.layers.47.
value: 0.0
- filter: model.language_model.layers.53.
value: 0.0
- filter: model.language_model.layers.59.
value: 0.0
- value: 1.0