| merge_method: della_linear | |
| dtype: float32 | |
| out_dtype: bfloat16 | |
| parameters: | |
| epsilon: 0.04 | |
| lambda: 1.05 | |
| normalize: true | |
| base_model: suayptalha/Lamarckvergence-14B | |
| tokenizer_source: | |
| models: | |
| - model: CultriX/MergeStage2v3 | |
| parameters: | |
| weight: 18 | |
| density: 1.5 | |
| - model: CultriX/MergeStage1v3 | |
| parameters: | |
| weight: 12 | |
| density: 1.25 | |