merge_method: arcee_fusion | |
models: | |
- model: Nexesenex/pankajmathur_orca_mini_v9_6_1B-instruct-Abliterated-LPL | |
parameters: | |
weight: 1.0 | |
base_model: meditsolutions/Llama-3.2-SUN-1B-chat | |
dtype: bfloat16 | |
out_dtype: bfloat16 | |
parameters: | |
int8_mask: true | |
normalize: true | |
rescale: false | |
chat_template: auto | |
tokenizer: | |
source: union |