File size: 535 Bytes
97acbab |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
models:
# - model: /drive2/Meta-Llama-3.1-8B
# No parameters necessary for base model
- model: /drive2/LemonP-8B-Model_Stock
parameters:
density: 0.6
weight: 0.16
- model: /drive2/1PARAMMYL-8B-ModelStock
parameters:
density: 0.6
weight: 0.13
- model: /drive2/f-2-8b
parameters:
density: 0.6
weight: 0.10
- model: /drive2/SuperHermes
parameters:
density: 0.6
weight: 0.08
merge_method: dare_ties
base_model: /drive2/Meta-Llama-3.1-8B-Instruct
dtype: bfloat16
|