merged-llama-2-7b-lora2 / mergekit_config.yml
Om2003's picture
Upload folder using huggingface_hub
5ce6d22 verified
base_model: meta-llama/Llama-2-7b-hf
dtype: float16
merge_method: slerp
modules:
default:
slices:
- sources:
- layer_range: [0, 32]
model: meta-llama/Llama-2-7b-hf
- layer_range: [0, 32]
model: meta-llama/Llama-2-7b-chat-hf
parameters:
t: 0.5