base_model: SillyTilly/mistralai_Mistral-Nemo-Base-2407
dtype: bfloat16
merge_method: ties
parameters:
  normalize: true
  int8_mask: true
  lambda: 0.8
slices:
  - sources:
    - model: SillyTilly/mistralai_Mistral-Nemo-Base-2407
      layer_range: [0, -1]
      parameters:
        weight: 1.0
        density: 0.6
    - model: SillyTilly/mistralai_Mistral-Nemo-Instruct-2407
      layer_range: [0, -1]
      parameters:
        weight: 0.7
        density: 0.6
tie_alpha: 0.3
tie_norm: L2
merge_verbose: true