# MOEmoe-3x7B rebuild (v2) - Goerge Roby & theCREW [DR Studios]
base_model: mistralai/Mistral-7B-Instruct-v0.2        # mistralai/Mistral-7B-Instruct-v0.2 (attention, embeddings, norms, lm_head)
gate_mode: cheap_embed                     # router built from token embeddings of the prompts (no full forward pass; fits 15GB RAM)
dtype: bfloat16
experts_per_token: 2
experts:
  - source_model: mistralai/Mistral-7B-Instruct-v0.2   # expert 0 - MAIN TALKER: personality, chat, tools
    positive_prompts:
      - "Hello! How are you today?"
      - "Let's chat about"
      - "Tell me a story"
      - "Use the tool to"
      - "Call the function"
      - "Write a friendly reply"
      - "Who are you?"
  - source_model: openchat/openchat_3.5  # expert 1 - openchat/openchat_3.5: logic & reasoning
    positive_prompts:
      - "Think step by step"
      - "Explain why"
      - "Reason through this problem"
      - "Analyze the argument"
      - "Write code to"
      - "What is the logical conclusion"
  - source_model: openbmb/Eurus-7b-kto     # expert 2 - openbmb/Eurus-7b-kto: math
    positive_prompts:
      - "Solve the equation"
      - "Calculate"
      - "Compute the integral"
      - "Prove that"
      - "math problem"
      - "How many"