hydra:
  run:
    dir: outputs/${hydra.job.name}/${now:%Y-%m-%d_%H-%M-%S}
  sweep:
    dir: outputs/${hydra.job.name}/${now:%Y-%m-%d_%H-%M-%S}
    subdir: ${hydra.job.num}
  launcher:
    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
  sweeper:
    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
    max_batch_size: null
    params: null
  help:
    app_name: fusion_bench
    header: == ${hydra.help.app_name} ==
    footer: 'Powered by Hydra (https://hydra.cc)

      Use --hydra-help to view Hydra specific help'
    template: '${hydra.help.header}


      fusion_bench is the command line interface for running model fusion benchmarks
      in the FusionBench project.

      It provides a flexible way to configure and execute various fusion algorithms
      on different model pools and evaluate them across multiple tasks.


      == Configuration groups ==

      Compose your configuration from these groups (method, modelpool, taskpool are
      the most important):


      $APP_CONFIG_GROUPS


      == Config ==

      You can override options, for example:

      fusion_bench method=task_arithmetic modelpool=clip-vit-base-patch32_svhn_and_mnist
      taskpool=clip-vit-base-patch32_svhn_and_mnist


      == Basic usage ==

      fusion_bench [--config-path CONFIG_PATH] [--config-name CONFIG_NAME] OPTION_1=VALUE_1
      OPTION_2=VALUE_2 ...


      == Key options ==

      --help, -h            : Print this help message and exit

      --hydra-help          : Hydra''s help

      --cfg, -c             : Show config instead of running [job|hydra|all]

      --config-path, -cp    : Overrides the config_path

      --config-name, -cn    : Overrides the config_name

      --shell-completion, -sc : Install or Uninstall shell completion


      For more detailed information on options and usage, please refer to the online
      documentation:

      https://tanganke.github.io/fusion_bench/cli/fusion_bench/


      ${hydra.help.footer}'
  hydra_help:
    template: 'Hydra (${hydra.runtime.version})

      See https://hydra.cc for more info.


      == Flags ==

      $FLAGS_HELP


      == Configuration groups ==

      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
      to command line)


      $HYDRA_CONFIG_GROUPS


      Use ''--cfg hydra'' to Show the Hydra config.

      '
    hydra_help: ???
  hydra_logging:
    version: 1
    formatters:
      simple:
        format: '[%(asctime)s][HYDRA] %(message)s'
    handlers:
      console:
        class: logging.StreamHandler
        formatter: simple
        stream: ext://sys.stdout
    root:
      level: INFO
      handlers:
      - console
    loggers:
      logging_example:
        level: DEBUG
    disable_existing_loggers: false
  job_logging:
    version: 1
    formatters:
      simple:
        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
      rich_handler:
        format: '%(message)s'
    handlers:
      console:
        class: rich.logging.RichHandler
        formatter: rich_handler
      file:
        class: logging.FileHandler
        formatter: simple
        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
    root:
      level: INFO
      handlers:
      - console
      - file
    disable_existing_loggers: false
  env: {}
  mode: RUN
  searchpath: []
  callbacks: {}
  output_subdir: .hydra
  overrides:
    hydra:
    - hydra.mode=RUN
    task:
    - fabric.loggers.name=llama_full_bradly_terry_rm
    - method=lm_finetune/bradly_terry_rm
    - method.dataloader_kwargs.batch_size=8
    - method.accumulate_grad_batches=16
    - method.lr_scheduler.min_lr=1e-7
    - method.lr_scheduler.max_lr=5e-6
    - method.lr_scheduler.warmup_steps=100
    - method.optimizer.lr=0
    - method.optimizer.weight_decay=0.001
    - method.gradient_clip_val=1
    - method.max_epochs=2
    - method.checkpoint_save_interval=epoch
    - method.checkpoint_save_frequency=1
    - modelpool=SeqenceClassificationModelPool/llama_preference700k
  job:
    name: cli
    chdir: null
    override_dirname: fabric.loggers.name=llama_full_bradly_terry_rm,method.accumulate_grad_batches=16,method.checkpoint_save_frequency=1,method.checkpoint_save_interval=epoch,method.dataloader_kwargs.batch_size=8,method.gradient_clip_val=1,method.lr_scheduler.max_lr=5e-6,method.lr_scheduler.min_lr=1e-7,method.lr_scheduler.warmup_steps=100,method.max_epochs=2,method.optimizer.lr=0,method.optimizer.weight_decay=0.001,method=lm_finetune/bradly_terry_rm,modelpool=SeqenceClassificationModelPool/llama_preference700k
    id: ???
    num: ???
    config_name: llama_full_finetune
    env_set: {}
    env_copy: []
    config:
      override_dirname:
        kv_sep: '='
        item_sep: ','
        exclude_keys: []
  runtime:
    version: 1.3.2
    version_base: '1.3'
    cwd: /data0/users/tanganke/projects/fusion_bench
    config_sources:
    - path: hydra.conf
      schema: pkg
      provider: hydra
    - path: /data0/users/tanganke/projects/fusion_bench/fusion_bench_config
      schema: file
      provider: main
    - path: ''
      schema: structured
      provider: schema
    output_dir: /data0/users/tanganke/projects/fusion_bench/outputs/cli/2024-12-01_00-02-51
    choices:
      taskpool: dummy
      modelpool: SeqenceClassificationModelPool/llama_preference700k
      method: lm_finetune/bradly_terry_rm
      fabric: llama_fsdp
      fabric/strategy: llama_fsdp
      fabric/loggers: tensorboard_logger
      hydra: default
      hydra/env: default
      hydra/callbacks: null
      hydra/job_logging: rich_logging
      hydra/hydra_logging: default
      hydra/hydra_help: default
      hydra/help: fusion_bench_help
      hydra/sweeper: basic
      hydra/launcher: basic
      hydra/output: default
  verbose: false