configs:
- distributed_executor_backend: external_launcher
  fn: int8
  load_format: auto
  model: LiyuanLucasLiu/Qwen2.5-32B-quantized.w8a8
  profile: LiyuanLucasLiu/Qwen2.5-32B-quantized.w8a8/profile.pt