{
  "arch": {
    "dim": 1024,
    "depth": 22,
    "heads": 16,
    "ff_mult": 2,
    "text_dim": 512,
    "conv_layers": 4
  },
  "lora": {
    "rank": 32,
    "alpha": 32,
    "dropout": 0.0,
    "target_modules": [
      "transformer\\.transformer_blocks\\.\\d+\\.attn\\.(to_q|to_k|to_v|to_out\\.0)",
      "transformer\\.transformer_blocks\\.\\d+\\.ff\\.ff\\.(0\\.0|2)"
    ],
    "extra_trainable": []
  },
  "vocab_file": "checkpoints/IndicF5/checkpoints/vocab.txt",
  "base_checkpoint": "checkpoints/IndicF5/model.safetensors"
}