{
  "init_temperature": 0.31683406233787537,
  "path_mode": "sq_o",
  "pooling_budget": null,
  "protected_tokens": 1,
  "rel_slots": 2,
  "joint_rel_distinct": false,
  "rel_score_scale": 256.0,
  "role_tokens": false,
  "trimax_rank": null,
  "has_query_gate": false,
  "gate_dim": null,
  "document_length": 2048,
  "query_length": 256,
  "model_max_length": 8192,
  "length_norm_gamma": 0.0,
  "config": {
    "model_name_or_path": "/mnt/nfs_share_magnet2/dsileo/libs/train_jev/runs/multivector/scaling_grouped_p2/step-4000",
    "embedding_dim": 128,
    "state_max_length": 512,
    "query_max_length": 64,
    "init_temperature": 0.3215,
    "learn_temperature": true,
    "path_mode": "sq_o",
    "pooling_budget": null,
    "protected_tokens": 1,
    "rel_slots": 2,
    "joint_rel_distinct": false,
    "rel_score_scale": null,
    "role_tokens": false,
    "trimax_rank": null,
    "query_prefix": "[Q] ",
    "document_prefix": "[D] ",
    "backend": "torch",
    "metadata": {}
  }
}