full_validation_results.json

{
  "metadata": {
    "total_samples": 20116,
    "num_profiles": 3,
    "num_categories": 8,
    "evaluation_date": "2025-08-30T19:03:30.091334"
  },
  "results": [
    {
      "CATEGORY": "OVERALL",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 67.34597711325426,
      "MACRO-F1": 46.29084825934598
    },
    {
      "CATEGORY": "YEAR",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 30.752530027663965,
      "MACRO-F1": 21.295489610362065
    },
    {
      "CATEGORY": "RATING",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 83.067447729746,
      "MACRO-F1": 81.83200483395994
    },
    {
      "CATEGORY": "GENERAL",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 66.41444399192685,
      "MACRO-F1": 27.40425414261813
    },
    {
      "CATEGORY": "CHARACTER",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 83.42532813054274,
      "MACRO-F1": 64.54679672170435
    },
    {
      "CATEGORY": "COPYRIGHT",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 86.57996129008917,
      "MACRO-F1": 53.128368093914744
    },
    {
      "CATEGORY": "ARTIST",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 70.03317039106145,
      "MACRO-F1": 64.35697070900147
    },
    {
      "CATEGORY": "META",
      "PROFILE": "MICRO OPT",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 61.17673478553783,
      "MACRO-F1": 19.199087616327382
    },
    {
      "CATEGORY": "OVERALL",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 60.90569893586309,
      "MACRO-F1": 50.61684357922967
    },
    {
      "CATEGORY": "YEAR",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 37.21798791030943,
      "MACRO-F1": 32.62783637958324
    },
    {
      "CATEGORY": "RATING",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 78.70415252867991,
      "MACRO-F1": 77.4818397805115
    },
    {
      "CATEGORY": "GENERAL",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 60.23192293959081,
      "MACRO-F1": 34.578761327417006
    },
    {
      "CATEGORY": "CHARACTER",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 79.91802201844503,
      "MACRO-F1": 66.17825085829298
    },
    {
      "CATEGORY": "COPYRIGHT",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 81.84935439943561,
      "MACRO-F1": 56.18607804162489
    },
    {
      "CATEGORY": "ARTIST",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 62.32690082490389,
      "MACRO-F1": 66.10039817274198
    },
    {
      "CATEGORY": "META",
      "PROFILE": "MACRO OPT",
      "THRESHOLD": 0.49183673469387756,
      "MICRO-F1": 56.30398796087284,
      "MACRO-F1": 23.673363465036253
    },
    {
      "CATEGORY": "OVERALL",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 67.34597711325426,
      "MACRO-F1": 46.29084825934598
    },
    {
      "CATEGORY": "YEAR",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 30.752530027663965,
      "MACRO-F1": 21.295489610362065
    },
    {
      "CATEGORY": "RATING",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 83.067447729746,
      "MACRO-F1": 81.83200483395994
    },
    {
      "CATEGORY": "GENERAL",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 66.41444399192685,
      "MACRO-F1": 27.40425414261813
    },
    {
      "CATEGORY": "CHARACTER",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 83.42532813054274,
      "MACRO-F1": 64.54679672170435
    },
    {
      "CATEGORY": "COPYRIGHT",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 86.57996129008917,
      "MACRO-F1": 53.128368093914744
    },
    {
      "CATEGORY": "ARTIST",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 70.03317039106145,
      "MACRO-F1": 64.35697070900147
    },
    {
      "CATEGORY": "META",
      "PROFILE": "BALANCED",
      "THRESHOLD": 0.6142857142857143,
      "MICRO-F1": 61.17673478553783,
      "MACRO-F1": 19.199087616327382
    }
  ]
}