{
  "full_name": "Named Entity Recognition with Grounded Additive Labels",
  "hub_id": "SlayerLab/NERGAL",
  "version": "2.0.3",
  "mode": "rules_union",
  "epoch": 5,
  "seed": 202609160,
  "threshold": 0.95,
  "rules_sha256": "4d0547238131908ca498a23607a7877512b2fb6022c484171334af1e604fc95a",
  "eval": {
    "split": "841-dev",
    "gold_amendments": [
      "gold_check_v2",
      "gold_check_v4"
    ],
    "gold_restatements": [
      "policy_restatement_v2"
    ],
    "gold_entities": 315,
    "whole_entities": 303,
    "residual_passages": 9,
    "union_fp": 80,
    "rules_fp": 24,
    "character_precision": 0.9859,
    "character_recall": 0.9783,
    "exact_precision": 0.9105,
    "exact_recall": 0.9365,
    "exact_f1": 0.9233,
    "phone_whole": 124,
    "phone_gold": 130,
    "pii_whole": 179,
    "pii_gold": 185
  },
  "source_checkpoint_sha256": "063ee5f9782c1b4d99e838be5a836328718e1372e213d5b87098b371b5c162af",
  "model_safetensors_sha256": "1d42c34459e90cd25db44f92bb31fb2be1ef3a1b1e34c599162e1895057c08f6",
  "gaps": [
    "[PII_SPACE]",
    "[PII_BREAK]"
  ],
  "gap_ids": [
    250002,
    250003
  ],
  "drop_in_token_classification_pipeline": false,
  "promotion_authorized": false,
  "backbone": {
    "repo": "FacebookAI/xlm-roberta-large",
    "revision": "c23d21b0620b635a76227c604d44e43a9f0ee389"
  },
  "names": {
    "repo": "ArkadiuszPawlak/fastpdn-ner-polish-pii",
    "revision": "636c57fe77b0afad8f065e7c76243dc051437035",
    "license": "CC-BY-4.0",
    "max_length": 512,
    "stride": 128,
    "dtype": "float32",
    "decode": "argmax, union over windows, expanded to whole words",
    "converted_from": {
      "model.onnx": "11924bfd20eb478ee614e5e1184536825db4747753d341af7c04b940efa84645",
      "convert.py": "a698bc993b253fc70d960aa14af37a5088afb79c77dae70557c7056ce394333e"
    },
    "sha256": {
      "config.json": "3cef51cd7d184478adbdec9f68730db279386fe145cb32473a0622edea923578",
      "model.safetensors": "2fa84ec6abd0c1b12ba0ba1548e89c9fca36fc58f03e66074db423b0e98ec8e6",
      "tokenizer.json": "3a690c2d605076ad3901d946d4c0145fbfb19fef2f01370c7388430aa9f31edf"
    }
  },
  "eval_names": {
    "split": "nergal_names_test_v1",
    "policy": "docs/pii-annotation-names.md",
    "reviewers": 1,
    "second_pass": {
      "passages": 100,
      "disagreeing": 11,
      "adjudication_changed": 5,
      "gap_days": 0
    },
    "note": "single reviewer; the second pass is a same-day blind self-review of a sample, not independent agreement",
    "runtime": "fp32",
    "devices": {
      "fp32": "cpu",
      "fp16": "mps",
      "int8": "cpu"
    },
    "score_report_sha256": "9dec1517dae8fefb4857acab975d83d82b217373b1e7efdee56a685eaf9dc6b2",
    "panels": {
      "random": {
        "passages": 300,
        "systems": {
          "fp16": {
            "person_gold": 614,
            "person_whole": 586,
            "person_whole_exact": 565,
            "name_recall": 0.9544,
            "person_components": 116,
            "covered_components": 98,
            "coverage_ci95": [
              0.7659,
              0.9054
            ],
            "person_false_chars": 1051,
            "person_false_passages": 34,
            "person_false_ci95": [
              0.0798,
              0.1548
            ],
            "false_chars": 1052,
            "false_mask_passages": 35,
            "phone_gold": 2,
            "phone_whole": 2,
            "pii_gold": 2,
            "pii_whole": 2
          },
          "fp32": {
            "person_gold": 614,
            "person_whole": 586,
            "person_whole_exact": 565,
            "name_recall": 0.9544,
            "person_components": 116,
            "covered_components": 98,
            "coverage_ci95": [
              0.7659,
              0.9054
            ],
            "person_false_chars": 1051,
            "person_false_passages": 34,
            "person_false_ci95": [
              0.0798,
              0.1548
            ],
            "false_chars": 1052,
            "false_mask_passages": 35,
            "phone_gold": 2,
            "phone_whole": 2,
            "pii_gold": 2,
            "pii_whole": 2
          },
          "int8": {
            "person_gold": 614,
            "person_whole": 589,
            "person_whole_exact": 568,
            "name_recall": 0.9593,
            "person_components": 116,
            "covered_components": 101,
            "coverage_ci95": [
              0.7957,
              0.9258
            ],
            "person_false_chars": 1009,
            "person_false_passages": 37,
            "person_false_ci95": [
              0.0883,
              0.166
            ],
            "false_chars": 1010,
            "false_mask_passages": 38,
            "phone_gold": 2,
            "phone_whole": 2,
            "pii_gold": 2,
            "pii_whole": 2
          },
          "off": {
            "person_gold": 614,
            "person_whole": 0,
            "person_whole_exact": 0,
            "name_recall": 0.0,
            "person_components": 116,
            "covered_components": 0,
            "coverage_ci95": [
              0.0,
              0.0313
            ],
            "person_false_chars": 0,
            "person_false_passages": 0,
            "person_false_ci95": [
              0.0,
              0.0122
            ],
            "false_chars": 1,
            "false_mask_passages": 1,
            "phone_gold": 2,
            "phone_whole": 2,
            "pii_gold": 2,
            "pii_whole": 2
          }
        }
      },
      "targeted": {
        "passages": 150,
        "systems": {
          "fp16": {
            "person_gold": 292,
            "person_whole": 286,
            "person_whole_exact": 285,
            "name_recall": 0.9795,
            "person_components": 99,
            "covered_components": 94,
            "coverage_ci95": [
              0.8861,
              0.9834
            ],
            "person_false_chars": 976,
            "person_false_passages": 42,
            "person_false_ci95": [
              0.2098,
              0.3591
            ],
            "false_chars": 1005,
            "false_mask_passages": 43,
            "phone_gold": 7,
            "phone_whole": 7,
            "pii_gold": 5,
            "pii_whole": 5
          },
          "fp32": {
            "person_gold": 292,
            "person_whole": 286,
            "person_whole_exact": 285,
            "name_recall": 0.9795,
            "person_components": 99,
            "covered_components": 94,
            "coverage_ci95": [
              0.8861,
              0.9834
            ],
            "person_false_chars": 976,
            "person_false_passages": 42,
            "person_false_ci95": [
              0.2098,
              0.3591
            ],
            "false_chars": 1005,
            "false_mask_passages": 43,
            "phone_gold": 7,
            "phone_whole": 7,
            "pii_gold": 5,
            "pii_whole": 5
          },
          "int8": {
            "person_gold": 292,
            "person_whole": 287,
            "person_whole_exact": 285,
            "name_recall": 0.9829,
            "person_components": 99,
            "covered_components": 95,
            "coverage_ci95": [
              0.8998,
              0.9889
            ],
            "person_false_chars": 935,
            "person_false_passages": 41,
            "person_false_ci95": [
              0.2038,
              0.352
            ],
            "false_chars": 964,
            "false_mask_passages": 42,
            "phone_gold": 7,
            "phone_whole": 7,
            "pii_gold": 5,
            "pii_whole": 5
          },
          "off": {
            "person_gold": 292,
            "person_whole": 0,
            "person_whole_exact": 0,
            "name_recall": 0.0,
            "person_components": 99,
            "covered_components": 0,
            "coverage_ci95": [
              0.0,
              0.0366
            ],
            "person_false_chars": 0,
            "person_false_passages": 0,
            "person_false_ci95": [
              0.0,
              0.0243
            ],
            "false_chars": 29,
            "false_mask_passages": 2,
            "phone_gold": 7,
            "phone_whole": 7,
            "pii_gold": 5,
            "pii_whole": 5
          }
        }
      }
    }
  }
}