ltg_nort5-small / tokenizer_config.json
Veggissss's picture
Training in progress, step 100
15c18a3 verified
raw
history blame
40.8 kB
{
"added_tokens_decoder": {
"0": {
"content": "[UNK]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1": {
"content": "[CLS]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"2": {
"content": "[SEP]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"3": {
"content": "[PAD]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"4": {
"content": "[MASK]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"5": {
"content": "[BOS]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"6": {
"content": "[EOS]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"7": {
"content": "[MASK_0]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"8": {
"content": "[MASK_1]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"9": {
"content": "[MASK_2]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"10": {
"content": "[MASK_3]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"11": {
"content": "[MASK_4]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"12": {
"content": "[MASK_5]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"13": {
"content": "[MASK_6]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"14": {
"content": "[MASK_7]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"15": {
"content": "[MASK_8]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"16": {
"content": "[MASK_9]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"17": {
"content": "[MASK_10]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"18": {
"content": "[MASK_11]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"19": {
"content": "[MASK_12]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"20": {
"content": "[MASK_13]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"21": {
"content": "[MASK_14]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"22": {
"content": "[MASK_15]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"23": {
"content": "[MASK_16]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"24": {
"content": "[MASK_17]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"25": {
"content": "[MASK_18]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"26": {
"content": "[MASK_19]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"27": {
"content": "[MASK_20]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"28": {
"content": "[MASK_21]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"29": {
"content": "[MASK_22]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"30": {
"content": "[MASK_23]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"31": {
"content": "[MASK_24]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32": {
"content": "[MASK_25]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"33": {
"content": "[MASK_26]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"34": {
"content": "[MASK_27]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"35": {
"content": "[MASK_28]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"36": {
"content": "[MASK_29]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"37": {
"content": "[MASK_30]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"38": {
"content": "[MASK_31]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"39": {
"content": "[MASK_32]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"40": {
"content": "[MASK_33]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"41": {
"content": "[MASK_34]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"42": {
"content": "[MASK_35]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"43": {
"content": "[MASK_36]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"44": {
"content": "[MASK_37]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"45": {
"content": "[MASK_38]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"46": {
"content": "[MASK_39]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"47": {
"content": "[MASK_40]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"48": {
"content": "[MASK_41]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"49": {
"content": "[MASK_42]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"50": {
"content": "[MASK_43]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"51": {
"content": "[MASK_44]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"52": {
"content": "[MASK_45]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"53": {
"content": "[MASK_46]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"54": {
"content": "[MASK_47]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"55": {
"content": "[MASK_48]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"56": {
"content": "[MASK_49]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"57": {
"content": "[MASK_50]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"58": {
"content": "[MASK_51]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"59": {
"content": "[MASK_52]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"60": {
"content": "[MASK_53]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"61": {
"content": "[MASK_54]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"62": {
"content": "[MASK_55]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"63": {
"content": "[MASK_56]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"64": {
"content": "[MASK_57]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"65": {
"content": "[MASK_58]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"66": {
"content": "[MASK_59]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"67": {
"content": "[MASK_60]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"68": {
"content": "[MASK_61]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"69": {
"content": "[MASK_62]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"70": {
"content": "[MASK_63]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"71": {
"content": "[MASK_64]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"72": {
"content": "[MASK_65]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"73": {
"content": "[MASK_66]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"74": {
"content": "[MASK_67]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"75": {
"content": "[MASK_68]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"76": {
"content": "[MASK_69]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"77": {
"content": "[MASK_70]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"78": {
"content": "[MASK_71]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"79": {
"content": "[MASK_72]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"80": {
"content": "[MASK_73]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"81": {
"content": "[MASK_74]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"82": {
"content": "[MASK_75]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"83": {
"content": "[MASK_76]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"84": {
"content": "[MASK_77]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"85": {
"content": "[MASK_78]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"86": {
"content": "[MASK_79]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"87": {
"content": "[MASK_80]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"88": {
"content": "[MASK_81]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"89": {
"content": "[MASK_82]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"90": {
"content": "[MASK_83]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"91": {
"content": "[MASK_84]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"92": {
"content": "[MASK_85]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"93": {
"content": "[MASK_86]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"94": {
"content": "[MASK_87]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"95": {
"content": "[MASK_88]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"96": {
"content": "[MASK_89]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"97": {
"content": "[MASK_90]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"98": {
"content": "[MASK_91]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"99": {
"content": "[MASK_92]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"100": {
"content": "[MASK_93]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"101": {
"content": "[MASK_94]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"102": {
"content": "[MASK_95]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"103": {
"content": "[MASK_96]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"104": {
"content": "[MASK_97]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"105": {
"content": "[MASK_98]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"106": {
"content": "[MASK_99]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"364": {
"content": "id",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"12928": {
"content": "type",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"15436": {
"content": "field",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"24524": {
"content": "III",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"27460": {
"content": "Is",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50000": {
"content": "klinisk",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50001": {
"content": "makroskopisk",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50002": {
"content": "mikroskopisk",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50003": {
"content": "P06020",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50004": {
"content": "T65520",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50005": {
"content": "T67100",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50006": {
"content": "T67200",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50007": {
"content": "T67300",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50008": {
"content": "T67400",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50009": {
"content": "T67500",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50010": {
"content": "T67600",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50011": {
"content": "T67700",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50012": {
"content": "T68200",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50013": {
"content": "T68000",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50014": {
"content": "T69000",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50015": {
"content": "T67000",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50016": {
"content": "T67920",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50017": {
"content": "Biopsitang",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50018": {
"content": "Kald slynge in toto",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50019": {
"content": "Kald slynge piecemeal",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50020": {
"content": "Diatermislynge in toto",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50021": {
"content": "Diatermislynge piecemeal",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50022": {
"content": "Endoskopisk submucosal disseksjon (ESD)",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50023": {
"content": "Endoskopisk mucosal reseksjon (EMR)",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50024": {
"content": "Annen metode",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50025": {
"content": "Ip",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50026": {
"content": "IIa",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50027": {
"content": "IIb",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50028": {
"content": "IIc",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50029": {
"content": "null",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50030": {
"content": "P13400",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50031": {
"content": "P13402",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50032": {
"content": "P13403",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50033": {
"content": "P13405",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50034": {
"content": "P13409",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50035": {
"content": "P2070A",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50036": {
"content": "M82111",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50037": {
"content": "M82112",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50038": {
"content": "M82631",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50039": {
"content": "M82632",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50040": {
"content": "M82611",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50041": {
"content": "M82612",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50042": {
"content": "M82101",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50043": {
"content": "M82102",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50044": {
"content": "M72040",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50045": {
"content": "M82140",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50046": {
"content": "M82142",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50047": {
"content": "M82131",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50048": {
"content": "M82132",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50049": {
"content": "M72004",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50050": {
"content": "M76820",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50051": {
"content": "M44440",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50052": {
"content": "M76880",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50053": {
"content": "M76830",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50054": {
"content": "M76835",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50055": {
"content": "M76834",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50056": {
"content": "M75630",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50057": {
"content": "M75640",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50058": {
"content": "M88500",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50059": {
"content": "M88900",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50060": {
"content": "M94900",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50061": {
"content": "M95400",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50062": {
"content": "M95600",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50063": {
"content": "M89363",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50064": {
"content": "M00100",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50065": {
"content": "M09000",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50066": {
"content": "M09010",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50067": {
"content": "P00308",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50068": {
"content": "P00311",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50069": {
"content": "M76055",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50070": {
"content": "M76086",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50071": {
"content": "M81402",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50072": {
"content": "S29350",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50073": {
"content": "M8213P",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50074": {
"content": "M76910",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50075": {
"content": "S50020",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50076": {
"content": "S61630",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50077": {
"content": "M82103",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50078": {
"content": "M82613",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50079": {
"content": "M82143",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50080": {
"content": "M82153",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50081": {
"content": "M81403",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50082": {
"content": "Lavgradig histologisk differensiering",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50083": {
"content": "Høygradig histologisk differensiering",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50084": {
"content": "Differensieringsgrad kan ikke vurderes",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50085": {
"content": "Lymfekarinnvekst ikke påvist",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50086": {
"content": "Lymfekarinnvekst påvist",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50087": {
"content": "Lymfekarinnvekst kan ikke vurderes",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50088": {
"content": "Venekarinnvekst ikke påvist",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50089": {
"content": "Venekarinnvekst påvist intramural",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50090": {
"content": "Venekarinnvekst kan ikke vurderes",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50091": {
"content": "pT1",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50092": {
"content": "pT2",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50093": {
"content": "pT3",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50094": {
"content": "pT4a",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50095": {
"content": "pT4b",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50096": {
"content": "Nivå 1",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50097": {
"content": "Nivå 2",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50098": {
"content": "Nivå 3",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50099": {
"content": "Nivå 4",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50100": {
"content": "sm1",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50101": {
"content": "sm2",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50102": {
"content": "sm3",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50103": {
"content": "M09400",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50104": {
"content": "M09401",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50105": {
"content": "M09402",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50106": {
"content": "Bd1",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50107": {
"content": "Bd2",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50108": {
"content": "Bd3",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50109": {
"content": "true",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50110": {
"content": "false",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50111": {
"content": "<JSON_START>",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
},
"50112": {
"content": "value",
"lstrip": true,
"normalized": true,
"rstrip": true,
"single_word": true,
"special": false
}
},
"bos_token": "[BOS]",
"clean_up_tokenization_spaces": false,
"cls_token": "[CLS]",
"eos_token": "[EOS]",
"extra_special_tokens": {},
"mask_token": "[MASK]",
"model_max_length": 1000000000000000019884624838656,
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"tokenizer_class": "PreTrainedTokenizer",
"unk_token": "[UNK]"
}