{ "_name_or_path": "./trained_models/v3/pubmedbert-full/trained_model", "architectures": [ "BertForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "classifier_dropout": null, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "O", "1": "B-CellLine", "2": "B-Chemical", "3": "B-Disease", "4": "B-Gene", "5": "B-Species", "6": "B-Variant", "7": "I-CellLine", "8": "I-Chemical", "9": "I-Disease", "10": "I-Gene", "11": "I-Species", "12": "I-Variant", "13": "O-CellLine", "14": "O-Chemical", "15": "O-Disease", "16": "O-Gene", "17": "O-Species", "18": "O-Variant" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "B-CellLine": 1, "B-Chemical": 2, "B-Disease": 3, "B-Gene": 4, "B-Species": 5, "B-Variant": 6, "I-CellLine": 7, "I-Chemical": 8, "I-Disease": 9, "I-Gene": 10, "I-Species": 11, "I-Variant": 12, "O": 0, "O-CellLine": 13, "O-Chemical": 14, "O-Disease": 15, "O-Gene": 16, "O-Species": 17, "O-Variant": 18 }, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "model_type": "bert", "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 0, "position_embedding_type": "absolute", "torch_dtype": "float32", "transformers_version": "4.45.2", "type_vocab_size": 2, "use_cache": true, "vocab_size": 30522 }