Upload modeling_hebrewgpt.py with huggingface_hub
Browse files- modeling_hebrewgpt.py +1 -0
modeling_hebrewgpt.py
CHANGED
|
@@ -135,6 +135,7 @@ class HebrewGPTPreTrainedModel(PreTrainedModel):
|
|
| 135 |
|
| 136 |
class HebrewGPTForCausalLM(HebrewGPTPreTrainedModel):
|
| 137 |
_tied_weights_keys = {"head.weight": "tok_emb.weight"}
|
|
|
|
| 138 |
|
| 139 |
def __init__(self, config: HebrewGPTConfig):
|
| 140 |
super().__init__(config)
|
|
|
|
| 135 |
|
| 136 |
class HebrewGPTForCausalLM(HebrewGPTPreTrainedModel):
|
| 137 |
_tied_weights_keys = {"head.weight": "tok_emb.weight"}
|
| 138 |
+
_keys_to_ignore_on_load_missing = ["head.weight"]
|
| 139 |
|
| 140 |
def __init__(self, config: HebrewGPTConfig):
|
| 141 |
super().__init__(config)
|