add base_model_arch in config (#2)
Browse files- add base_model_arch in config (65713242b17bc0e8dbd01604065bbbbaaaf94563)
Co-authored-by: Ye Wang <[email protected]>
- config.json +1 -0
config.json
CHANGED
|
@@ -3,6 +3,7 @@
|
|
| 3 |
"ArcticLSTMSpeculatorPreTrainedModel"
|
| 4 |
],
|
| 5 |
"base_model_name_or_path": "meta-llama/Llama-3.1-70B-Instruct",
|
|
|
|
| 6 |
"input_hidden_dim": 8192,
|
| 7 |
"inner_dim": "4096",
|
| 8 |
"proj_dim": "4096",
|
|
|
|
| 3 |
"ArcticLSTMSpeculatorPreTrainedModel"
|
| 4 |
],
|
| 5 |
"base_model_name_or_path": "meta-llama/Llama-3.1-70B-Instruct",
|
| 6 |
+
"base_model_arch": "LlamaForCausalLM",
|
| 7 |
"input_hidden_dim": 8192,
|
| 8 |
"inner_dim": "4096",
|
| 9 |
"proj_dim": "4096",
|