Upload config.json with huggingface_hub
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -9,7 +9,7 @@
|
|
| 9 |
"n_heads": 20,
|
| 10 |
"d_head": 64,
|
| 11 |
"d_ff": 3456,
|
| 12 |
-
"max_seq_len":
|
| 13 |
"rope_theta": 10000.0,
|
| 14 |
"rope_pct": 0.25,
|
| 15 |
"dropout": 0.0,
|
|
|
|
| 9 |
"n_heads": 20,
|
| 10 |
"d_head": 64,
|
| 11 |
"d_ff": 3456,
|
| 12 |
+
"max_seq_len": 1024,
|
| 13 |
"rope_theta": 10000.0,
|
| 14 |
"rope_pct": 0.25,
|
| 15 |
"dropout": 0.0,
|