Declare use_residual_update_instead_of_states=false
Browse files- config.json +2 -1
config.json
CHANGED
|
@@ -6,5 +6,6 @@
|
|
| 6 |
"d_model": 2560,
|
| 7 |
"k": 128,
|
| 8 |
"model_type": "esmc_sae",
|
| 9 |
-
"transformers_version": "4.57.6"
|
|
|
|
| 10 |
}
|
|
|
|
| 6 |
"d_model": 2560,
|
| 7 |
"k": 128,
|
| 8 |
"model_type": "esmc_sae",
|
| 9 |
+
"transformers_version": "4.57.6",
|
| 10 |
+
"use_residual_update_instead_of_states": false
|
| 11 |
}
|