Upload T5ForConditionalGeneration

config.json

@@ -1,4 +1,5 @@
 {
+  "_name_or_path": "google/flan-t5-xxl",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
@@ -6,11 +7,13 @@
   "d_kv": 64,
   "d_model": 4096,
   "decoder_start_token_id": 0,
+  "dense_act_fn": "gelu_new",
   "dropout_rate": 0.1,
   "eos_token_id": 1,
   "feed_forward_proj": "gated-gelu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
+  "is_gated_act": true,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "num_decoder_layers": 24,
@@ -22,7 +25,7 @@
   "relative_attention_num_buckets": 32,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.24.0.dev0",
+  "transformers_version": "4.30.2",
   "use_cache": true,
   "vocab_size": 32128
 }

generation_config.json

@@ -3,5 +3,5 @@
   "decoder_start_token_id": 0,
   "eos_token_id": 1,
   "pad_token_id": 0,
-  "transformers_version": "4.27.0.dev0"
+  "transformers_version": "4.30.2"
 }

model-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220f643c5d341bfa6bcfe3485c90aaf7acba00e0d77348e35f97f7e16c23afcc
+size 9989150328

model-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8b02f52841fbb7b64b48a7b07cf63392c2271b2e4804f53694f61c5c39d30b
+size 9932577208

model-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eecf16b9b648fef6044259b4b49a7595b9ba2ba56aa403b92814ecc94a9b0ae
+size 9999712664

model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9526c1dbc393ec001d2e34e7cfc524f44a2ca6e3197494dba443a09feb9bb75d
+size 9999712416

model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13913b7329b9c5b1199903ee267ca8e2b7952099182774d219462a467d12203a
+size 4620245888