Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+embeddings_max.txt filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,9 @@
+{
+  "model_type": "PreTrainedTokenizerFast",
+  "model_type": "gpt2",
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "unk_token": "<unk>",
+  "pad_token": "<pad>",
+  "vocab_size": 131072
+}

embeddings_max.txt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f24302564bee81bb1294b24fa5ebc09255123975d9183fdd039b372881537b
+size 403590650

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5fff65d5767160e3255e045d6bfca4f327c4871bdbcfeb81d497fa56e50326
+size 3760393144

normalized_embeddings_weights.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ccd745af292ea65938e706409affad3e75455856deeb17e1a430404d03a235a
+size 536872266

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "unk_token": "<unk>",
+  "pad_token": "<pad>",
+  "bos_token": "<s>",
+  "eos_token": "</s>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d94d200890dc1976b2e3b7d3c96834ea548f90b472bdd7b417ee9517f5a69c
+size 11297542

tokenizer_config.json

@@ -0,0 +1,6 @@
+{
+  "unk_token": "<unk>",
+  "pad_token": "<pad>",
+  "bos_token": "<s>",
+  "eos_token": "</s>"
+}