Upload folder using huggingface_hub

special_tokens_map.json

@@ -0,0 +1,5 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -1,11 +1,9 @@
 {
-  "remove_space": false,
-  "do_lower_case": false,
-  "tokenizer_class": "QWenTokenizer",
-  "auto_map": {
-    "AutoTokenizer": [
-      "tokenization_qwen.QWenTokenizer",
-      null
-      ]
-  }
-}
+  "add_prefix_space": false,
+  "bos_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 1000000000000000019884624838656,
+  "unk_token": "<|endoftext|>"
+}