OpenMOSS-Team
/

moss-moon-003-base

Text Generation

Model card Files Files and versions

xyliu commited on Apr 20, 2023

Commit

896e51a

·

1 Parent(s): 8fc1e47

Update special_tokens_map.json

Files changed (1) hide show

special_tokens_map.json +1 -7

special_tokens_map.json CHANGED Viewed

@@ -37,12 +37,6 @@
     }
   ],
   "bos_token": "<|endoftext|>",
-  "eos_token": {
-    "content": "<eom>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
   "unk_token": "<|endoftext|>"
 }

     }
   ],
   "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
   "unk_token": "<|endoftext|>"
 }