Canary-1b-v2 tokenizer backwards compitability

canary-1b-v2/config.json

@@ -29,9 +29,10 @@
     "subsampling_conv_stride": 2,
     "subsampling_factor": 8
   },
+  "bos_token_id": 4,
+  "eos_token_id": 3,
+  "nemo_model_type": "parakeet",
   "initializer_range": 0.02,
-  "model_type": "parakeet_ctc",
   "pad_token_id": 1024,
-  "transformers_version": "4.57.1",
   "vocab_size": 16385
 }

canary-1b-v2/tokenizer_config.json

@@ -9310,6 +9310,6 @@
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
   "processor_class": "ParakeetProcessor",
-  "tokenizer_class": "ParakeetTokenizerFast",
+  "tokenizer_class": "PreTrainedTokenizer",
   "unk_token": "<unk>"
 }