{ "backend": "tokenizers", "bos_token": null, "clean_up_tokenization_spaces": false, "eos_token": "<|endoftext|>", "extra_special_tokens": [ "<|im_start|>", "<|im_end|>", "", "", "", "", "<|reserved_0|>", "<|reserved_1|>", "<|reserved_2|>", "<|reserved_3|>", "<|reserved_4|>", "<|reserved_5|>", "<|reserved_6|>", "<|reserved_7|>", "<|reserved_8|>", "<|reserved_9|>", "<|reserved_10|>", "<|reserved_11|>", "<|reserved_12|>", "<|reserved_13|>", "<|reserved_14|>", "<|reserved_15|>", "<|reserved_16|>", "<|reserved_17|>", "<|reserved_18|>", "<|reserved_19|>" ], "is_local": true, "model_max_length": 8192, "pad_token": "<|pad|>", "split_special_tokens": false, "tokenizer_class": "TokenizersBackend", "unk_token": null }