{ "add_bos_token": false, "add_eos_token": false, "added_tokens_decoder": { "256": { "content": "<|pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "257": { "content": "<|bos|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "258": { "content": "<|eos|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "259": { "content": "<|unk|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "260": { "content": "<|mask|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "261": { "content": "<|start_of_message|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "262": { "content": "<|end_of_message|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "263": { "content": "<|start_of_thinking|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "264": { "content": "<|end_of_thinking|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "265": { "content": "<|reserved_265|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "266": { "content": "<|reserved_266|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "267": { "content": "<|reserved_267|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "268": { "content": "<|reserved_268|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "269": { "content": "<|reserved_269|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "270": { "content": "<|reserved_270|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "271": { "content": "<|reserved_271|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "272": { "content": "<|reserved_272|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "273": { "content": "<|reserved_273|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "274": { "content": "<|reserved_274|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "275": { "content": "<|reserved_275|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "276": { "content": "<|reserved_276|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "277": { "content": "<|reserved_277|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "278": { "content": "<|reserved_278|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "279": { "content": "<|reserved_279|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "280": { "content": "<|reserved_280|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "281": { "content": "<|reserved_281|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "282": { "content": "<|reserved_282|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "283": { "content": "<|reserved_283|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "284": { "content": "<|reserved_284|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "285": { "content": "<|reserved_285|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "286": { "content": "<|reserved_286|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "287": { "content": "<|reserved_287|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|reserved_265|>", "<|reserved_266|>", "<|reserved_267|>", "<|reserved_268|>", "<|reserved_269|>", "<|reserved_270|>", "<|reserved_271|>", "<|reserved_272|>", "<|reserved_273|>", "<|reserved_274|>", "<|reserved_275|>", "<|reserved_276|>", "<|reserved_277|>", "<|reserved_278|>", "<|reserved_279|>", "<|reserved_280|>", "<|reserved_281|>", "<|reserved_282|>", "<|reserved_283|>", "<|reserved_284|>", "<|reserved_285|>", "<|reserved_286|>", "<|reserved_287|>" ], "bos_token": "<|bos|>", "clean_up_tokenization_spaces": true, "eos_token": "<|eos|>", "extra_special_tokens": {}, "legacy": false, "mask_token": "<|mask|>", "model_max_length": 1000000000000000019884624838656, "pad_token": "<|pad|>", "padding_side": "right", "tokenizer_class": "PreTrainedTokenizerFast", "truncation_side": "right", "trust_remote_code": false, "unk_token": "<|unk|>", "use_fast": true }