{"unk_token": "<|endoftext|>", "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "pad_token": "<|endoftext|>", "add_bos_token": false, "add_eos_token": false, "add_prefix_space": false, "max_length": 1024, "errors": "replace", "added_tokens_decoder": {"0": {"content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "1": {"content": "<|padding|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true}, "50254": {"content": "                        ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50255": {"content": "                       ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50256": {"content": "                      ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50257": {"content": "                     ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50258": {"content": "                    ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50259": {"content": "                   ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50260": {"content": "                  ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50261": {"content": "                 ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50262": {"content": "                ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50263": {"content": "               ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50264": {"content": "              ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50265": {"content": "             ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50266": {"content": "            ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50267": {"content": "           ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50268": {"content": "          ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50269": {"content": "         ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50270": {"content": "        ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50271": {"content": "       ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50272": {"content": "      ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50273": {"content": "     ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50274": {"content": "    ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50275": {"content": "   ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}, "50276": {"content": "  ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false}}, "clean_up_tokenization_spaces": true, "model_max_length": 1000000000000000019884624838656, "stride": 0, "tokenizer_class": "MambaTokenizer", "truncation_side": "right", "truncation_strategy": "longest_first", "special_tokens_map_file": "/root/.paddlenlp/models/state-spaces/mamba-2.8b-hf/special_tokens_map.json", "chat_template_file": null}