{ "added_tokens_decoder": { "32759": { "content": "<|bos|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32760": { "content": "<|user_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32761": { "content": "<|user_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32762": { "content": "<|assistant_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32763": { "content": "<|assistant_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32764": { "content": "<|python_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32765": { "content": "<|python_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32766": { "content": "<|output_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32767": { "content": "<|output_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<|bos|>", "eos_token": "<|assistant_end|>", "pad_token": "<|assistant_end|>", "clean_up_tokenization_spaces": false, "model_max_length": 32768, "model_input_names": [ "input_ids", "attention_mask" ], "tokenizer_class": "PreTrainedTokenizerFast", "chat_template": "{%- if messages[0]['role'] == 'system' -%}{%- set system_message = messages[0]['content'] -%}{%- set loop_messages = messages[1:] -%}{%- else -%}{%- set system_message = '' -%}{%- set loop_messages = messages -%}{%- endif -%}{{- '<|bos|>' -}}{%- for message in loop_messages -%}{%- if message['role'] == 'user' -%}{%- if loop.first and system_message -%}{{- '<|user_start|>' + system_message + '\n\n' + message['content'] + '<|user_end|>' -}}{%- else -%}{{- '<|user_start|>' + message['content'] + '<|user_end|>' -}}{%- endif -%}{%- elif message['role'] == 'assistant' -%}{{- '<|assistant_start|>' + message['content'] + '<|assistant_end|>' -}}{%- endif -%}{%- endfor -%}{%- if add_generation_prompt -%}{{- '<|assistant_start|>' -}}{%- endif -%}" }