Update tokenizer_config.json
Browse files- tokenizer_config.json +2 -1
    	
        tokenizer_config.json
    CHANGED
    
    | @@ -36,5 +36,6 @@ | |
| 36 | 
             
              "sp_model_kwargs": {},
         | 
| 37 | 
             
              "tokenizer_class": "LlamaTokenizer",
         | 
| 38 | 
             
              "unk_token": "<unk>",
         | 
| 39 | 
            -
              "use_default_system_prompt": false
         | 
|  | |
| 40 | 
             
            }
         | 
|  | |
| 36 | 
             
              "sp_model_kwargs": {},
         | 
| 37 | 
             
              "tokenizer_class": "LlamaTokenizer",
         | 
| 38 | 
             
              "unk_token": "<unk>",
         | 
| 39 | 
            +
              "use_default_system_prompt": false,
         | 
| 40 | 
            +
              "chat_template": "{%- for idx in range(0, messages|length) -%}\n{%- if messages[idx]['role'] == 'user' -%}\n{%- if idx > 1 -%}\n{{- bos_token + '[INST] ' + messages[idx]['content'] + ' [/INST]' -}}\n{%- else -%}\n{{- messages[idx]['content'] + ' [/INST]' -}}\n{%- endif -%}\n{% elif messages[idx]['role'] == 'system' %}\n{{- '[INST] <<SYS>>\\n' + messages[idx]['content'] + '\\n<</SYS>>\\n\\n' -}}\n{%- elif messages[idx]['role'] == 'assistant' -%}\n{{- ' '  + messages[idx]['content'] + ' ' + eos_token -}}\n{% endif %}\n{% endfor %}"
         | 
| 41 | 
             
            }
         | 
