Upload tokenizer

item/tokenizer_config.json

@@ -49065,7 +49065,7 @@
  "special": false
  }
  },
- "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{ 'User: ' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ 'System: ' + message['content'] }}{% endif %}{% if not loop.last %}{{'\n'}}{% endif %}{% endfor %}",
+ "chat_template": "{% for message in messages %}{{ message.content + ' ' }}{% endfor %}",
  "clean_up_tokenization_spaces": true,
  "init_inputs": [
  [

text/tokenizer_config.json

@@ -43,6 +43,7 @@
  }
  },
  "bos_token": "<s>",
+ "chat_template": "{% for message in messages %}{{ message.content + ' ' }}{% endfor %}",
  "clean_up_tokenization_spaces": true,
  "cls_token": "<s>",
  "eos_token": "</s>",