special_tokens_map.json

{
  "additional_special_tokens": [
    "</data>",
    "<shujinko>",
    "<unk>",
    "</shujinko>",
    "</qt>",
    "<yuki>",
    "<data>",
    "<dialog>",
    "</action>",
    "<memory>",
    "<action>",
    "<yuna>",
    "<qt>",
    "</yuna>",
    "</hito>",
    "</memory>",
    "<hito>",
    "</kanojo>",
    "</yuki>",
    "<kanojo>"
  ],
  "bos_token": {
    "content": "<|begin_of_text|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "eos_token": {
    "content": "</yuna>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "pad_token": {
    "content": "<|finetune_right_pad_id|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  }
}