| { | |
| "additional_special_tokens": [ | |
| "<|START_OF_TURN_TOKEN|>", | |
| "<|END_OF_TURN_TOKEN|>", | |
| "<|USER_TOKEN|>", | |
| "<|CHATBOT_TOKEN|>", | |
| "<|SYSTEM_TOKEN|>", | |
| "<|EXTRA_5_TOKEN|>", | |
| "<|EXTRA_6_TOKEN|>", | |
| "<|EXTRA_7_TOKEN|>", | |
| "<|EXTRA_8_TOKEN|>", | |
| "<|EXTRA_9_TOKEN|>", | |
| "<|EXTRA_10_TOKEN|>", | |
| "<|EXTRA_11_TOKEN|>", | |
| "<|EXTRA_12_TOKEN|>", | |
| "<|EXTRA_13_TOKEN|>", | |
| "<|EXTRA_14_TOKEN|>", | |
| "<|EXTRA_15_TOKEN|>", | |
| "<|EXTRA_16_TOKEN|>", | |
| "<|EXTRA_17_TOKEN|>", | |
| "<|EXTRA_18_TOKEN|>", | |
| "<|EXTRA_19_TOKEN|>", | |
| "<|EXTRA_20_TOKEN|>", | |
| "<|EXTRA_21_TOKEN|>", | |
| "<|EXTRA_22_TOKEN|>", | |
| "<|EXTRA_23_TOKEN|>", | |
| "<|EXTRA_24_TOKEN|>", | |
| "<|EXTRA_25_TOKEN|>", | |
| "<|EXTRA_26_TOKEN|>", | |
| "<|EXTRA_27_TOKEN|>", | |
| "<|EXTRA_28_TOKEN|>", | |
| "<|EXTRA_29_TOKEN|>", | |
| "<|EXTRA_30_TOKEN|>", | |
| "<|EXTRA_31_TOKEN|>", | |
| "<|EXTRA_32_TOKEN|>", | |
| "<|EXTRA_33_TOKEN|>", | |
| "<|EXTRA_34_TOKEN|>", | |
| "<|EXTRA_35_TOKEN|>", | |
| "<|EXTRA_36_TOKEN|>", | |
| "<|EXTRA_37_TOKEN|>", | |
| "<|EXTRA_38_TOKEN|>", | |
| "<|EXTRA_39_TOKEN|>", | |
| "<|EXTRA_40_TOKEN|>", | |
| "<|EXTRA_41_TOKEN|>", | |
| "<|EXTRA_42_TOKEN|>", | |
| "<|EXTRA_43_TOKEN|>", | |
| "<|EXTRA_44_TOKEN|>", | |
| "<|EXTRA_45_TOKEN|>", | |
| "<|EXTRA_46_TOKEN|>", | |
| "<|EXTRA_47_TOKEN|>", | |
| "<|EXTRA_48_TOKEN|>", | |
| "<|EXTRA_49_TOKEN|>", | |
| "<|EXTRA_50_TOKEN|>", | |
| "<|EXTRA_51_TOKEN|>", | |
| "<|EXTRA_52_TOKEN|>", | |
| "<|EXTRA_53_TOKEN|>", | |
| "<|EXTRA_54_TOKEN|>", | |
| "<|EXTRA_55_TOKEN|>", | |
| "<|EXTRA_56_TOKEN|>", | |
| "<|EXTRA_57_TOKEN|>", | |
| "<|EXTRA_58_TOKEN|>", | |
| "<|EXTRA_59_TOKEN|>", | |
| "<|EXTRA_60_TOKEN|>", | |
| "<|EXTRA_61_TOKEN|>", | |
| "<|EXTRA_62_TOKEN|>", | |
| "<|EXTRA_63_TOKEN|>", | |
| "<|EXTRA_64_TOKEN|>", | |
| "<|EXTRA_65_TOKEN|>", | |
| "<|EXTRA_66_TOKEN|>", | |
| "<|EXTRA_67_TOKEN|>", | |
| "<|EXTRA_68_TOKEN|>", | |
| "<|EXTRA_69_TOKEN|>", | |
| "<|EXTRA_70_TOKEN|>", | |
| "<|EXTRA_71_TOKEN|>", | |
| "<|EXTRA_72_TOKEN|>", | |
| "<|EXTRA_73_TOKEN|>", | |
| "<|EXTRA_74_TOKEN|>", | |
| "<|EXTRA_75_TOKEN|>", | |
| "<|EXTRA_76_TOKEN|>", | |
| "<|EXTRA_77_TOKEN|>", | |
| "<|EXTRA_78_TOKEN|>", | |
| "<|EXTRA_79_TOKEN|>", | |
| "<|EXTRA_80_TOKEN|>", | |
| "<|EXTRA_81_TOKEN|>", | |
| "<|EXTRA_82_TOKEN|>", | |
| "<|EXTRA_83_TOKEN|>", | |
| "<|EXTRA_84_TOKEN|>", | |
| "<|EXTRA_85_TOKEN|>", | |
| "<|EXTRA_86_TOKEN|>", | |
| "<|EXTRA_87_TOKEN|>", | |
| "<|EXTRA_88_TOKEN|>", | |
| "<|EXTRA_89_TOKEN|>", | |
| "<|EXTRA_90_TOKEN|>", | |
| "<|EXTRA_91_TOKEN|>", | |
| "<|EXTRA_92_TOKEN|>", | |
| "<|EXTRA_93_TOKEN|>", | |
| "<|EXTRA_94_TOKEN|>", | |
| "<|EXTRA_95_TOKEN|>", | |
| "<|EXTRA_96_TOKEN|>", | |
| "<|EXTRA_97_TOKEN|>", | |
| "<|EXTRA_98_TOKEN|>", | |
| "<|EXTRA_99_TOKEN|>", | |
| "<|EXTRA_100_TOKEN|>", | |
| "<|EXTRA_101_TOKEN|>", | |
| "<|EXTRA_102_TOKEN|>", | |
| "<|EXTRA_103_TOKEN|>", | |
| "<|EXTRA_104_TOKEN|>", | |
| "<|EXTRA_105_TOKEN|>", | |
| "<|EXTRA_106_TOKEN|>", | |
| "<|EXTRA_107_TOKEN|>", | |
| "<|EXTRA_108_TOKEN|>", | |
| "<|EXTRA_109_TOKEN|>", | |
| "<|EXTRA_110_TOKEN|>", | |
| "<|EXTRA_111_TOKEN|>", | |
| "<|EXTRA_112_TOKEN|>", | |
| "<|EXTRA_113_TOKEN|>", | |
| "<|EXTRA_114_TOKEN|>", | |
| "<|EXTRA_115_TOKEN|>", | |
| "<|EXTRA_116_TOKEN|>", | |
| "<|EXTRA_117_TOKEN|>", | |
| "<|EXTRA_118_TOKEN|>", | |
| "<|EXTRA_119_TOKEN|>", | |
| "<|EXTRA_120_TOKEN|>", | |
| "<|EXTRA_121_TOKEN|>", | |
| "<|EXTRA_122_TOKEN|>", | |
| "<|EXTRA_123_TOKEN|>", | |
| "<|EXTRA_124_TOKEN|>", | |
| "<|EXTRA_125_TOKEN|>", | |
| "<|EXTRA_126_TOKEN|>", | |
| "<|EXTRA_127_TOKEN|>" | |
| ], | |
| "bos_token": { | |
| "content": "<s>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "eos_token": { | |
| "content": "<|END_OF_TURN_TOKEN|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "unk_token": { | |
| "content": "<unk>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| } | |
| } | |