diff options
Diffstat (limited to 'models/trpg-final/special_tokens_map.json')
| -rw-r--r-- | models/trpg-final/special_tokens_map.json | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/models/trpg-final/special_tokens_map.json b/models/trpg-final/special_tokens_map.json new file mode 100644 index 0000000..a8b3208 --- /dev/null +++ b/models/trpg-final/special_tokens_map.json @@ -0,0 +1,7 @@ +{ + "cls_token": "[CLS]", + "mask_token": "[MASK]", + "pad_token": "[PAD]", + "sep_token": "[SEP]", + "unk_token": "[UNK]" +} |