# lowercased special tokens
PAD = "<pad>"
UNK = "<unk>"
EOS = "</s>"
SOS = "<s>"
SEP = "<SEP>"


# special tokens id
PAD_ID = 0
UNK_ID = 1
EOS_ID = 2
SOS_ID = 3
SEP_ID = 4

# lowercased special tokens
PAD = "<pad>"
UNK = "<unk>"
EOS = "</s>"
SOS = "<s>"
SEP = "<SEP>"


# special tokens id
PAD_ID = 0
UNK_ID = 1
EOS_ID = 2
SOS_ID = 3
SEP_ID = 4

# lowercased special tokens # special tokens id