import torch from transformers import AutoTokenizer class BathSalt1DaedalusPhi3Tokenizer(AutoTokenizer): def __init__(self, config): super().__init__(config) self.config = config def encode(self, text, return_tensors="pt"): encoding = super().encode(text, return_tensors=return_tensors) return encoding