3:37

app.py

@@ -11,8 +11,8 @@ logging.basicConfig(level=logging.DEBUG)
 # Load tokenizer and model
 logging.info("Loading model...")
 model_repo = "hsb06/toghetherAi-model"
-tokenizer = AutoTokenizer.from_pretrained(model_repo, use_auth_token=True)
-model = AutoModelForCausalLM.from_pretrained(model_repo, torch_dtype=torch.float16, use_auth_token=True).to("cuda" if torch.cuda.is_available() else "cpu")
+tokenizer = AutoTokenizer.from_pretrained(model_repo)
+model = AutoModelForCausalLM.from_pretrained(model_repo, torch_dtype=torch.float16).to("cuda" if torch.cuda.is_available() else "cpu")
 logging.info("Model loaded successfully.")
 
 # Initialize Flask app