Update app.py

app.py

@@ -5,7 +5,7 @@ from clarifai_grpc.grpc.api.status import status_code_pb2
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-torch.set_default_device("cpu")
+#torch.set_default_device("cpu")
 model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", torch_dtype="auto", trust_remote_code=True).to(device)
 tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)