add gpu spaces

app.py

@@ -2,13 +2,14 @@ import gradio as gr
 import torch
 from transformers import pipeline
 import os
+import spaces
 
 #load_dotenv()
 key=os.environ["HF_KEY"]
 
 
 def load_model():
-    pipe=pipeline(task="fill-mask",model="atlasia/xlm-roberta-large-ft-alatlas",token=key)
+    pipe=pipeline(task="fill-mask",model="atlasia/xlm-roberta-large-ft-alatlas",token=key,device=0)
     return pipe
 
 print("[INFO] load model ...")
@@ -19,14 +20,11 @@ print("[INFO] model loaded")
 #     predictions=pipe(text)
 #     return predictions[0]["sequence"],predictions
 
-
+@spaces.GPU
 def predict(text):
-    
-    # Get prediction
-    with torch.no_grad():
-        outputs = pipe(text)
-        scores= [x["score"] for x in outputs]
-        tokens= [x["token_str"] for x in outputs]
+    outputs = pipe(text)
+    scores= [x["score"] for x in outputs]
+    tokens= [x["token_str"] for x in outputs]
        # scores= [x["score"] for x in outputs]
     # Convert to percentages and create label-probability pairs
     #probs = probabilities[0].tolist()