Update app.py

app.py

@@ -204,12 +204,12 @@ def dotranslate():
 
             # Tokenize the input text
             encoded = tokenizer(txt, return_tensors="pt")
-
-            # Generate translation
-            generated_tokens = model.generate(
-                **encoded,
-                forced_bos_token_id=tokenizer.get_lang_id(dest)
-            )
+            with torch.no_grad():
+                # Generate translation
+                generated_tokens = model.generate(
+                    **encoded,
+                    forced_bos_token_id=tokenizer.get_lang_id(dest)
+                )
 
             # Decode the generated tokens
             translation = tokenizer.decode(generated_tokens[0], skip_special_tokens=True)