Update app.py

app.py

@@ -1,3 +1,5 @@
+import os
+
 import ctranslate2
 import gradio as gr
 from huggingface_hub import snapshot_download
@@ -10,6 +12,10 @@ Translator using <a href='https://arxiv.org/abs/2309.04662' target='_blank'>MADL
 </p>
 """
 
+# As per https://opennmt.net/CTranslate2/performance.html
+# By default CTranslate2 is compiled with intel MKL.
+# It is observed that this setting has a significant positive performance impact.
+os.environ["CT2_USE_EXPERIMENTAL_PACKED_GEMM"] = "1"
 
 model_name = "santhosh/madlad400-3b-ct2"
 model_path = snapshot_download(model_name)