Update app.py

app.py

@@ -22,7 +22,7 @@ from torch import nn
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
 tokenizer = AutoTokenizer.from_pretrained("tmberooney/medllama-merged")
-model = AutoModelForCausalLM.from_pretrained("tmberooney/medllama-merged")
+model = AutoModelForCausalLM.from_pretrained("tmberooney/medllama-merged", flash_attn=True)
 '''device_map = {"transformer.word_embeddings": "cpu",
               "transformer.word_embeddings_layernorm": "cpu",
               "lm_head": "cpu",