Update app.py

app.py

@@ -1,8 +1,10 @@
 import gradio as gr
 from llm_rs import AutoModel, SessionConfig, GenerationConfig, Precision, KnownModels
 
-repo_name = "TheBloke/WizardCoder-15B-1.0-GGML"
-file_name = "WizardCoder-15B-1.0.ggmlv3.q5_1.bin"
+# repo_name = "TheBloke/WizardCoder-15B-1.0-GGML"
+# file_name = "WizardCoder-15B-1.0.ggmlv3.q5_1.bin"
+repo_name = "rustformers/mpt-7b-ggml"
+file_name = "mpt-7b-instruct-q5_1-ggjt.bin"
 
 examples = [
     "Write a travel blog about a 3-day trip to Thailand.",
@@ -14,7 +16,7 @@ examples = [
 ]
 
 session_config = SessionConfig(threads=2,batch_size=2)
-model = AutoModel.from_pretrained(repo_name, model_file=file_name, model_type=KnownModels.Gpt2, session_config=session_config,verbose=True)
+model = AutoModel.from_pretrained(repo_name, model_file=file_name, model_type=KnownModels.Mpt, session_config=session_config,verbose=True)
 
 def process_stream(instruction, temperature, top_p, top_k, max_new_tokens, seed):