Update app.py

app.py

@@ -27,6 +27,12 @@ def format_prompt(message, history):
 
     return prompt
 
+def format_my_prompt(user_input):
+    # Formatting the prompt as per the new template
+    prompt = f"<s> [INST] Please correct the grammatical errors in the following sentence: {user_input} [/INST] Model answer</s> [INST] Return only the grammatically corrected sentence. [/INST]"
+    return prompt
+
+
 def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
     print("\n\nSystem Prompt: '{}'".format(system_prompt))
     temperature = float(temperature)
@@ -36,7 +42,8 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
 
     generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
     
-    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    formatted_prompt = format_my_prompt(prompt)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""