Update app.py

app.py

@@ -18,12 +18,12 @@ def generate_text(input_text, history):
     print("input ", input_text)
     temp =""
     if history == []:
-        input_text_with_history = f"{pre_prompt}"+ "\n" + f"<|prompter|> {input_text} " + "\n" +" <|assistant|>"
+        input_text_with_history = f"SYSTEM:{pre_prompt}"+ "\n" + f"USER: {input_text} " + "\n" +" ASSISTANT:"
     else:
         input_text_with_history = f"{history[-1][1]}"+ "\n"
-        input_text_with_history += f"<|prompter|> {input_text}" + "\n" +" <|assistant|>"
+        input_text_with_history += f"USER: {input_text}" + "\n" +" ASSISTANT:"
     print("new input", input_text_with_history)
-    output = llm(input_text_with_history, max_tokens=1024, stop=["<|prompter|>", "<|endoftext|>", "<|endoftext|> \n"], stream=True)
+    output = llm(input_text_with_history, max_tokens=1024, stop=["<|prompter|>", "<|endoftext|>", "<|endoftext|> \n","ASSISTANT:","USER:","SYSTEM:"], stream=True)
     for out in output:
      stream = copy.deepcopy(out)
      print(stream["choices"][0]["text"])