updated format of message

app.py

@@ -23,7 +23,7 @@ def generate_response(prompt):
     input_length = inputs.input_ids.shape[1]
     outputs = model.generate(
         **inputs,
-        max_new_tokens=64,  
+        max_new_tokens=256, 
         do_sample=True,
         temperature=0.7,
         top_p=0.7,
@@ -32,7 +32,12 @@ def generate_response(prompt):
     )
     token = outputs.sequences[0, input_length:]
     full_response = tokenizer.decode(token, skip_special_tokens=True)
-    response = full_response.split("\n")[0]
+    
+    if "\n" in full_response:
+        response_lines = full_response.split("\n")
+        response = "\n".join(line for line in response_lines if "<bot>:" not in line)
+    else:
+        response = full_response.strip()
     return response
 
 @app.route("/", methods=["GET"])