Update app.py

app.py

@@ -12,10 +12,7 @@ MODEL = os.environ.get("MODEL_ID")
 
 PLACEHOLDER = """
 <center>
-<h1><center>MathΣtral - Your Math advisor</center></h1>
-<p>Hi! I'm MisMath. A Math advisor. My model is based on mathstral-7B-v0.1. Feel free to ask your questions</p>
-<p>Mathstral 7B is a model specializing in mathematical and scientific tasks, based on Mistral 7B.</p>
-<p>mathstral-7B-v0.1 is first Mathstral model</p>
+<p>MathΣtral - I'm MisMath,Your Math advisor</p>
 </center>
 """
 
@@ -64,19 +61,23 @@ def stream_chat(
     print(f'message: {message}')
     print(f'history: {history}')
 
-    conversation = [system_prompt]
+    # Prepare the conversation list
+    conversation = [
+        {"role": "system", "content": system_prompt}
+    ]
     for prompt, answer in history:
-        conversation.append(prompt)
-        conversation.append(answer)
+        conversation.append({"role": "user", "content": prompt})
+        conversation.append({"role": "assistant", "content": answer})
 
-    conversation.append(message)
+    conversation.append({"role": "user", "content": message})
+
+    # Tokenize the conversation
+    input_ids = tokenizer(conversation, padding=True, truncation=True, return_tensors="pt").input_ids.to(model.device)
 
-    input_ids = tokenizer(conversation, return_tensors="pt").input_ids.to(model.device)
-    
     streamer = TextIteratorStreamer(tokenizer, timeout=60.0, skip_prompt=True, skip_special_tokens=True)
-    
+
     generate_kwargs = dict(
-        input_ids=input_ids, 
+        input_ids=input_ids,
         max_new_tokens=max_new_tokens,
         do_sample=False if temperature == 0 else True,
         top_p=top_p,
@@ -95,6 +96,7 @@ def stream_chat(
         buffer += new_text
         yield buffer
 
+
             
 chatbot = gr.Chatbot(height=600, placeholder=PLACEHOLDER)