added sliding window

app.py

@@ -179,10 +179,7 @@ if prompt := st.chat_input("Chat with Ikigai Docs..."):
 
     st.session_state.inference_time.append(tock - tick)
     
-    len_response = 0
 
-    st.session_state["tokens_used"] = len_response + \
-        st.session_state["tokens_used"]
 
     formatted_links = ", ".join(links) 
     with st.chat_message("assistant"):
@@ -204,7 +201,12 @@ if prompt := st.chat_input("Chat with Ikigai Docs..."):
                 placeholder.markdown(full_response + "▌")
             placeholder.markdown(full_response)
     
+    len_response = (len(prompt.split()) + len(full_response.split())) * 1.25
+    st.session_state["tokens_used"] = len_response + st.session_state["tokens_used"]
 
+    if st.session_state["tokens_used"] > 15000 :
+        st.session_state.history = st.session_state.history[-3:]
+        
     st.session_state.history.append([prompt, full_response])
     st.session_state.history.append(identity_change)