soruces and metadata filtering

app.py

@@ -1,20 +1,21 @@
 import streamlit as st
 from utils.retriever import retrieve_paragraphs
 from utils.generator import build_messages, _call_llm
+from utils.utils import meetings_list, countries_list, projects_list
 import ast
 import time
 import asyncio
-import logging
+import re
 import logging
 logging.basicConfig(level=logging.INFO)
 
 
-
-def chat_response(query):
+########### Function for getting response #######################
+def chat_response(query, filter_metadata=None):
     """Generate chat response based on method and inputs"""
     
     try:
-        retrieved_paragraphs = retrieve_paragraphs(query)
+        retrieved_paragraphs = retrieve_paragraphs(query, filter_metadata=filter_metadata)
         context_retrieved = ast.literal_eval(retrieved_paragraphs)
         
         # Build list of only content, no metadata
@@ -24,13 +25,66 @@ def chat_response(query):
     
         messages = build_messages(query, context_retrieved_lst)
         answer = asyncio.run(_call_llm(messages))
-        return answer
+        return answer, context_retrieved
 
                 
     except Exception as e:
         error_message = f"Error processing request: {str(e)}"
         return error_message
 
+
+############## UI related functions #####################
+
+def reset_page():
+    """
+    Reset pagination back to the first page; used as on_change callback.
+    """
+    st.session_state["page"] = 1
+
+def contruct_metadata_filter():
+    filter_metadata = {}
+    if st.session_state['meetings_filter'] != 'All':
+        filter_metadata['meeting_id'] = st.session_state['meetings_filter']
+    ## need to change the filter for coutnry and project tolist
+    if st.session_state['country_filter'] != 'All':
+        filter_metadata['Countries'] = st.session_state['country_filter']
+    if st.session_state['project_filter'] != 'All':
+        filter_metadata['Projects'] = st.session_state['project_filter']
+    
+    return filter_metadata
+
+
+def render_sources(chunks, query):
+        # 11.7. Render each result chunk
+    st.write("Sources")
+    st.write("======================================")
+    start_idx = 0
+    for idx, doc in enumerate(chunks, start=start_idx + 1):
+        meta      = doc.get('answer_metadata', {})
+        title     = meta.get('Decision Number', 'Unknown Project')
+        agencies  = meta.get('Agencies', 'Unknown Agencies')
+        country   = meta.get('country', 'Unknown Country')
+        snippet   = doc.get('answer', '')
+        preview   = snippet.split(maxsplit=90)[:90]
+        remainder = snippet[len(" ".join(preview)):]
+        
+        # Title + metadata
+        st.markdown(f"#### {idx}. {title}", unsafe_allow_html=True)
+        st.markdown(f"**Agencies:** {agencies}  |  **Country:** {country}")
+        
+        # Snippet + optional expander
+        st.markdown(" ".join(preview), unsafe_allow_html=True)
+        if remainder:
+            with st.expander("Show more"):
+                st.markdown(remainder, unsafe_allow_html=True)
+        st.divider()   
+
+st.set_page_config(page_title="Montreal AI Decisions (MVP)")
+for key in ('meetings_filter', 'country_filter', 'project_filter'):
+    if key not in st.session_state:
+        st.session_state[key] = 'All'
+if 'page' not in st.session_state:
+    st.session_state['page'] = 1
 col_title, col_about = st.columns([8, 2])
 with col_title:
     st.markdown(
@@ -42,12 +96,48 @@ with col_title:
 query = st.text_input(
     label="Enter your question:",
     key="query",
+    on_change = reset_page
 )
 
+# 10.2. Filter widgets
+col1, col2, col3, col4 = st.columns(4)
+with col1:
+    meetings = sorted(meetings_list)
+    st.selectbox(
+        "Meeting",
+        options=['All'] + meetings,
+        key='meetings_filter',
+        on_change=reset_page
+    )
+with col2:
+    countries = sorted(countries_list)
+    st.selectbox(
+        "Country",
+        options=['All'] + countries,
+        key='country_filter',
+        on_change=reset_page
+    )
+with col3:
+    projects = sorted(projects_list)
+    st.selectbox(
+        "Projects",
+        options=['All'] + projects,
+        key='project_filter',
+        on_change=reset_page
+    )
+
 # Only run search & display if user has entered something
 if not query.strip():
     st.info("Please enter a question to see results.")
     st.stop()
 else:
-    st.write(chat_response(query))
-    
+    filter_metadata = contruct_metadata_filter()
+    if filter_metadata:
+        answer, context_retrieved = chat_response(query, filter_metadata)
+        st.write(answer)
+        render_sources(context_retrieved, query)
+
+    else:
+        answer, context_retrieved = chat_response(query)
+        st.write(answer)
+        render_sources(context_retrieved, query)

utils/utils.py

@@ -38,4 +38,49 @@ def get_auth(provider: str) -> dict:
     if not api_key:
         raise RuntimeError(f"Missing API key for provider '{provider}'. Please set the appropriate environment variable.")
     
-    return auth_config
+    return auth_config
+
+
+meetings_list = ['1', '2', '3', '4', '5', '6', '7', '8', '9', '10', '11', '12',
+       '13', '14', '15', '16', '17', '18', '19', '20', '21', '22', '23',
+       '24', '25', '26', '27', '28', '29', '30', '31', '32', '33', '34',
+       '35', '36', '37', '38', '39', '40', '41', '42', '43', '44', '45',
+       '46', '47', '48', '49', '50', '51', '52', '53', '54', '55', '56',
+       '57', '58', '59', '60', '61', '62', '63', '64', '65', '66', '67',
+       '68', '69', '70', '71', '72', '73', '74', '75', '76', '77', '78',
+       '79', '80', '81', '82', '83', '84', '85', '86', '87', '88', '89',
+       '90', '91', '92', '93', '94']
+
+countries_list= ['Afghanistan', 'Africa', 'Albania', 'Algeria', 'American Samoa', 'Angola', 'Anguilla', 
+'Antigua and Barbuda', 'Argentina', 'Armenia', 'Asia Pacific', 'Australia', 'Azerbaijan', 'Bahamas', 
+'Bahrain', 'Bangladesh', 'Barbados', 'Belgium', 'Belize', 'Benin', 'Bhutan', 'Bolivia (Plurinational State of)',
+ 'Bosnia and Herzegovina', 'Botswana', 'Brazil', 'British Indian Ocean Territory', 'Brunei Darussalam', 
+ 'Burkina Faso', 'Burundi', 'Cabo Verde', 'Cambodia', 'Cameroon', 'Canada', 'Central African Republic', 
+ 'Chad', 'Chile', 'China', 'Colombia', 'Comoros', 'Congo', 'Cook Islands', 'Costa Rica', 'Croatia', 'Cuba',
+  'Cyprus', 'Czechia', "C├┤te d'Ivoire", "Democratic People's Republic of Korea", 'Democratic Republic of the Congo', 
+  'Djibouti', 'Dominica', 'Dominican Republic', 'Ecuador', 'Egypt', 'El Salvador', 'Equatorial Guinea', 'Eritrea', 
+  'Eswatini', 'Ethiopia', 'Europe', 'Fiji', 'Finland', 'France', 'French Southern and Antarctic Lands', 'Gabon', 
+  'Gambia', 'Georgia', 'Germany', 'Ghana', 'Global', 'Grenada', 'Guatemala', 'Guinea', 'Guinea-Bissau', 'Guyana', 
+  'Haiti', 'Honduras', 'India', 'Indonesia', 'Iran (Islamic Republic of)', 'Iraq', 'Israel', 'Jamaica', 'Japan', 
+  'Jordan', 'Kazakhstan', 'Kenya', 'Kiribati', 'Kuwait', 'Kyrgyzstan', "Lao People's Democratic Republic", 
+  'Latin America and Caribbean', 'Lebanon', 'Lesotho', 'Liberia', 'Libya', 'Madagascar', 'Malawi', 'Malaysia', 
+  'Maldives', 'Mali', 'Malta', 'Marshall Islands', 'Mauritania', 'Mauritius', 'Mexico', 'Micronesia (Federated States of)', 
+  'Mongolia', 'Montenegro', 'Morocco', 'Mozambique', 'Myanmar', 'Namibia', 'Nauru', 'Nepal', 'Netherlands', 'Nicaragua', 
+  'Niger', 'Nigeria', 'Niue', 'North Macedonia', 'Oman', 'Pakistan', 'Palau', 'Panama', 'Papua New Guinea', 'Paraguay', 
+  'Peru', 'Philippines', 'Portugal', 'Qatar', 'Republic of Korea', 'Republic of Moldova', 'Romania', 'Russian Federation', 
+  'Rwanda', 'Saint Kitts and Nevis', 'Saint Lucia', 'Saint Vincent and the Grenadines', 'Samoa', 'Sao Tome and Principe', 
+  'Saudi Arabia', 'Senegal', 'Serbia', 'Seychelles', 'Sierra Leone', 'Slovenia', 'Solomon Islands', 'Somalia', 'South Africa', 
+  'South Sudan', 'Spain', 'Sri Lanka', 'Sudan', 'Suriname', 'Sweden', 'Switzerland', 'Syrian Arab Republic', 'Thailand', 
+  'Timor-Leste', 'Togo', 'Tonga', 'Trinidad and Tobago', 'Tunisia', 'Turkmenistan', 'Tuvalu', 'T├╝rkiye', 'Uganda', 'Ukraine', 
+  'United Arab Emirates', 'United Kingdom', 'United Republic of Tanzania', 'United States of America', 'Uruguay', 'Uzbekistan', 
+  'Vanuatu', 'Venezuela (Bolivarian Republic of)', 'Viet Nam', 'Yemen', 'Zambia', 'Zimbabwe']
+
+projects_list = [ "Other ODS phaseout",
+    "Other ODS production phaseout",
+    "CFC production phaseout ",
+    "CFC phaseout",
+    "HCFC phaseout stage 1",
+    "HCFC phaseout stage 2",
+    "HCFC phaseout stage 3",
+    "HCFC production phaseout stage 2",
+]