log debug

app.py

@@ -49,23 +49,23 @@ load_dotenv()
 #      token=SPACES_LOG )
 
 # Make logging optional
-SPACES_LOG = os.getenv("SPACES_LOG", "app_interactions.jsonl")  # TESTING: local logging setup
+JSON_DATASET_PATH = "app_interactions.jsonl"  # TESTING: local logging setup
 model_config = getconfig("model_params.cfg")
 
-# TESTING: local logging setup
-class LocalScheduler:
-    def __init__(self, filepath):
-        self.filepath = Path(filepath)
-        self.lock = Lock()
+# # TESTING: local logging setup
+# class LocalScheduler:
+#     def __init__(self, filepath):
+#         self.filepath = Path(filepath)
+#         self.lock = Lock()
         
-        # Create the file if it doesn't exist
-        if not self.filepath.exists():
-            with self.filepath.open('w') as f:
-                f.write('')
+#         # Create the file if it doesn't exist
+#         if not self.filepath.exists():
+#             with self.filepath.open('w') as f:
+#                 f.write('')
 
-# Instead of HuggingFace CommitScheduler, use local scheduler
-scheduler = LocalScheduler(SPACES_LOG) # TESTING: local logging setup
-JSON_DATASET_PATH = Path(SPACES_LOG) # TESTING: local logging setup
+# # Instead of HuggingFace CommitScheduler, use local scheduler
+# scheduler = LocalScheduler(JSON_DATASET_PATH) # TESTING: local logging setup
+# JSON_DATASET_PATH = Path(JSON_DATASET_PATH) # TESTING: local logging setup
 
 # the logs are written to dataset repo periodically from local logs
 # https://huggingface.co/spaces/Wauplin/space_to_dataset_saver
@@ -549,13 +549,13 @@ with gr.Blocks(title="Audit Q&A", css= "style.css", theme=theme,elem_id = "main-
         """Handle 'okay' feedback submission"""
         ip = logs_data.get('client_ip', 'No IP found')
         location = logs_data.get('client_location', 'No location found')
-        return submit_feedback("okay", logs_data) + (gr.update(visible=True, value=f"Debug - Client IP: {ip}, Location: {location}"),)
+        return submit_feedback("okay", logs_data) + (gr.update(visible=True, value=f"TESTING - Client IP: {ip}, Location: {location}"),)
 
     def submit_feedback_not_okay(logs_data):
         """Handle 'not okay' feedback submission"""
         ip = logs_data.get('client_ip', 'No IP found')
         location = logs_data.get('client_location', 'No location found')
-        return submit_feedback("not_okay", logs_data) + (gr.update(visible=True, value=f"Debug - Client IP: {ip}, Location: {location}"),)
+        return submit_feedback("not_okay", logs_data) + (gr.update(visible=True, value=f"TESTING - Client IP: {ip}, Location: {location}"),)
     
     okay_btn.click(
         submit_feedback_okay,

app_interactions.jsonl

@@ -1,4 +1 @@
-{"session_id": "6b4e8dba-4839-4d6b-b1b4-2a45224a5a18", "client_ip": "127.0.0.1", "client_location": {"city": null, "region": null, "country": null, "latitude": null, "longitude": null}, "session_duration_seconds": 3e-06, "year": ["2023"], "question": "What are the key findings of this audit report?", "retriever": "BAAI/bge-large-en-v1.5", "endpoint_type": "DEDICATED", "reader": "meta-llama/Llama-3.1-8B-Instruct", "answer": "The audit reports provided cover the financial statements of Kifamba District Local Government and Buhweju District Local Government for the year ended 30th June 2023. The key findings from these reports are: 1. Management of Government Salary Payroll: * The Minister of Finance, Planning and Economic Development highlighted that expenditure on wage is a substantial percentage of all entity budgets, but significant results have not been achieved despite reforms <a href=\"#doc1\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>1</sup></span></a>. * A special audit on wage payroll in Local Government entities was carried out to establish the root causes of delays in salary payments and propose remedial measures. The audit covered four FYs from 2019/2020 to 2022/2023, and a separate detailed audit report was issued <a href=\"#doc1\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>1</sup></span></a>. 2. Implementation of Budget: * The Auditor General's report for Kifamba District Local Government found that the implementation of the approved budget was partially implemented, with some projects still ongoing <a href=\"#doc2\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>2</sup></span></a>. 3 Despite the Codeua ", "time": "1739433242.166489"}
-{"session_id": "6b4e8dba-4839-4d6b-b1b4-2a45224a5a18", "client_ip": "127.0.0.1", "client_location": {"city": null, "region": null, "country": null, "latitude": null, "longitude": null}, "session_duration_seconds": 3e-06, "year": ["2023"], "question": "What are the key findings of this audit report?", "retriever": "BAAI/bge-large-en-v1.5", "endpoint_type": "DEDICATED", "reader": "meta-llama/Llama-3.1-8B-Instruct", "answer": "The audit reports provided cover the financial statements of Kifamba District Local Government and Buhweju District Local Government for the year ended 30th June 2023. The key findings from these reports are: 1. Management of Government Salary Payroll: * The Minister of Finance, Planning and Economic Development highlighted that expenditure on wage is a substantial percentage of all entity budgets, but significant results have not been achieved despite reforms <a href=\"#doc1\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>1</sup></span></a>. * A special audit on wage payroll in Local Government entities was carried out to establish the root causes of delays in salary payments and propose remedial measures. The audit covered four FYs from 2019/2020 to 2022/2023, and a separate detailed audit report was issued <a href=\"#doc1\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>1</sup></span></a>. 2. Implementation of Budget: * The Auditor General's report for Kifamba District Local Government found that the implementation of the approved budget was partially implemented, with some projects still ongoing <a href=\"#doc2\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>2</sup></span></a>. 3 Despite the Codeua ", "time": "1739433242.166489", "feedback": "okay"}
-{"session_id": "cf8aac12-a43a-4098-8868-e5f5b113426f", "client_ip": "127.0.0.1", "client_location": {"city": null, "region": null, "country": null, "latitude": null, "longitude": null}, "session_duration_seconds": 3e-06, "year": ["2023"], "question": "What are the key findings of this audit report?", "retriever": "BAAI/bge-large-en-v1.5", "endpoint_type": "DEDICATED", "reader": "meta-llama/Llama-3.1-8B-Instruct", "answer": "The audit reports provided cover the financial statements of Kifamba District Local Government and Buhweju District Local Government for the year ended 30th June 2023. The key findings from these reports are: 1. Management of Government Salary Payroll: * The Minister of Finance, Planning and Economic Development highlighted that expenditure on wage is a substantial percentage of all entity budgets, but significant results have not been achieved despite reforms <a href=\"#doc1\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>1</sup></span></a>. * A special audit on wage payroll in Local Government entities was carried out to establish the root causes of delays in salary payments and propose remedial measures. The audit covered four FYs from 2019/2020 to 2022/2023, and a separate detailed audit report was issued <a href=\"#doc1\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>1</sup></span></a>. 2. Implementation of Budget: * The Auditor General's report for Kifamba District Local Government found that the implementation of the approved budget was partially implemented, with some projects still ongoing <a href=\"#doc2\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>2</sup></span></a>. 3 Despite the Codeua ", "time": "1739434342.056213"}
-{"session_id": "cf8aac12-a43a-4098-8868-e5f5b113426f", "client_ip": "127.0.0.1", "client_location": {"city": null, "region": null, "country": null, "latitude": null, "longitude": null}, "session_duration_seconds": 3e-06, "year": ["2023"], "question": "What are the key findings of this audit report?", "retriever": "BAAI/bge-large-en-v1.5", "endpoint_type": "DEDICATED", "reader": "meta-llama/Llama-3.1-8B-Instruct", "answer": "The audit reports provided cover the financial statements of Kifamba District Local Government and Buhweju District Local Government for the year ended 30th June 2023. The key findings from these reports are: 1. Management of Government Salary Payroll: * The Minister of Finance, Planning and Economic Development highlighted that expenditure on wage is a substantial percentage of all entity budgets, but significant results have not been achieved despite reforms <a href=\"#doc1\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>1</sup></span></a>. * A special audit on wage payroll in Local Government entities was carried out to establish the root causes of delays in salary payments and propose remedial measures. The audit covered four FYs from 2019/2020 to 2022/2023, and a separate detailed audit report was issued <a href=\"#doc1\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>1</sup></span></a>. 2. Implementation of Budget: * The Auditor General's report for Kifamba District Local Government found that the implementation of the approved budget was partially implemented, with some projects still ongoing <a href=\"#doc2\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>2</sup></span></a>. 3 Despite the Codeua ", "time": "1739434342.056213", "feedback": "okay"}
+{"session_id": "fa279ca0-b89b-474e-817b-563ac9b88ac2", "client_ip": "127.0.0.1", "client_location": {"city": null, "region": null, "country": null, "latitude": null, "longitude": null}, "session_duration_seconds": 3e-06, "year": ["2023"], "question": "What are the key findings of this audit report?", "retriever": "BAAI/bge-large-en-v1.5", "endpoint_type": "DEDICATED", "reader": "meta-llama/Llama-3.1-8B-Instruct", "answer": "The audit reports provided cover the financial statements of Kifamba District Local Government and Buhweju District Local Government for the year ended 30th June 2023. The key findings from these reports are: 1. Management of Government Salary Payroll: * The Minister of Finance, Planning and Economic Development highlighted that expenditure on wage is a substantial percentage of all entity budgets, but significant results have not been achieved despite reforms <a href=\"#doc1\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>1</sup></span></a>. * A special audit on wage payroll in Local Government entities was carried out to establish the root causes of delays in salary payments and propose remedial measures. The audit covered four FYs from 2019/2020 to 2022/2023, and a separate detailed audit report was issued <a href=\"#doc1\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>1</sup></span></a>. 2. Implementation of Budget: * The Auditor General's report for Kifamba District Local Government found that the implementation of the approved budget was partially implemented, with some projects still ongoing <a href=\"#doc2\" class=\"a-doc-ref\" target=\"_self\"><span class='doc-ref'><sup>2</sup></span></a>. 3 Despite the Codeua ", "time": "1739438928.855079"}

auditqa/utils.py

@@ -17,23 +17,14 @@ def save_logs(scheduler, JSON_DATASET_PATH, logs, feedback=None) -> None:
         this is to get the usage statistics of app and evaluate model performances.
         Also saves user feedback (when provided).
     """
-    try:
-        if feedback:
-            logs["feedback"] = feedback #optional
-            
-        # Ensure the parent directory exists
-        JSON_DATASET_PATH.parent.mkdir(parents=True, exist_ok=True)
-            
-        with scheduler.lock:
-            with JSON_DATASET_PATH.open("a") as f:
-                json.dump(logs, f)
-                f.write("\n")
-        logging.info("Logging completed successfully")
-    except Exception as e:
-        logging.error(f"Failed to save logs: {str(e)}")
-        print(f"Error saving logs: {str(e)}")
-
-
+    if feedback:
+        logs["feedback"] = feedback #optional
+        
+    with scheduler.lock:
+        with open(JSON_DATASET_PATH, 'a') as f:
+            json.dump(logs, f)
+            f.write("\n")
+    print("logging done")
 
 def get_message_template(type, SYSTEM_PROMPT, USER_PROMPT):
     if type == 'NVIDIA':

logs/app.log

@@ -1221,3 +1221,40 @@ Make sure your token has the correct permissions.
 2025-02-13 08:12:22,056 - auditqa.reader - INFO - Serverless endpoint activated
 2025-02-13 08:12:22,056 - auditqa.reader - INFO - Initializing InferenceClient with model: meta-llama/Meta-Llama-3-8B-Instruct
 2025-02-13 08:12:22,056 - auditqa.reader - INFO - Serverless InferenceClient initialization successful
+2025-02-13 09:21:30,180 - datasets - INFO - PyTorch version 2.4.0 available.
+2025-02-13 09:21:30,295 - sentence_transformers.SentenceTransformer - INFO - Load pretrained SentenceTransformer: BAAI/bge-large-en-v1.5
+2025-02-13 09:21:32,193 - httpx - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2025-02-13 09:21:32,198 - httpx - INFO - HTTP Request: GET http://127.0.0.1:7861/startup-events "HTTP/1.1 200 OK"
+2025-02-13 09:21:32,211 - httpx - INFO - HTTP Request: HEAD http://127.0.0.1:7861/ "HTTP/1.1 200 OK"
+2025-02-13 09:21:32,760 - httpx - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2025-02-13 09:23:52,792 - __main__ - DEBUG - Chat function called with query: What are the key findings of this audit report?
+2025-02-13 09:23:52,793 - __main__ - DEBUG - Client IP: 127.0.0.1
+2025-02-13 09:23:52,794 - __main__ - DEBUG - Session ID: None
+2025-02-13 09:23:53,108 - __main__ - DEBUG - Created new session: c2e134ad-28d4-4e6b-8fd0-5de3d826ac16
+2025-02-13 09:23:53,110 - __main__ - DEBUG - Session duration: 3e-06
+2025-02-13 09:23:53,111 - auditqa.retriever - INFO - Retriever activated
+2025-02-13 09:23:54,568 - sentence_transformers.cross_encoder.CrossEncoder - INFO - Use pytorch device: mps
+2025-02-13 09:23:57,180 - httpx - INFO - HTTP Request: POST https://ff3f0448-0a00-470e-9956-49efa3071db3.europe-west3-0.gcp.cloud.qdrant.io:6333/collections/allreports/points/search "HTTP/1.1 200 OK"
+2025-02-13 09:24:04,903 - auditqa.retriever - INFO - retrieved paragraphs:3
+2025-02-13 09:24:05,120 - auditqa.reader - INFO - Serverless endpoint activated
+2025-02-13 09:24:05,120 - auditqa.reader - INFO - Initializing InferenceClient with model: meta-llama/Meta-Llama-3-8B-Instruct
+2025-02-13 09:24:05,120 - auditqa.reader - INFO - Serverless InferenceClient initialization successful
+2025-02-13 09:28:28,531 - __main__ - INFO - App launched
+2025-02-13 09:28:35,576 - datasets - INFO - PyTorch version 2.4.0 available.
+2025-02-13 09:28:35,688 - sentence_transformers.SentenceTransformer - INFO - Load pretrained SentenceTransformer: BAAI/bge-large-en-v1.5
+2025-02-13 09:28:37,625 - httpx - INFO - HTTP Request: GET https://checkip.amazonaws.com/ "HTTP/1.1 200 "
+2025-02-13 09:28:37,646 - httpx - INFO - HTTP Request: GET http://127.0.0.1:7861/startup-events "HTTP/1.1 200 OK"
+2025-02-13 09:28:37,658 - httpx - INFO - HTTP Request: HEAD http://127.0.0.1:7861/ "HTTP/1.1 200 OK"
+2025-02-13 09:28:38,210 - httpx - INFO - HTTP Request: GET https://api.gradio.app/pkg-version "HTTP/1.1 200 OK"
+2025-02-13 09:28:42,069 - __main__ - DEBUG - Chat function called with query: What are the key findings of this audit report?
+2025-02-13 09:28:42,070 - __main__ - DEBUG - Client IP: 127.0.0.1
+2025-02-13 09:28:42,070 - __main__ - DEBUG - Session ID: None
+2025-02-13 09:28:42,392 - __main__ - DEBUG - Created new session: fa279ca0-b89b-474e-817b-563ac9b88ac2
+2025-02-13 09:28:42,393 - __main__ - DEBUG - Session duration: 3e-06
+2025-02-13 09:28:42,394 - auditqa.retriever - INFO - Retriever activated
+2025-02-13 09:28:43,661 - sentence_transformers.cross_encoder.CrossEncoder - INFO - Use pytorch device: mps
+2025-02-13 09:28:46,213 - httpx - INFO - HTTP Request: POST https://ff3f0448-0a00-470e-9956-49efa3071db3.europe-west3-0.gcp.cloud.qdrant.io:6333/collections/allreports/points/search "HTTP/1.1 200 OK"
+2025-02-13 09:28:48,688 - auditqa.retriever - INFO - retrieved paragraphs:3
+2025-02-13 09:28:48,855 - auditqa.reader - INFO - Serverless endpoint activated
+2025-02-13 09:28:48,855 - auditqa.reader - INFO - Initializing InferenceClient with model: meta-llama/Meta-Llama-3-8B-Instruct
+2025-02-13 09:28:48,855 - auditqa.reader - INFO - Serverless InferenceClient initialization successful