Add simple QA test

pytest.ini

@@ -0,0 +1 @@
+pythonpath=.,src

tests/qa_questions.json

@@ -0,0 +1,92 @@
+[
+    {
+        "question": "What do you think about MSTR?",
+        "expecteds": 
+            {
+                "includes": ["microstrategy", "bitcoin"],
+                "excludes": ["mastercard"],
+                "functions_used": ["get_analysis"]
+            }
+    },
+    {
+        "question": "How do market cycles affect cryptocurrencies and traditional investments?",
+        "expecteds": 
+            {
+                "includes": [],
+                "excludes": [],
+                "functions_used": []
+            }
+    },
+    {
+        "question": "What is the block size debate in Bitcoin?",
+        "expecteds": 
+            {
+                "includes": ["fork", "transactions"],
+                "excludes": [],
+                "functions_used": []
+            }
+    },
+    {
+        "question": "How has Bitcoin's protocol changed over time?",
+        "expecteds": 
+            {
+                "includes": [],
+                "excludes": [],
+                "functions_used": []
+            }
+    },
+    {
+        "question": "Should I buy BTC or ETH?",
+        "expecteds": 
+            {
+                "includes": [],
+                "excludes": [],
+                "functions_used": ["get_analysis"]
+            }
+    },
+    {
+        "question": "Is Bitcoin cheap?",
+        "expecteds": 
+            {
+                "includes": ["BTC"],
+                "excludes": [],
+                "functions_used": ["get_current_stock_price"]
+            }
+    },
+    {
+        "question": "Why is Bitcoin down today?",
+        "expecteds": 
+            {
+                "includes": ["BTC"],
+                "excludes": [],
+                "functions_used": ["get_current_stock_price", "get_analysis"]
+            }
+    },
+    {
+        "question": "Why is Bitcoin up today??",
+        "expecteds": 
+            {
+                "includes": ["BTC"],
+                "excludes": [],
+                "functions_used": ["get_current_stock_price", "get_analysis"]
+            }
+    },
+    {
+        "question": "What is the latest news on Bitcoin?",
+        "expecteds": 
+            {
+                "includes": ["BTC"],
+                "excludes": [],
+                "functions_used": ["get_analysis"]
+            }
+    },
+    {
+        "question": "What happened during the halvening?",
+        "expecteds": 
+            {
+                "includes": ["mining", "BTC"],
+                "excludes": [],
+                "functions_used": ["get_analysis"]
+            }
+    }
+]

tests/test_quality.py

@@ -0,0 +1,23 @@
+import sys
+import json
+from io import StringIO
+
+def test_quality():
+    """Tests if the expected functions and values are used"""
+    with open("qa_questions.json") as f:
+        qs = json.load(f)
+    
+    for q in qs:
+        # Capture stdout
+        stdout = StringIO()
+        sys.stdout = stdout
+        
+        for include in q['includes']:
+            assert include in stdout.getvalue(), f"Expected {include} in output"
+        for exclude in q['excludes']:
+            assert exclude not in stdout.getvalue(), f"Expected {exclude} not in output"
+        for function in q['functions']:
+            assert f"Invoking function call {function}" in stdout.getvalue(), f"{function} was not invoked"
+        
+        # Restore stdout
+        sys.stdout = sys.__stdout__