LLM-ADE-dev / tests /qa_questions.json
WilliamGazeley
Add simple QA test
1d120a6
raw
history blame
2.49 kB
[
{
"question": "What do you think about MSTR?",
"expecteds":
{
"includes": ["microstrategy", "bitcoin"],
"excludes": ["mastercard"],
"functions_used": ["get_analysis"]
}
},
{
"question": "How do market cycles affect cryptocurrencies and traditional investments?",
"expecteds":
{
"includes": [],
"excludes": [],
"functions_used": []
}
},
{
"question": "What is the block size debate in Bitcoin?",
"expecteds":
{
"includes": ["fork", "transactions"],
"excludes": [],
"functions_used": []
}
},
{
"question": "How has Bitcoin's protocol changed over time?",
"expecteds":
{
"includes": [],
"excludes": [],
"functions_used": []
}
},
{
"question": "Should I buy BTC or ETH?",
"expecteds":
{
"includes": [],
"excludes": [],
"functions_used": ["get_analysis"]
}
},
{
"question": "Is Bitcoin cheap?",
"expecteds":
{
"includes": ["BTC"],
"excludes": [],
"functions_used": ["get_current_stock_price"]
}
},
{
"question": "Why is Bitcoin down today?",
"expecteds":
{
"includes": ["BTC"],
"excludes": [],
"functions_used": ["get_current_stock_price", "get_analysis"]
}
},
{
"question": "Why is Bitcoin up today??",
"expecteds":
{
"includes": ["BTC"],
"excludes": [],
"functions_used": ["get_current_stock_price", "get_analysis"]
}
},
{
"question": "What is the latest news on Bitcoin?",
"expecteds":
{
"includes": ["BTC"],
"excludes": [],
"functions_used": ["get_analysis"]
}
},
{
"question": "What happened during the halvening?",
"expecteds":
{
"includes": ["mining", "BTC"],
"excludes": [],
"functions_used": ["get_analysis"]
}
}
]