PercivalFletcher commited on
Commit
ed37353
·
verified ·
1 Parent(s): 77d39e7

Update generation.py

Browse files
Files changed (1) hide show
  1. generation.py +1 -1
generation.py CHANGED
@@ -3,7 +3,7 @@ from groq import AsyncGroq
3
  from typing import List, Dict
4
 
5
  # --- Configuration ---
6
- GROQ_MODEL_NAME = "llama3-8b-8192"
7
 
8
  async def generate_answer(query: str, context_chunks: List[Dict], groq_api_key: str) -> str:
9
  """
 
3
  from typing import List, Dict
4
 
5
  # --- Configuration ---
6
+ GROQ_MODEL_NAME = "llama-3.1-8b-instant"
7
 
8
  async def generate_answer(query: str, context_chunks: List[Dict], groq_api_key: str) -> str:
9
  """