Update app.py

app.py

@@ -41,13 +41,14 @@ def get_vectorstore(text_chunks):
 def get_conversation_chain(vectorstore):
     # Using a lightweight LLM, e.g., distilgpt2 or distilbart
     llm = HuggingFaceEndpoint(
-    repo_id="distilgpt2",            # Low-end model (DistilGPT2)
-    temperature=0.5,                 # Randomness control
-    max_new_tokens=128,              # Maximum tokens for generation
-    top_p=0.95,                      # Nucleus sampling
-    top_k=50,                        # Limit token options during generation
-    repetition_penalty=1.2           # Prevent repetitive answers
-)
+        repo_id="distilgpt2",  # Low-end model (DistilGPT2)
+        temperature=0.7,       # Adjusted for balanced creativity
+        max_new_tokens=100,    # Limiting response length
+        top_p=0.9,             # Nucleus sampling
+        top_k=50,              # Limit token options during generation
+        repetition_penalty=1.0 # Default value to prevent repetition
+    )
+
 
 
     memory = ConversationBufferMemory(