Update main.py

main.py

@@ -9,10 +9,19 @@ from ctransformers import AutoModelForCausalLM
 from pydantic import BaseModel
 from sse_starlette.sse import EventSourceResponse
 
-config = {"max_seq_len": 4096}
+config = {
+    "temperature": 0.8,
+    "top_p": 0.95,
+    "top_k": 50,
+    "max_new_tokens": 1024,
+    "use_cache": True,
+    "do_sample": True,
+    "repetition_penalty": 1.02,
+    "max_seq_len": 4096
+}
 llm = AutoModelForCausalLM.from_pretrained('TheBloke/MPT-7B-Storywriter-GGML',
                                            model_file='mpt-7b-storywriter.ggmlv3.q4_0.bin',
-                                           model_type='mpt')
+                                           model_type='mpt', config=config)
 app = fastapi.FastAPI()
 app.add_middleware(
     CORSMiddleware,