Update main.py

main.py

@@ -8,7 +8,8 @@ from sse_starlette.sse import EventSourceResponse
 from ctransformers.langchain import CTransformers
 from pydantic import BaseModel
 
-llm = CTransformers(model="MPT-7B-Storywriter-GGML/mpt-7b-storywriter.ggmlv3.q4_0.bin", model_type="mpt", lib="basic")
+config = {"max_seq_len": 4096}
+llm = CTransformers(model="MPT-7B-Storywriter-GGML/mpt-7b-storywriter.ggmlv3.q4_0.bin", model_type="mpt", lib="avx", config=config)
 app = fastapi.FastAPI()
 app.add_middleware(
     CORSMiddleware,