Update main.py

main.py

@@ -8,7 +8,7 @@ from sse_starlette.sse import EventSourceResponse
 from ctransformers.langchain import CTransformers
 from pydantic import BaseModel
 
-llm = CTransformers(model="MPT-7B-Storywriter-GGML/mpt-7b-storywriter.ggmlv3.q4_0.bin", model_type="mpt")
+llm = CTransformers(model="MPT-7B-Storywriter-GGML/mpt-7b-storywriter.ggmlv3.q4_0.bin", model_type="mpt", lib="basic")
 app = fastapi.FastAPI()
 app.add_middleware(
     CORSMiddleware,