Update main.py

main.py

@@ -6,12 +6,11 @@ from fastapi.responses import HTMLResponse
 from fastapi.middleware.cors import CORSMiddleware
 from sse_starlette.sse import EventSourceResponse
 from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
-from ctransformers.langchain import CTransformers
+from ctransformers import AutoModelForCausalLM
 from pydantic import BaseModel
 
 config = {"max_seq_len": 4096}
-llm = CTransformers(model="MPT-7B-Storywriter-GGML/mpt-7b-storywriter.ggmlv3.q4_0.bin", 
-                    model_type="mpt", callbacks=[StreamingStdOutCallbackHandler()], config=config)
+llm = AutoModelForCausalLM.from_pretrained('MPT-7B-Storywriter-GGML/mpt-7b-storywriter.ggmlv3.q4_0.bin', model_type='mpt')
 app = fastapi.FastAPI()
 app.add_middleware(
     CORSMiddleware,