Update main.py

main.py

@@ -5,11 +5,13 @@ import uvicorn
 from fastapi.responses import HTMLResponse
 from fastapi.middleware.cors import CORSMiddleware
 from sse_starlette.sse import EventSourceResponse
+from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 from ctransformers.langchain import CTransformers
 from pydantic import BaseModel
 
 config = {"max_seq_len": 4096}
-llm = CTransformers(model="MPT-7B-Storywriter-GGML/mpt-7b-storywriter.ggmlv3.q4_0.bin", model_type="mpt", lib="avx", config=config)
+llm = CTransformers(model="MPT-7B-Storywriter-GGML/mpt-7b-storywriter.ggmlv3.q4_0.bin", 
+                    model_type="mpt", callbacks=[StreamingStdOutCallbackHandler()], config=config)
 app = fastapi.FastAPI()
 app.add_middleware(
     CORSMiddleware,