matthoffner commited on
Commit
0472301
ยท
1 Parent(s): 997f4b1

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -21,7 +21,7 @@ config = {
21
  }
22
  llm = AutoModelForCausalLM.from_pretrained('TheBloke/MPT-7B-Storywriter-GGML',
23
  model_file='mpt-7b-storywriter.ggmlv3.q4_0.bin',
24
- model_type='mpt', kwargs=config)
25
  app = fastapi.FastAPI()
26
  app.add_middleware(
27
  CORSMiddleware,
 
21
  }
22
  llm = AutoModelForCausalLM.from_pretrained('TheBloke/MPT-7B-Storywriter-GGML',
23
  model_file='mpt-7b-storywriter.ggmlv3.q4_0.bin',
24
+ model_type='mpt')
25
  app = fastapi.FastAPI()
26
  app.add_middleware(
27
  CORSMiddleware,