myyim commited on
Commit
5ef2731
·
verified ·
1 Parent(s): 77071c1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ def model_setup(model_id):
14
  "text-generation",
15
  model=model_id,
16
  torch_dtype=torch.bfloat16,
17
- device_map="auto",
18
  token=token,
19
  )
20
  return pipe
 
14
  "text-generation",
15
  model=model_id,
16
  torch_dtype=torch.bfloat16,
17
+ device_map="cpu",
18
  token=token,
19
  )
20
  return pipe