KaiChen1998 commited on
Commit
0224173
·
verified ·
1 Parent(s): e0d34c8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -87,7 +87,7 @@ model = AutoModel.from_pretrained(
87
  torch_dtype=torch.bfloat16,
88
  attn_implementation='flash_attention_2',
89
  low_cpu_mem_usage=True,
90
- trust_remote_code=True).eval().cuda()
91
  processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True, token=auth_token)
92
  streamer = TextIteratorStreamer(processor.tokenizer, skip_prompt=True, skip_special_tokens=True, timeout=15)
93
 
 
87
  torch_dtype=torch.bfloat16,
88
  attn_implementation='flash_attention_2',
89
  low_cpu_mem_usage=True,
90
+ trust_remote_code=True, token=auth_token).eval().cuda()
91
  processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True, token=auth_token)
92
  streamer = TextIteratorStreamer(processor.tokenizer, skip_prompt=True, skip_special_tokens=True, timeout=15)
93