Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
98cf3fb
1
Parent(s):
509ac89
fix auth error
Browse files
app.py
CHANGED
|
@@ -11,7 +11,6 @@ import gradio as gr
|
|
| 11 |
from conversation_public import default_conversation, conv_templates, SeparatorStyle
|
| 12 |
|
| 13 |
auth_token = os.environ.get("TOKEN_FROM_SECRET")
|
| 14 |
-
print(auth_token)
|
| 15 |
|
| 16 |
##########################################
|
| 17 |
# Audio part
|
|
@@ -84,7 +83,7 @@ model = AutoModel.from_pretrained(
|
|
| 84 |
low_cpu_mem_usage=True,
|
| 85 |
trust_remote_code=True,
|
| 86 |
token=auth_token).eval().cuda()
|
| 87 |
-
processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
|
| 88 |
streamer = TextIteratorStreamer(processor.tokenizer, skip_prompt=True, skip_special_tokens=True, timeout=15)
|
| 89 |
|
| 90 |
def stream_response(model, inputs, streamer, prompt, gen_kwargs):
|
|
|
|
| 11 |
from conversation_public import default_conversation, conv_templates, SeparatorStyle
|
| 12 |
|
| 13 |
auth_token = os.environ.get("TOKEN_FROM_SECRET")
|
|
|
|
| 14 |
|
| 15 |
##########################################
|
| 16 |
# Audio part
|
|
|
|
| 83 |
low_cpu_mem_usage=True,
|
| 84 |
trust_remote_code=True,
|
| 85 |
token=auth_token).eval().cuda()
|
| 86 |
+
processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True, token=auth_token)
|
| 87 |
streamer = TextIteratorStreamer(processor.tokenizer, skip_prompt=True, skip_special_tokens=True, timeout=15)
|
| 88 |
|
| 89 |
def stream_response(model, inputs, streamer, prompt, gen_kwargs):
|