Update app.py
Browse files
app.py
CHANGED
@@ -3,6 +3,10 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
3 |
import torch
|
4 |
import numpy as np
|
5 |
import string
|
|
|
|
|
|
|
|
|
6 |
|
7 |
# Load tokenizer and model for EOU detection
|
8 |
tokenizer = AutoTokenizer.from_pretrained("livekit/turn-detector")
|
@@ -86,5 +90,6 @@ demo = gr.ChatInterface(
|
|
86 |
],
|
87 |
)
|
88 |
|
89 |
-
|
90 |
-
|
|
|
|
3 |
import torch
|
4 |
import numpy as np
|
5 |
import string
|
6 |
+
from huggingface_hub import InferenceClient
|
7 |
+
|
8 |
+
# Initialize Inference Client for the model (Ensure you have the correct model ID)
|
9 |
+
client = InferenceClient("Qwen/Qwen2.5-3B-Instruct")
|
10 |
|
11 |
# Load tokenizer and model for EOU detection
|
12 |
tokenizer = AutoTokenizer.from_pretrained("livekit/turn-detector")
|
|
|
90 |
],
|
91 |
)
|
92 |
|
93 |
+
# Launch Gradio with public link sharing
|
94 |
+
demo.launch(share=True)
|
95 |
+
|