beyoru commited on
Commit
da212c2
·
verified ·
1 Parent(s): ead29d0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -2
app.py CHANGED
@@ -3,6 +3,10 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
3
  import torch
4
  import numpy as np
5
  import string
 
 
 
 
6
 
7
  # Load tokenizer and model for EOU detection
8
  tokenizer = AutoTokenizer.from_pretrained("livekit/turn-detector")
@@ -86,5 +90,6 @@ demo = gr.ChatInterface(
86
  ],
87
  )
88
 
89
- if __name__ == "__main__":
90
- demo.launch()
 
 
3
  import torch
4
  import numpy as np
5
  import string
6
+ from huggingface_hub import InferenceClient
7
+
8
+ # Initialize Inference Client for the model (Ensure you have the correct model ID)
9
+ client = InferenceClient("Qwen/Qwen2.5-3B-Instruct")
10
 
11
  # Load tokenizer and model for EOU detection
12
  tokenizer = AutoTokenizer.from_pretrained("livekit/turn-detector")
 
90
  ],
91
  )
92
 
93
+ # Launch Gradio with public link sharing
94
+ demo.launch(share=True)
95
+