xd11yggy commited on
Commit
e35da21
Β·
verified Β·
1 Parent(s): 3f14e59

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -9
app.py CHANGED
@@ -1,5 +1,5 @@
1
  import gradio as gr
2
- from huggingface_hub import InferenceClient
3
  from smolagents import DuckDuckGoSearchTool
4
  import re
5
  import time
@@ -60,11 +60,11 @@ def respond(
60
  max_tokens,
61
  temperature,
62
  top_p,
63
- hf_token,
64
  ):
65
- client = InferenceClient(
66
- provider="hf-inference",
67
- api_key=hf_token
68
  )
69
 
70
  messages = [{"role": "system", "content": system_message}]
@@ -86,15 +86,19 @@ def respond(
86
 
87
  try:
88
  completion = client.chat.completions.create(
89
- model="Qwen/QwQ-32B",
90
  messages=messages,
91
  max_tokens=max_tokens,
92
  temperature=temperature,
93
  top_p=top_p,
94
- stream=True
 
 
 
 
95
  )
96
  except Exception as e:
97
- yield f"⚠️ API Error: {str(e)}\n\nPlease check your HF token and model access."
98
  return
99
 
100
  response = ""
@@ -136,7 +140,7 @@ demo = gr.ChatInterface(
136
  gr.Slider(minimum=1000, maximum=15000, value=6000, step=500, label="Max Tokens"),
137
  gr.Slider(minimum=0.1, maximum=1.0, value=0.5, step=0.1, label="Temperature"),
138
  gr.Slider(minimum=0.1, maximum=1.0, value=0.85, step=0.05, label="Top-p"),
139
- gr.Textbox(label="HF API Token", type="password")
140
  ],
141
  title="Web Research Agent πŸ€–",
142
  description="Advanced AI assistant with web search capabilities",
 
1
  import gradio as gr
2
+ from openai import OpenAI
3
  from smolagents import DuckDuckGoSearchTool
4
  import re
5
  import time
 
60
  max_tokens,
61
  temperature,
62
  top_p,
63
+ openrouter_key,
64
  ):
65
+ client = OpenAI(
66
+ base_url="https://openrouter.ai/api/v1",
67
+ api_key=openrouter_key,
68
  )
69
 
70
  messages = [{"role": "system", "content": system_message}]
 
86
 
87
  try:
88
  completion = client.chat.completions.create(
89
+ model="qwen/qwq-32b:free",
90
  messages=messages,
91
  max_tokens=max_tokens,
92
  temperature=temperature,
93
  top_p=top_p,
94
+ stream=True,
95
+ extra_headers={
96
+ "HTTP-Referer": "https://your-domain.com",
97
+ "X-Title": "Web Research Agent"
98
+ }
99
  )
100
  except Exception as e:
101
+ yield f"⚠️ API Error: {str(e)}\n\nPlease check your OpenRouter API key."
102
  return
103
 
104
  response = ""
 
140
  gr.Slider(minimum=1000, maximum=15000, value=6000, step=500, label="Max Tokens"),
141
  gr.Slider(minimum=0.1, maximum=1.0, value=0.5, step=0.1, label="Temperature"),
142
  gr.Slider(minimum=0.1, maximum=1.0, value=0.85, step=0.05, label="Top-p"),
143
+ gr.Textbox(label="OpenRouter API Key", type="password")
144
  ],
145
  title="Web Research Agent πŸ€–",
146
  description="Advanced AI assistant with web search capabilities",