Spaces:
Running
Running
snowkylin
commited on
Commit
·
d54b468
1
Parent(s):
3511864
add openrouter access for gemma 3
Browse files
app.py
CHANGED
@@ -5,6 +5,7 @@ import torch
|
|
5 |
from threading import Thread
|
6 |
import requests
|
7 |
import json
|
|
|
8 |
import base64
|
9 |
from openai import OpenAI
|
10 |
|
@@ -104,6 +105,8 @@ def generate(history, engine, base_url, api_model, api_key):
|
|
104 |
data = base64.b64encode(image_file.read()).decode("utf-8")
|
105 |
item_i['image_url'] = {'url': 'data:image/jpeg;base64,' + data}
|
106 |
del item_i['url']
|
|
|
|
|
107 |
client = OpenAI(base_url=base_url, api_key=api_key)
|
108 |
stream = client.chat.completions.create(
|
109 |
model=api_model,
|
@@ -146,7 +149,7 @@ with gr.Blocks(title="Chat with a character via reference sheet!") as demo:
|
|
146 |
confirm_btn = gr.Button(_("confirm"), render=False)
|
147 |
chatbot = gr.Chatbot(height=600, type='messages', label=_("chatbox"), render=False)
|
148 |
engine = gr.Radio([(_('local'), 'local'), ('API', 'api')],
|
149 |
-
value='
|
150 |
base_url = gr.Textbox(label=_("base_url"), render=False, value=default_base_url)
|
151 |
api_model = gr.Textbox(label=_("api_model"), render=False, value=default_api_model)
|
152 |
api_key = gr.Textbox(label=_("api_key"), render=False)
|
|
|
5 |
from threading import Thread
|
6 |
import requests
|
7 |
import json
|
8 |
+
import os
|
9 |
import base64
|
10 |
from openai import OpenAI
|
11 |
|
|
|
105 |
data = base64.b64encode(image_file.read()).decode("utf-8")
|
106 |
item_i['image_url'] = {'url': 'data:image/jpeg;base64,' + data}
|
107 |
del item_i['url']
|
108 |
+
if base_url == default_base_url and api_model == default_api_model and api_key == "":
|
109 |
+
api_key = os.environ['OPENROUTER_TOKEN']
|
110 |
client = OpenAI(base_url=base_url, api_key=api_key)
|
111 |
stream = client.chat.completions.create(
|
112 |
model=api_model,
|
|
|
149 |
confirm_btn = gr.Button(_("confirm"), render=False)
|
150 |
chatbot = gr.Chatbot(height=600, type='messages', label=_("chatbox"), render=False)
|
151 |
engine = gr.Radio([(_('local'), 'local'), ('API', 'api')],
|
152 |
+
value='api', label=_("method"), render=False, interactive=True)
|
153 |
base_url = gr.Textbox(label=_("base_url"), render=False, value=default_base_url)
|
154 |
api_model = gr.Textbox(label=_("api_model"), render=False, value=default_api_model)
|
155 |
api_key = gr.Textbox(label=_("api_key"), render=False)
|