snowkylin commited on
Commit
d54b468
·
1 Parent(s): 3511864

add openrouter access for gemma 3

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -5,6 +5,7 @@ import torch
5
  from threading import Thread
6
  import requests
7
  import json
 
8
  import base64
9
  from openai import OpenAI
10
 
@@ -104,6 +105,8 @@ def generate(history, engine, base_url, api_model, api_key):
104
  data = base64.b64encode(image_file.read()).decode("utf-8")
105
  item_i['image_url'] = {'url': 'data:image/jpeg;base64,' + data}
106
  del item_i['url']
 
 
107
  client = OpenAI(base_url=base_url, api_key=api_key)
108
  stream = client.chat.completions.create(
109
  model=api_model,
@@ -146,7 +149,7 @@ with gr.Blocks(title="Chat with a character via reference sheet!") as demo:
146
  confirm_btn = gr.Button(_("confirm"), render=False)
147
  chatbot = gr.Chatbot(height=600, type='messages', label=_("chatbox"), render=False)
148
  engine = gr.Radio([(_('local'), 'local'), ('API', 'api')],
149
- value='local', label=_("method"), render=False, interactive=True)
150
  base_url = gr.Textbox(label=_("base_url"), render=False, value=default_base_url)
151
  api_model = gr.Textbox(label=_("api_model"), render=False, value=default_api_model)
152
  api_key = gr.Textbox(label=_("api_key"), render=False)
 
5
  from threading import Thread
6
  import requests
7
  import json
8
+ import os
9
  import base64
10
  from openai import OpenAI
11
 
 
105
  data = base64.b64encode(image_file.read()).decode("utf-8")
106
  item_i['image_url'] = {'url': 'data:image/jpeg;base64,' + data}
107
  del item_i['url']
108
+ if base_url == default_base_url and api_model == default_api_model and api_key == "":
109
+ api_key = os.environ['OPENROUTER_TOKEN']
110
  client = OpenAI(base_url=base_url, api_key=api_key)
111
  stream = client.chat.completions.create(
112
  model=api_model,
 
149
  confirm_btn = gr.Button(_("confirm"), render=False)
150
  chatbot = gr.Chatbot(height=600, type='messages', label=_("chatbox"), render=False)
151
  engine = gr.Radio([(_('local'), 'local'), ('API', 'api')],
152
+ value='api', label=_("method"), render=False, interactive=True)
153
  base_url = gr.Textbox(label=_("base_url"), render=False, value=default_base_url)
154
  api_model = gr.Textbox(label=_("api_model"), render=False, value=default_api_model)
155
  api_key = gr.Textbox(label=_("api_key"), render=False)