update api key

app.py

@@ -51,7 +51,10 @@ else:
         and not os.path.exists("api_key.txt")
         and os.environ.get('OPENAI_API_KEY') != None
     ):
-        my_api_key = os.environ.get('OPENAI_API_KEY')
+        api_keys = os.environ.get("api_keys") or ''
+        ls_keys = [key.strip() for key in api_keys.splitlines() if key.strip()]
+        default_key = os.environ.get('OPENAI_API_KEY')
+        my_api_key = api_picker(ls_keys, default_key)
     if os.path.exists("auth.json"):
         authflag = True
         with open("auth.json", "r", encoding='utf-8') as f:

modules/utils.py

@@ -14,6 +14,7 @@ import sys
 import subprocess
 import pytz
 import pymysql
+import random
 
 import gradio as gr
 from pypinyin import lazy_pinyin
@@ -511,6 +512,23 @@ def get_proxies():
         
     return proxies
 
+def api_picker(keys,backup_key):
+    url = 'https://api.openai.com/v1/models'
+    headers = {"Content-Type": "application/json"}
+    random.shuffle(keys)
+    for key in keys:
+        try:
+            headers['Authorization'] = f"Bearer {key}"
+            response = requests.get(url, headers=headers, proxies=get_proxies())
+            if response.status_code == 200:
+                return key
+                break
+        except:
+            continue
+    else:
+        headers['Authorization'] = f"Bearer {backup_key}"
+        return backup_key
+
 def ding_send(message):
     headers = {'Content-Type': 'application/json;charset=utf-8'}
     data = {

requirements.txt

@@ -12,3 +12,4 @@ langchain
 markdown
 pytz
 pymysql==1.0.2
+random