SUHHHH commited on
Commit
895e085
·
verified ·
1 Parent(s): bbaf62c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +25 -1
app.py CHANGED
@@ -3,6 +3,7 @@ from huggingface_hub import InferenceClient
3
  import os
4
  import random
5
  import logging
 
6
 
7
  # 로깅 설정
8
  logging.basicConfig(filename='language_model_playground.log', level=logging.DEBUG,
@@ -18,7 +19,8 @@ MODELS = {
18
  "Mixtral 8x7B": "mistralai/Mistral-7B-Instruct-v0.3",
19
  "Mixtral Nous-Hermes": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
20
  "Cohere Command R+": "CohereForAI/c4ai-command-r-plus",
21
- "Aya-23-35B": "CohereForAI/aya-23-35B"
 
22
  }
23
 
24
  # HuggingFace 토큰 설정
@@ -26,7 +28,13 @@ hf_token = os.getenv("HF_TOKEN")
26
  if not hf_token:
27
  raise ValueError("HF_TOKEN 환경 변수가 설정되지 않았습니다.")
28
 
 
 
 
29
  def call_hf_api(prompt, reference_text, max_tokens, temperature, top_p, model):
 
 
 
30
  client = InferenceClient(model=model, token=hf_token)
31
  combined_prompt = f"{prompt}\n\n참고 텍스트:\n{reference_text}"
32
  random_seed = random.randint(0, 1000000)
@@ -44,6 +52,22 @@ def call_hf_api(prompt, reference_text, max_tokens, temperature, top_p, model):
44
  logging.error(f"HuggingFace API 호출 중 오류 발생: {str(e)}")
45
  return f"응답 생성 중 오류 발생: {str(e)}. 나중에 다시 시도해 주세요."
46
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  def generate_response(prompt, reference_text, max_tokens, temperature, top_p, model):
48
  response = call_hf_api(prompt, reference_text, max_tokens, temperature, top_p, MODELS[model])
49
  response_html = f"""
 
3
  import os
4
  import random
5
  import logging
6
+ import openai # OpenAI API를 사용하기 위해 추가
7
 
8
  # 로깅 설정
9
  logging.basicConfig(filename='language_model_playground.log', level=logging.DEBUG,
 
19
  "Mixtral 8x7B": "mistralai/Mistral-7B-Instruct-v0.3",
20
  "Mixtral Nous-Hermes": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
21
  "Cohere Command R+": "CohereForAI/c4ai-command-r-plus",
22
+ "Aya-23-35B": "CohereForAI/aya-23-35B",
23
+ "GPT-4o Mini": "gpt-4o-mini" # GPT-4o Mini 모델 추가
24
  }
25
 
26
  # HuggingFace 토큰 설정
 
28
  if not hf_token:
29
  raise ValueError("HF_TOKEN 환경 변수가 설정되지 않았습니다.")
30
 
31
+ # OpenAI API 클라이언트 설정
32
+ openai.api_key = os.getenv("OPENAI_API_KEY")
33
+
34
  def call_hf_api(prompt, reference_text, max_tokens, temperature, top_p, model):
35
+ if model == "gpt-4o-mini":
36
+ return call_openai_api(prompt, max_tokens, temperature, top_p)
37
+
38
  client = InferenceClient(model=model, token=hf_token)
39
  combined_prompt = f"{prompt}\n\n참고 텍스트:\n{reference_text}"
40
  random_seed = random.randint(0, 1000000)
 
52
  logging.error(f"HuggingFace API 호출 중 오류 발생: {str(e)}")
53
  return f"응답 생성 중 오류 발생: {str(e)}. 나중에 다시 시도해 주세요."
54
 
55
+ def call_openai_api(prompt, max_tokens, temperature, top_p):
56
+ try:
57
+ response = openai.ChatCompletion.create(
58
+ model="gpt-4o-mini",
59
+ messages=[
60
+ {"role": "user", "content": prompt},
61
+ ],
62
+ max_tokens=max_tokens,
63
+ temperature=temperature,
64
+ top_p=top_p,
65
+ )
66
+ return response.choices[0].message['content']
67
+ except Exception as e:
68
+ logging.error(f"OpenAI API 호출 중 오류 발생: {str(e)}")
69
+ return f"OpenAI 응답 생성 중 오류 발생: {str(e)}. 나중에 다시 시도해 주세요."
70
+
71
  def generate_response(prompt, reference_text, max_tokens, temperature, top_p, model):
72
  response = call_hf_api(prompt, reference_text, max_tokens, temperature, top_p, MODELS[model])
73
  response_html = f"""