def verify_moderation(text):

app.py

@@ -29,14 +29,18 @@ if is_env_local:
         GCS_KEY = json.dumps(config["GOOGLE_APPLICATION_CREDENTIALS_JSON"])
         CUTOR_OPEN_AI_KEY = config["CUTOR_OPEN_AI_KEY"]
         CUTOR_OPEN_AI_ASSISTANT_ID = config["CUTOR_OPEN_AI_ASSISTANT_ID"]
+        OPEN_AI_MODERATION_BOT1 = config["OPEN_AI_MODERATION_BOT1"]
+
 else:
     OPEN_AI_KEY = os.getenv("OPEN_AI_KEY")
     GCS_KEY = os.getenv("GOOGLE_APPLICATION_CREDENTIALS_JSON")
     CUTOR_OPEN_AI_KEY = os.getenv("CUTOR_OPEN_AI_KEY")
     CUTOR_OPEN_AI_ASSISTANT_ID = os.getenv("CUTOR_OPEN_AI_ASSISTANT_ID")
+    OPEN_AI_MODERATION_BOT1 = os.getenv("OPEN_AI_MODERATION_BOT1", OPEN_AI_KEY)
 
 OPEN_AI_CLIENT = OpenAI(api_key=OPEN_AI_KEY)
 CUTOR_OPEN_AI_CLIENT = OpenAI(api_key=CUTOR_OPEN_AI_KEY)
+OPEN_AI_MODERATION_CLIENT = OpenAI(api_key=OPEN_AI_MODERATION_BOT1)
 
 # 设置 Google Cloud Storage 客户端
 GCS_SERVICE = GoogleCloudStorage(GCS_KEY)
@@ -1023,10 +1027,25 @@ def get_chinese_paragraph_practice_log_session_content(file_name):
 def verify_string_length(text):
     if len(text) > 2000:
         raise gr.Error("輸入的文字長度過長，請重新輸入！")
-    
+
+def verify_moderation(text):
+    response = OPEN_AI_MODERATION_CLIENT.moderations.create(input=text)
+    response_dict = response.model_dump()
+    is_flagged = response_dict['results'][0]['flagged']
+    print("========get_chat_moderation==========")
+    print(f"is_flagged: {is_flagged}")
+    print(response_dict)
+    print("========get_chat_moderation==========")
+
+    if is_flagged:
+        raise gr.Error("您的輸入包含不當內容，請重新輸入！")
+
+    return is_flagged, response_dict
 
 def get_chinese_paragraph_evaluate_content(model, sys_content, paragraph, user_generate_paragraph_evaluate_prompt):
     verify_string_length(paragraph)
+    verify_moderation(paragraph)
+
     user_content = f"""
         sys_content: {sys_content}
         ---
@@ -1060,6 +1079,8 @@ def get_chinese_paragraph_evaluate_content(model, sys_content, paragraph, user_g
 def get_chinese_paragraph_refine_evaluate_content(model, sys_content, paragraph_1, paragraph_2, user_refine_paragraph_prompt):
     verify_string_length(paragraph_1)
     verify_string_length(paragraph_2)
+    verify_moderation(paragraph_1+paragraph_2)
+
     user_content = f"""
         sys_content: {sys_content}
         ---
@@ -1093,6 +1114,8 @@ def get_chinese_paragraph_refine_evaluate_content(model, sys_content, paragraph_
     return content_text, gr_update
 
 def generate_content_by_open_ai_assistant(user_content, thread_id=None, model_name=None):
+    verify_moderation(user_content)
+
     client = CUTOR_OPEN_AI_CLIENT
     assistant_id = CUTOR_OPEN_AI_ASSISTANT_ID
 
@@ -1152,6 +1175,8 @@ def duplicate_element(element):
     return element
 
 def generate_chinese_essay_idea(model, user_prompt, chinese_essay_title_input):
+    verify_moderation(chinese_essay_title_input)
+
     sys_content = "你是一位老師，正在和我一起練習提高我的寫作技能。 給予的回覆不超過 500字。 用 Markdown 語法回答。"
     user_content = f"""
         {user_prompt}