updates

app.py

@@ -103,13 +103,24 @@ class ChatSystemMessage(str, Enum):
     2. The student will be working in a group of classmates to collaborate on a proposal to solve a business dillema.
     3. Be as helpful as you can to the student while remaining factual.
     4. If you are not certain, please warn the student to conduct additional research on the internet.
-    5. Use tables and bullet points as useful way to compare insights
+    5. Use tables and bullet points as useful way to compare insights.
+    6. Start your conversation with this exact verbatim greeting, and nothing else:
+        "Hi!
+
+        I can help you (and anyone you are working with) on any basic research or coordination task to facilitate your work.
+
+        If you don’t know where to begin, you can give me a sense of your overall objective, your time and resource constraints, and a preferred output, and ask me to give you a plan for how to structure your work.  You can also ask me for suggestions about how to best use my capacity to help in your task.
+
+        Because my knowledge is limited to the text on which I was trained, I do not have access to up-to-the-second news and research to validate the information I give you.  P
+
+        lease remember double-check or find external sources to confirm any fact-related items that I provide to you."
     """
 
 
 class ChatbotMode(str, Enum):
     DEBATE_PARTNER = "Debate Partner"
     RESEARCH_ASSISTANT = "Research Assistant"
+    RESEARCH_ASSISTANT_CLAUDE = "Research Assistant - Claude 2"
     DEFAULT = DEBATE_PARTNER
 
 
@@ -193,7 +204,7 @@ class ChatSession(BaseModel):
         chatbot_mode: str,
         turns_completed: int,
         case: Optional[str] = None,
-    ) -> Dict[str, Union[str, int]]:
+    ) -> Dict[str, Union[str, int, None]]:
         metadata = dict(
             username=username,
             chatbot_mode=chatbot_mode,
@@ -204,9 +215,11 @@ class ChatSession(BaseModel):
 
     @staticmethod
     def _make_template(
-        system_msg: str, poll_question_name: Optional[str] = None
+        system_msg: str,
+        poll_question_name: Optional[str] = None,
+        use_claude: Optional[bool] = False,
     ) -> ChatPromptTemplate:
-        knowledge_cutoff = "Sept 2021"
+        knowledge_cutoff = "Early 2023" if use_claude else "Sept 2021"
         current_date = datetime.datetime.now(
             pytz.timezone("America/New_York")
         ).strftime("%Y-%m-%d")
@@ -222,11 +235,12 @@ class ChatSession(BaseModel):
                 """
         else:
             knowledge_cutoff = "Early 2023"
-            system_msg += f"""
-
-            Knowledge cutoff: {knowledge_cutoff}
-            Current date: {current_date}
-            """
+            system_msg = (
+                f"""Knowledge cutoff: {knowledge_cutoff}
+                Current date: {current_date}
+                """
+                + system_msg
+            )
 
         human_template = "{input}"
         return ChatPromptTemplate.from_messages(
@@ -279,19 +293,26 @@ class ChatSession(BaseModel):
         self.history = []
 
     def set_chatbot_mode(
-        self, case_mode: bool, poll_question_name: Optional[str] = None
+        self, chatbot_mode: str, poll_question_name: Optional[str] = None
     ) -> None:
-        if case_mode and poll_question_name:
+        if chatbot_mode == ChatbotMode.DEBATE_PARTNER and poll_question_name:
             self.change_llm(use_claude=False)
             self.update_system_prompt(
                 system_msg=ChatSystemMessage.CASE_SYSTEM_MESSAGE,
                 poll_question_name=poll_question_name,
             )
-        else:
+        elif chatbot_mode == ChatbotMode.RESEARCH_ASSISTANT:
+            self.change_llm(use_claude=False)
+            self.update_system_prompt(
+                system_msg=ChatSystemMessage.RESEARCH_SYSTEM_MESSAGE
+            )
+        elif chatbot_mode == ChatbotMode.RESEARCH_ASSISTANT_CLAUDE:
             self.change_llm(use_claude=True)
             self.update_system_prompt(
                 system_msg=ChatSystemMessage.RESEARCH_SYSTEM_MESSAGE
             )
+        else:
+            raise ValueError(f"Unhandled ChatbotMode {chatbot_mode}")
 
     @classmethod
     def new(
@@ -306,7 +327,9 @@ class ChatSession(BaseModel):
             llm=llm, max_token_limit=context_length, return_messages=True
         )
         template = cls._make_template(
-            system_msg=system_msg, poll_question_name=poll_question_name
+            system_msg=system_msg,
+            poll_question_name=poll_question_name,
+            use_claude=use_claude,
         )
         chain = ConversationChain(
             memory=memory,
@@ -404,7 +427,7 @@ async def respond(
             username=request.username,
             chatbot_mode=chatbot_mode,
             turns_completed=len(state.history) + 1,
-            case=case_input,
+            case=case_input if chatbot_mode == ChatbotMode.DEBATE_PARTNER else None,
         )
         LOG.info(f"""[{request.username}] STARTING CHAIN""")
         LOG.debug(f"History: {state.history}")
@@ -480,12 +503,17 @@ async def respond(
         metadata_to_gsheet = flagged_data.get("metadata").values()
         gsheet_row = [[timestamp_string, *metadata_to_gsheet, langsmith_url]]
         LOG.info(f"Data to GSHEET: {gsheet_row}")
-        append_gsheet_rows(
-            sheet_id=GSHEET_ID,
-            sheet_name=TURNS_GSHEET_NAME,
-            rows=gsheet_row,
-            creds=GS_CREDS,
-        )
+        try:
+            append_gsheet_rows(
+                sheet_id=GSHEET_ID,
+                sheet_name=TURNS_GSHEET_NAME,
+                rows=gsheet_row,
+                creds=GS_CREDS,
+            )
+        except Exception as exc:
+            LOG.error(f"Failed to log entry to Google Sheet. Row {gsheet_row}")
+            LOG.error(exc)
+
     except Exception as e:
         LOG.error(e)
         raise e
@@ -493,13 +521,16 @@ async def respond(
 
 class ChatbotConfig(BaseModel):
     app_title: str = "CBS Technology Strategy - Fall 2023"
-    chatbot_modes: List[ChatbotMode] = [mode.value for mode in ChatbotMode]
+    chatbot_modes: List[str] = [mode.value for mode in ChatbotMode]
     case_options: List[str] = poll_questions.get_case_names()
     default_case_option: str = "Netflix"
 
 
 def change_chatbot_mode(
-    state: ChatSession, chatbot_mode: str, poll_question_name: str, request: gr.Request
+    state: ChatSession,
+    chatbot_mode: str,
+    poll_question_name: str,
+    request: gr.Request,
 ) -> Tuple[Any, ChatSession]:
     """Returns a function that sets the visibility of the case input field and the state"""
     if state is None:
@@ -515,7 +546,18 @@ def change_chatbot_mode(
                 ),
                 poll_question_name=case_input,
             )
-        else:
+        elif chatbot_mode == ChatbotMode.RESEARCH_ASSISTANT:
+            new_session = ChatSession.new(
+                use_claude=False,
+                system_msg=ChatSystemMessage.RESEARCH_SYSTEM_MESSAGE,
+                metadata=ChatSession.set_metadata(
+                    username=request.username,
+                    chatbot_mode=chatbot_mode,
+                    turns_completed=0,
+                ),
+                poll_question_name=None,
+            )
+        elif chatbot_mode == ChatbotMode.RESEARCH_ASSISTANT_CLAUDE:
             new_session = ChatSession.new(
                 use_claude=True,
                 system_msg=ChatSystemMessage.RESEARCH_SYSTEM_MESSAGE,
@@ -526,17 +568,24 @@ def change_chatbot_mode(
                 ),
                 poll_question_name=None,
             )
+        else:
+            raise ValueError(f"Unhandled ChatbotMode {chatbot_mode}")
         state = new_session
     if chatbot_mode == ChatbotMode.DEBATE_PARTNER:
-        state.set_chatbot_mode(case_mode=True, poll_question_name=poll_question_name)
+        state.set_chatbot_mode(
+            chatbot_mode=chatbot_mode, poll_question_name=poll_question_name
+        )
         state.clear_memory()
         return gr.update(visible=True), state
-    elif chatbot_mode == ChatbotMode.RESEARCH_ASSISTANT:
-        state.set_chatbot_mode(case_mode=False)
+    elif chatbot_mode in [
+        ChatbotMode.RESEARCH_ASSISTANT,
+        ChatbotMode.RESEARCH_ASSISTANT_CLAUDE,
+    ]:
+        state.set_chatbot_mode(chatbot_mode=chatbot_mode)
         state.clear_memory()
         return gr.update(visible=False), state
     else:
-        raise ValueError("chatbot_mode is not correctly set")
+        raise ValueError(f"Unhandled ChatbotMode {chatbot_mode}")
 
 
 config = ChatbotConfig()
@@ -551,7 +600,7 @@ with gr.Blocks(
         with gr.Row():
             chatbot_mode = gr.Radio(
                 label="Mode",
-                choices=[ChatbotMode.DEBATE_PARTNER.value],
+                choices=config.chatbot_modes,
                 value=ChatbotMode.DEFAULT,
             )
             case_input = gr.Dropdown(
@@ -593,4 +642,4 @@ with gr.Blocks(
     chat_submit_button.click(**clear_chatbot_messages_params)
     input_message.submit(**clear_chatbot_messages_params)
 
-demo.queue(max_size=99, concurrency_count=56, api_open=False).launch(auth=auth)
+demo.queue(max_size=99, concurrency_count=25, api_open=False).launch(auth=auth)