Adding the Living Playbook as a part of prompt, setting system prompt and calling gpt-4o mini

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.pdf filter=lfs diff=lfs merge=lfs -text

app.py

@@ -1,6 +1,14 @@
+from dotenv import load_dotenv
+from openai import OpenAI
+import json
+import os
+import requests
+from pypdf import PdfReader
 import gradio as gr
 from huggingface_hub import InferenceClient
 
+load_dotenv(override=True)
+
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
@@ -39,26 +47,44 @@ def respond(
         response += token
         yield response
 
+class Harold:
 
-"""
-For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
-demo = gr.ChatInterface(
-    respond,
-    additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(
-            minimum=0.1,
-            maximum=1.0,
-            value=0.95,
-            step=0.05,
-            label="Top-p (nucleus sampling)",
-        ),
-    ],
-)
+    def __init__(self):
+        self.openai_client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
+        self.name = "Harold"
+        reader = PdfReader("data/Living-Playbook.pdf")
+        self.text = ""
+        for page in reader.pages:
+            text = page.extract_text()
+            if text:
+                self.text += text
+
+    def system_prompt(self):
+        system_prompt = f"""
+        You are acting as {self.name}, a helpful assistant.
+        You are answering questions and having discussions about the contents of the book "Living Playbook".
+        Be professional and engaging, but also friendly and approachable.
+        You are given a context of a book and a question and the conversation history.
+        You need to answer the question based on the context and the conversation history.
+        You should be consise and to the point. If you don't know the answer, say so.
+        You might be asked to explain a concept or idea in the book and describe a purpose of a game. You should be able to do this.
+        """
+        system_prompt += f"""
+        Here is the context of the book:
+        {self.text}
+        """
+        return system_prompt
+
+    def chat(self, message, history):
+        messages = [{"role:": "system", "content": self.system_prompt()}] + history + [{"role:": "user", "content": message}]
+
+        response = self.openai_client.chat.completions.create(
+            model="gpt-4o",
+            messages=messages,
+        )
+        return response.choices[0].message.content
 
 
 if __name__ == "__main__":
-    demo.launch()
+    harold = Harold()
+    gr.ChatInterface(harold.chat, type="messages").launch()

data/Living-Playbook.pdf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613244d04870d4a3970e99128e995bb5645c909f9362b05e09670f44b7ad5571
+size 824073

pyproject.toml

@@ -0,0 +1,13 @@
+[project]
+name = "improv_chatbot"
+version = "0.1.0"
+description = "Living playbook chatbot"
+readme = "README.md"
+requires-python = ">=3.12"
+dependencies = [
+    "dotenv>=0.9.9",
+    "gradio>=5.36.2",
+    "huggingface-hub>=0.33.4",
+    "openai>=1.95.1",
+    "pdfreader>=0.1.15",
+]