Update crew.py

crew.py

@@ -1,4 +1,4 @@
-import os
+import cv2, os
 from crewai import Agent, Crew, Process, Task
 from crewai.tools import tool
 from crewai_tools import (
@@ -99,13 +99,46 @@ def run_crew(question, file_path):
             return completion.choices[0].message.content
         except Exception as e:
             raise RuntimeError(f"Failed to process image: {str(e)}")
+
+    @tool("Video Analysis Tool")
+    def video_analysis_tool(question: str, file_path: str) -> str:
+        """Answer a question about a video file.
+    
+           Args:
+               question (str): Question about the video file
+               file_path (str): Path of the video file
+                
+           Returns:
+               str: Answer to the question about the video file
+                
+           Raises:
+               FileNotFoundError: If the video file does not exist
+               RuntimeError: If processing fails"""
+        if not os.path.exists(file_path):
+            raise FileNotFoundError(f"Image file not found: {file_path}")
+            
+        try:  
+            img_b64 = get_img_b64(file_path)
+
+            client = OpenAI()
+
+            completion = client.chat.completions.create(
+                messages=[{"role": "user",
+                           "content": [{"type": "text", "text": question},
+                                       {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{img_b64}"}}]}],
+                model=IMAGE_MODEL
+            )
+        
+            return completion.choices[0].message.content
+        except Exception as e:
+            raise RuntimeError(f"Failed to process image: {str(e)}")
     
     # Built-in tools
 
     python_coding_tool = CodeInterpreterTool()
-    video_analysis_tool = YoutubeVideoSearchTool()
     web_search_tool = SerperDevTool()
     web_rag_tool = WebsiteSearchTool()
+    youtube_video_analysis_tool = YoutubeVideoSearchTool()
 
     # Agents
 
@@ -163,10 +196,21 @@ def run_crew(question, file_path):
         tools=[web_search_tool, web_rag_tool],
         verbose=False
     )
+
+    youtube_video_analysis_agent = Agent(
+        role="YouTube Video Analysis Agent",
+        goal="Analyze YouTube video to help answer question \"{question}\"",
+        backstory="As an expert YouTube video analysis assistant, you analyze the video to help answer the question.",
+        allow_delegation=False,
+        llm=AGENT_MODEL,
+        max_iter=3,
+        tools=[youtube_video_analysis_tool],
+        verbose=False
+    )
     
     manager_agent = Agent(
         role="Manager Agent",
-        goal="Try to answer the following question. If needed, delegate to **one** of your coworkers, Image Analysis Agent, Python Coding Agent, Web Search Agent, or YouTube Analysis Agent for help. "
+        goal="Try to answer the following question. If needed, delegate to one or more of your coworkers for help. "
              "If there is no good coworker, delegate to the Python Coding Agent to implement a tool for the task. "
              "Question: \"{question}\"",
         backstory="As an expert manager assistant, you answer the question.",
@@ -180,14 +224,19 @@ def run_crew(question, file_path):
 
     manager_task = Task(
         agent=manager_agent,
-        description="Try to answer the following question. If needed, delegate to **one** of your coworkers, Image Analysis Agent, Python Coding Agent, Web Search Agent, or YouTube Analysis Agent for help. Question: \"{question}\"",
+        description="Try to answer the following question. If needed, delegate to one or more of your coworkers for help. Question: \"{question}\"",
         expected_output="The answer to the question."
     )
     
     # Crew
     
     crew = Crew(
-        agents=[audio_analysis_agent, image_analysis_agent, python_coding_agent, video_analysis_agent, web_search_agent],
+        agents=[audio_analysis_agent, 
+                image_analysis_agent, 
+                python_coding_agent, 
+                video_analysis_agent, 
+                web_search_agent, 
+                youtube_video_analysis_agent],
         manager_agent=manager_agent,
         tasks=[manager_task],
         verbose=True