gemini 2.5 flash

app/config.py

@@ -8,6 +8,7 @@ from pydantic_settings import BaseSettings
 os.environ["WEAVE_CAPTURE_CODE"] = "false"
 if os.getenv("HUGGINGFACE_DEMO"):
     OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
+    GEMINI_API_KEY = os.getenv("GEMINI_API_KEY")
     ANTHROPIC_API_KEY = os.getenv("ANTHROPIC_API_KEY")
     REDIS_PASSWORD = ""
     REDIS_USE_SSL = False
@@ -20,6 +21,7 @@ else:
         print("not WB")
         #os.environ["WANDB_API_KEY"] = secrets["WANDB_API_KEY"]
     OPENAI_API_KEY = secrets["OPENAI_API_KEY"]
+    GEMINI_API_KEY = os.getenv("GEMINI_API_KEY")
     ANTHROPIC_API_KEY = secrets["ANTHROPIC_API_KEY"]
     REDIS_PASSWORD = secrets["REDIS_PASSWORD"] if ENV == "PROD" else ""
     REDIS_USE_SSL = True if ENV == "PROD" or ENV == "UAT" else False
@@ -41,12 +43,18 @@ class Settings(BaseSettings):
         "claude-3-5-sonnet-latest"  # first model is the default of the vendor
     ]
 
+        # Supported anthropic models
+    GEMINI_MODELS: list = [
+        "gemini-2.5-flash-preview-04-17" , # first model is the default of the vendor
+        "gemini-1.5-flash"
+    ]
     # Supprted AI Services
-    SUPPORTED_MODELS: list = OPENAI_MODELS + ANTHROPIC_MODELS
+    SUPPORTED_MODELS: list = OPENAI_MODELS + ANTHROPIC_MODELS + GEMINI_MODELS
 
     # API Keys
     OPENAI_API_KEY: str
     ANTHROPIC_API_KEY: str
+    GEMINI_API_KEY: str
 
     DEFAULT_MAX_ATTEMPTS: int = 1
 
@@ -78,6 +86,7 @@ class Settings(BaseSettings):
     # API Keys
     OPENAI_API_KEY: str = OPENAI_API_KEY
     ANTHROPIC_API_KEY: str = ANTHROPIC_API_KEY
+    GEMINI_API_KEY: str = GEMINI_API_KEY
 
     #
     MAX_DOWNLOAD_RETRY: int = 10  # times
@@ -88,6 +97,8 @@ class Settings(BaseSettings):
             raise ValueError("OPENAI_API_KEY is required")
         if not self.ANTHROPIC_API_KEY:
             raise ValueError("ANTHROPIC_API_KEY is required")
+        if not self.GEMINI_API_KEY:
+            raise ValueError("GEMINI_API_KEY is required")
 
 
 # Create a cached instance of settings

app/request_handler/follow_handler.py

@@ -22,6 +22,8 @@ async def handle_follow(request: FollowSchemaRequest):
                 ai_vendor = "openai"
             elif request.ai_model in settings.ANTHROPIC_MODELS:
                 ai_vendor = "anthropic"
+            elif request.ai_model in settings.GEMINI_MODELS:
+                ai_vendor = "gemini"
             else:
                 raise ValueError(
                     f"Invalid AI model: {request.ai_model}, only support {settings.SUPPORTED_MODELS}"