Fix OPEN_API_BASE OPEN_API_KEY litellm_api_key

app.py

@@ -40,8 +40,8 @@ from smolagents import (
     Model,
     ToolCallingAgent,
 )
-from smolagents.agent_types import AgentText, AgentImage, AgentAudio
-from smolagents.gradio_ui import pull_messages_from_step, handle_agent_output_types
+from smolagents.agent_types import AgentText, AgentImage, AgentAudio, handle_agent_output_types
+from smolagents.gradio_ui import pull_messages_from_step  # , handle_agent_output_types
 
 
 AUTHORIZED_IMPORTS = [
@@ -115,7 +115,8 @@ os.makedirs(f"./{BROWSER_CONFIG['downloads_folder']}", exist_ok=True)
 
 model = LiteLLMModel(
     # "gpt-4o",
-    os.getenv("MODEL_ID", "gpt-4o-mini"),
+    # os.getenv("MODEL_ID", "gpt-4o-mini"),
+    os.getenv("MODEL_ID", "deepseek-ai/DeepSeek-V3"),
     custom_role_conversions=custom_role_conversions,
     api_base=os.getenv("OPENAI_API_BASE"),
     api_key=os.getenv("OPENAI_API_KEY"),
@@ -294,7 +295,7 @@ You can try a simplified version below. 👇""")
                     None,
                     "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/smolagents/mascot_smol.png",
                 ),
-                resizeable=True,
+                resizable=True,
                 scale=1,
             )
             # If an upload folder is provided, enable the upload feature

requirements.txt

@@ -46,4 +46,5 @@ litellm
 
 google-api-python-client
 google-auth-httplib2
-google-auth-oauthlib
+google-auth-oauthlib
+gradio

set-env.bat

@@ -0,0 +1,11 @@
+set OPENAI_BASE_URL=h=tps://api.siliconflow.cn/v1
+set OPENAI_API_BASE=https://api.siliconflow.cn/v1
+set OPENAI_API_KEY=%SILICONFLOW_API_KEY%
+set MODEL_ID=deepseek-ai/DeepSeek-V3
+
+set OPENAI_BASE_URL=https://litellm.dattw.eu.org/v1
+set OPENAI_API_BASE=https://litellm.dattw.eu.org/v1
+set OPENAI_API_KEY=%LITELLM_API_KEY%
+set MODEL_ID=gpt-4o-mini
+
+REM set SERPAPI_API_KEY b84...

try-litellm.py

@@ -0,0 +1,25 @@
+import os
+
+from smolagents import (
+    # MANAGED_AGENT_PROMPT,
+    CodeAgent,
+    HfApiModel,
+    LiteLLMModel,
+    Model,
+    ToolCallingAgent,
+)
+
+custom_role_conversions = {"tool-call": "assistant", "tool-response": "user"}
+
+model = LiteLLMModel(
+    # "gpt-4o",
+    # os.getenv("MODEL_ID", "gpt-4o-mini"),
+    os.getenv("MODEL_ID", "deepseek-ai/DeepSeek-V3"),
+    custom_role_conversions=custom_role_conversions,
+    api_base=os.getenv("OPENAI_API_BASE"),
+    api_key=os.getenv("OPENAI_API_KEY"),
+)
+
+print(model)
+
+print(model.invoke("Say this is a test"))