File size: 965 Bytes
afbf4d6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
litellm_settings:
vertex_project: "os.environ/VERTEX_PROJECT_ID" # Your Project ID
vertex_location: "os.environ/VERTEX_LOCATION" # location for gemini
model_list:
- model_name: gemini-pro
litellm_params:
model: gemini-pro
rpm: 60 # request per minute
- model_name: codechat-bison
litellm_params:
model: codechat-bison-32k
rpm: 60 # request per minute
litellm_settings: # module level litellm settings - https://github.com/BerriAI/litellm/blob/main/litellm/__init__.py
drop_params: True
set_verbose: True
general_settings:
master_key: "os.environ/MASTER_KEY" # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234)
database_url: "os.environ/DATABASE_URL"
max_parallel_requests: 10 # max parallel requests for a user = 100
budget_duration: 30d # (str) frequency of reset - You can set duration as seconds ("30s"), minutes ("30m"), hours ("30h"), days ("30d"). |