|
PROMPTS = [
|
|
("Write a Tweet", 50),
|
|
("Write an email", 170),
|
|
("Write an article summary", 250),
|
|
("Small conversation with a chatbot", 400),
|
|
("Write a report of 5 pages", 5000),
|
|
("Write the code for this app", 15000)
|
|
]
|
|
PROMPTS = [(s + f" ({v} output tokens)", v) for (s, v) in PROMPTS]
|
|
|
|
MODEL_REPOSITORY_URL = "https://raw.githubusercontent.com/genai-impact/ecologits/refs/heads/main/ecologits/data/models.json"
|
|
|
|
main_models_openai = [
|
|
'chatgpt-4o-latest',
|
|
'gpt-3.5-turbo',
|
|
'gpt-4',
|
|
'gpt-4-turbo',
|
|
'gpt-4o',
|
|
'gpt-4o-mini',
|
|
'o1',
|
|
'o1-mini'
|
|
]
|
|
|
|
main_models_meta = [
|
|
'meta-llama/Meta-Llama-3.1-8B',
|
|
'meta-llama/Meta-Llama-3.1-70B',
|
|
'meta-llama/Meta-Llama-3.1-405B',
|
|
'meta-llama/Meta-Llama-3-8B',
|
|
'meta-llama/Meta-Llama-3-70B',
|
|
'meta-llama/Meta-Llama-3-70B',
|
|
'meta-llama/Llama-2-7b',
|
|
'meta-llama/Llama-2-13b',
|
|
'meta-llama/Llama-2-70b',
|
|
'meta-llama/CodeLlama-7b-hf',
|
|
'meta-llama/CodeLlama-13b-hf',
|
|
'meta-llama/CodeLlama-34b-hf',
|
|
'meta-llama/CodeLlama-70b-hf'
|
|
]
|
|
|
|
main_models_msft = [
|
|
'microsoft/phi-1',
|
|
'microsoft/phi-1_5',
|
|
'microsoft/Phi-3-mini-128k-instruct',
|
|
'microsoft/Phi-3-small-128k-instruct',
|
|
'microsoft/Phi-3-medium-128k-instruct',
|
|
]
|
|
|
|
main_models_anthropic = [
|
|
'claude-2.0',
|
|
'claude-2.1',
|
|
'claude-3-5-haiku-latest',
|
|
'claude-3-5-sonnet-latest',
|
|
'claude-3-7-sonnet-latest',
|
|
'claude-3-haiku-20240307',
|
|
'claude-3-opus-latest',
|
|
'claude-3-sonnet-20240229'
|
|
]
|
|
|
|
main_models_cohere = [
|
|
'c4ai-aya-expanse-8b',
|
|
'c4ai-aya-expanse-32b',
|
|
'command',
|
|
'command-light',
|
|
'command-r',
|
|
'command-r-plus',
|
|
]
|
|
|
|
main_models_google = [
|
|
'google/gemma-2-2b',
|
|
'google/gemma-2-9b',
|
|
'google/gemma-2-27b',
|
|
'google/codegemma-2b',
|
|
'google/codegemma-7b',
|
|
'gemini-1.0-pro',
|
|
'gemini-1.5-pro',
|
|
'gemini-1.5-flash',
|
|
'gemini-2.0-flash'
|
|
]
|
|
|
|
main_models_databricks = [
|
|
'databricks/dolly-v1-6b',
|
|
'databricks/dolly-v2-12b',
|
|
'databricks/dolly-v2-7b',
|
|
'databricks/dolly-v2-3b',
|
|
'databricks/dbrx-base'
|
|
]
|
|
|
|
main_models_mistral = [
|
|
'mistralai/Mistral-7B-v0.3',
|
|
'mistralai/Mixtral-8x7B-v0.1',
|
|
'mistralai/Mixtral-8x22B-v0.1',
|
|
'mistralai/Codestral-22B-v0.1',
|
|
'mistralai/Mathstral-7B-v0.1',
|
|
'ministral-3b-latest',
|
|
'ministral-8b-latest',
|
|
'mistral-tiny',
|
|
'mistral-small',
|
|
'mistral-medium',
|
|
'mistral-large-latest'
|
|
]
|
|
|
|
MAIN_MODELS = main_models_meta + main_models_openai + main_models_anthropic + main_models_cohere + main_models_msft + main_models_mistral + main_models_databricks + main_models_google |