|
import os |
|
|
|
|
|
CLEMBENCH_RUNS_REPO = "https://raw.githubusercontent.com/clembench/clembench-runs/main/" |
|
REGISTRY_URL = "https://raw.githubusercontent.com/kushal-10/clemcore/refs/heads/refactor_model_registry/backends/model_registry.json" |
|
BENCHMARK_FILE = "benchmark_runs.json" |
|
|
|
LATENCY_FOLDER = os.path.join("Addenda", "Latency") |
|
RESULT_FILE = "results.csv" |
|
LATENCY_SUFFIX = "_latency.csv" |
|
|
|
|
|
|
|
|
|
|
|
DEFAULT_MODEL_NAME = "Unnamed: 0" |
|
DEFAULT_CLEMSCORE = "-, clemscore" |
|
|
|
MODEL_NAME = "Model Name" |
|
CLEMSCORE = "Score (0-100)" |
|
LATENCY = "Latency (s)" |
|
PARAMS = "Parameters (B)" |
|
DUMMY_PARAMS = "Parameters Dummy (B)" |
|
RELEASE_DATE = 'Release Date' |
|
OPEN_WEIGHT = 'Open Weight' |
|
LANGS = "Languages" |
|
CONTEXT = "Context Size (k)" |
|
LICENSE_NAME = "License Name" |
|
LICENSE_URL = "License URL" |
|
SINGLE_IMG = "Single Image" |
|
MULT_IMG = "Multi Image" |
|
TEXT = "Text-Only" |
|
AUDIO = "Audio" |
|
VIDEO = "Video" |
|
INPUT = "Input $/1M tokens" |
|
OUTPUT = "Output $/1M tokens" |
|
LICENSE = "License" |
|
TEMP_DATE = "Temp Date" |
|
|
|
|
|
OPEN = "Open-Weight" |
|
COMM = "Commercial" |
|
|
|
TITLE = """<h1 align="center" id="space-title"> LLM Calculator βοΈβ‘ ππ°</h1> <p align="center">Score, latency metrics are based on <a href="https://clembench.github.io/" target="_blank">clembench</a> .</p>""" |
|
|
|
HF_REPO = "colab-potsdam/llm-calculator" |
|
|
|
START_YEAR = "2020" |
|
MONTH_MAP = { |
|
"January": 1, |
|
"February": 2, |
|
"March": 3, |
|
"April": 4, |
|
"May": 5, |
|
"June": 6, |
|
"July": 7, |
|
"August": 8, |
|
"September": 9, |
|
"October": 10, |
|
"November": 11, |
|
"December": 12 |
|
} |
|
|