|
|
import os |
|
|
|
|
|
|
|
|
CLEMBENCH_RUNS_REPO = "https://raw.githubusercontent.com/clembench/clembench-runs/main/" |
|
|
REGISTRY_URL = "https://raw.githubusercontent.com/clp-research/clembench/refs/heads/refactor_model_registry/backends/model_registry.json" |
|
|
BENCHMARK_FILE = "benchmark_runs.json" |
|
|
|
|
|
LATENCY_FOLDER = os.path.join("Addenda", "Latency") |
|
|
RESULT_FILE = "results.csv" |
|
|
LATENCY_SUFFIX = "_latency.csv" |
|
|
|
|
|
|
|
|
DEFAULT_MODEL_NAME = "Unnamed: 0" |
|
|
DEFAULT_CLEMSCORE = "-, clemscore" |
|
|
|
|
|
MODEL_NAME = "Model Name" |
|
|
CLEMSCORE = "Clemscore" |
|
|
LATENCY = "Latency (s)" |
|
|
PARAMS = "Parameters (B)" |
|
|
RELEASE_DATE = 'Release Date' |
|
|
OPEN_WEIGHT = 'Open Weight' |
|
|
LANGS = "Languages" |
|
|
CONTEXT = "Context Size (k)" |
|
|
LICENSE_NAME = "License Name" |
|
|
LICENSE_URL = "License URL" |
|
|
SINGLE_IMG = "Single Image" |
|
|
MULT_IMG = "Multiple Images" |
|
|
AUDIO = "Audio" |
|
|
VIDEO = "Video" |
|
|
INPUT = "Input $/1M tokens" |
|
|
OUTPUT = "Output $/1M tokens" |
|
|
LICENSE = "License" |
|
|
TEMP_DATE = "Temp Date" |
|
|
|
|
|
|
|
|
OPEN = "Open-Weight" |
|
|
COMM = "Commercial" |
|
|
|
|
|
TITLE = """<h1 align="center" id="space-title"> LLM Calculator ⚖️⚡ 📏💰</h1>""" |
