Hugging Face's logo

Spaces:
Jhayase
/
superbpe-tokenizer-playground
Running

App Files Community
Jhayase commited on
Commit
cafb8f5
·
1 Parent(s): 98c69b7

Update tokenizers

Browse files
Files changed (1) hide show
  1. assets/index-DEbmRw68.js +2 -3
assets/index-DEbmRw68.js CHANGED
@@ -7137,9 +7137,8 @@ function jd({
7137
  })
7138
  }
7139
  const Ql = Object.freeze({
7140
- "UW/OLMo2-8B-SuperBPE-t180k": "SuperBPE 200k (t=180k)",
7141
- "UW/OLMo2-8B-SuperBPE-t160k": "SuperBPE 200k (t=160k)",
7142
- "UW/OLMo2-8B-SuperBPE-t80k": "SuperBPE 200k (t=80k)",
7143
  "UW/OLMo2-8B-BPE": "BPE 200k (baseline)",
7144
  "Xenova/gpt-4o": "GPT-4o",
7145
  "Xenova/llama-3-tokenizer": "Llama 3",
 
7137
  })
7138
  }
7139
  const Ql = Object.freeze({
7140
+ "UW/OLMo2-8B-SuperBPE-t180k": "SuperBPE 200k (t=180k, best on evals)",
7141
+ "UW/OLMo2-8B-SuperBPE-t80k": "SuperBPE 200k (t=80k, most efficient)",
 
7142
  "UW/OLMo2-8B-BPE": "BPE 200k (baseline)",
7143
  "Xenova/gpt-4o": "GPT-4o",
7144
  "Xenova/llama-3-tokenizer": "Llama 3",