Update app.py

app.py

@@ -63,7 +63,8 @@ tokenizers = {
 if meta_llama_tokenizer:
     tokenizers["meta-llama/Meta-Llama-3-8B"] = lambda: meta_llama_tokenizer
 
-def compare_tokenizers(tokenizer_name, text):
+def compare_tokenizers(tokenizer_index, text):
+    tokenizer_name = tokenizer_options[tokenizer_index]
     tokenizer = tokenizers[tokenizer_name]()
     tokens = tokenizer.tokenize(text)
     encoded_output = tokenizer.encode(text, add_special_tokens=True)
@@ -105,4 +106,4 @@ iface = Interface(
 )
 
 # Launching the Gradio app
-iface.launch()
+iface.launch()