Spaces:
Running
Running
Commit
Β·
ec6f618
1
Parent(s):
02b17f3
add "none" optimizations
Browse files
app.py
CHANGED
|
@@ -69,9 +69,7 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
|
|
| 69 |
].apply(
|
| 70 |
lambda x: "BetterTransformer"
|
| 71 |
if x[0] == True
|
| 72 |
-
else (
|
| 73 |
-
"LLM.int8" if x[1] == True else ("NF4" if x[2] == True else "")
|
| 74 |
-
),
|
| 75 |
axis=1,
|
| 76 |
)
|
| 77 |
|
|
@@ -204,6 +202,12 @@ with demo:
|
|
| 204 |
info="π Search for a model name",
|
| 205 |
elem_id="search-bar",
|
| 206 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 207 |
|
| 208 |
with gr.Row():
|
| 209 |
backend_checkboxes = gr.CheckboxGroup(
|
|
@@ -222,20 +226,12 @@ with demo:
|
|
| 222 |
)
|
| 223 |
optimizations_checkboxes = gr.CheckboxGroup(
|
| 224 |
label="Optimizations π οΈ",
|
| 225 |
-
choices=["BetterTransformer", "LLM.int8", "NF4"],
|
| 226 |
value=[],
|
| 227 |
info="βοΈ Select the optimizations",
|
| 228 |
elem_id="optimizations-checkboxes",
|
| 229 |
)
|
| 230 |
|
| 231 |
-
with gr.Row():
|
| 232 |
-
score_slider = gr.Slider(
|
| 233 |
-
label="Average Open LLM Score π",
|
| 234 |
-
info="ποΈ Slide to minimum Average Open LLM score",
|
| 235 |
-
value=0.0,
|
| 236 |
-
elem_id="threshold-slider",
|
| 237 |
-
)
|
| 238 |
-
|
| 239 |
with gr.Row():
|
| 240 |
filter_button = gr.Button(
|
| 241 |
value="Filter π",
|
|
|
|
| 69 |
].apply(
|
| 70 |
lambda x: "BetterTransformer"
|
| 71 |
if x[0] == True
|
| 72 |
+
else ("LLM.int8" if x[1] == True else ("NF4" if x[2] == True else "None")),
|
|
|
|
|
|
|
| 73 |
axis=1,
|
| 74 |
)
|
| 75 |
|
|
|
|
| 202 |
info="π Search for a model name",
|
| 203 |
elem_id="search-bar",
|
| 204 |
)
|
| 205 |
+
score_slider = gr.Slider(
|
| 206 |
+
label="Average Open LLM Score π",
|
| 207 |
+
info="ποΈ Slide to minimum Average Open LLM score",
|
| 208 |
+
value=0.0,
|
| 209 |
+
elem_id="threshold-slider",
|
| 210 |
+
)
|
| 211 |
|
| 212 |
with gr.Row():
|
| 213 |
backend_checkboxes = gr.CheckboxGroup(
|
|
|
|
| 226 |
)
|
| 227 |
optimizations_checkboxes = gr.CheckboxGroup(
|
| 228 |
label="Optimizations π οΈ",
|
| 229 |
+
choices=["None", "BetterTransformer", "LLM.int8", "NF4"],
|
| 230 |
value=[],
|
| 231 |
info="βοΈ Select the optimizations",
|
| 232 |
elem_id="optimizations-checkboxes",
|
| 233 |
)
|
| 234 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 235 |
with gr.Row():
|
| 236 |
filter_button = gr.Button(
|
| 237 |
value="Filter π",
|