Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -336,7 +336,7 @@ with gr.Blocks(css=css) as demo:
|
|
336 |
)
|
337 |
|
338 |
q_method = gr.Dropdown(
|
339 |
-
["Q2_K", "Q3_K_S", "Q3_K_M", "Q3_K_L", "Q4_0", "Q4_K_S", "Q4_K_M", "Q5_0", "Q5_K_S", "Q5_K_M", "Q6_K", "Q8_0", "f16", "f32"
|
340 |
label="Quantization Method",
|
341 |
info="GGML quantization type",
|
342 |
value="Q4_K_M",
|
@@ -345,7 +345,7 @@ with gr.Blocks(css=css) as demo:
|
|
345 |
)
|
346 |
|
347 |
imatrix_q_method = gr.Dropdown(
|
348 |
-
["IQ3_M", "IQ3_XXS", "Q4_K_M", "Q4_K_S", "IQ4_NL", "IQ4_XS", "Q5_K_M", "Q5_K_S", "f16", "f32"
|
349 |
label="Imatrix Quantization Method",
|
350 |
info="GGML imatrix quants type",
|
351 |
value="IQ4_NL",
|
|
|
336 |
)
|
337 |
|
338 |
q_method = gr.Dropdown(
|
339 |
+
["Q2_K", "Q3_K_S", "Q3_K_M", "Q3_K_L", "Q4_0", "Q4_K_S", "Q4_K_M", "Q5_0", "Q5_K_S", "Q5_K_M", "Q6_K", "Q8_0", "f16", "f32"],
|
340 |
label="Quantization Method",
|
341 |
info="GGML quantization type",
|
342 |
value="Q4_K_M",
|
|
|
345 |
)
|
346 |
|
347 |
imatrix_q_method = gr.Dropdown(
|
348 |
+
["IQ3_M", "IQ3_XXS", "Q4_K_M", "Q4_K_S", "IQ4_NL", "IQ4_XS", "Q5_K_M", "Q5_K_S", "f16", "f32"],
|
349 |
label="Imatrix Quantization Method",
|
350 |
info="GGML imatrix quants type",
|
351 |
value="IQ4_NL",
|