Spaces:
Sleeping
Sleeping
MekkCyber
commited on
Commit
Β·
92eb715
1
Parent(s):
4512289
change defaults
Browse files
app.py
CHANGED
@@ -358,14 +358,14 @@ with gr.Blocks(theme=gr.themes.Ocean(), css=css) as demo:
|
|
358 |
quant_type_4 = gr.Dropdown(
|
359 |
info="The quantization data type in the bnb.nn.Linear4Bit layers",
|
360 |
choices=["fp4", "nf4"],
|
361 |
-
value="
|
362 |
visible=True,
|
363 |
show_label=False
|
364 |
)
|
365 |
compute_type_4 = gr.Dropdown(
|
366 |
info="The compute type for the model",
|
367 |
choices=["float16", "bfloat16", "float32"],
|
368 |
-
value="
|
369 |
visible=True,
|
370 |
show_label=False
|
371 |
)
|
@@ -383,10 +383,10 @@ with gr.Blocks(theme=gr.themes.Ocean(), css=css) as demo:
|
|
383 |
)
|
384 |
with gr.Row(elem_classes="option-row"):
|
385 |
double_quant_4 = gr.Radio(
|
386 |
-
["
|
387 |
info="Use Double Quant",
|
388 |
visible=True,
|
389 |
-
value="
|
390 |
show_label=False
|
391 |
)
|
392 |
gr.Markdown(
|
@@ -408,13 +408,13 @@ with gr.Blocks(theme=gr.themes.Ocean(), css=css) as demo:
|
|
408 |
public = gr.Checkbox(
|
409 |
label="π Make model public",
|
410 |
info="If checked, the model will be publicly accessible",
|
411 |
-
value=
|
412 |
interactive=True,
|
413 |
show_label=True
|
414 |
)
|
415 |
|
416 |
with gr.Column():
|
417 |
-
quantize_button = gr.Button("π Quantize and
|
418 |
output_link = gr.Markdown(label="π Quantized Model Link", container=True, min_height=80)
|
419 |
|
420 |
quantize_button.click(
|
|
|
358 |
quant_type_4 = gr.Dropdown(
|
359 |
info="The quantization data type in the bnb.nn.Linear4Bit layers",
|
360 |
choices=["fp4", "nf4"],
|
361 |
+
value="nf4",
|
362 |
visible=True,
|
363 |
show_label=False
|
364 |
)
|
365 |
compute_type_4 = gr.Dropdown(
|
366 |
info="The compute type for the model",
|
367 |
choices=["float16", "bfloat16", "float32"],
|
368 |
+
value="bfloat16",
|
369 |
visible=True,
|
370 |
show_label=False
|
371 |
)
|
|
|
383 |
)
|
384 |
with gr.Row(elem_classes="option-row"):
|
385 |
double_quant_4 = gr.Radio(
|
386 |
+
["True", "False"],
|
387 |
info="Use Double Quant",
|
388 |
visible=True,
|
389 |
+
value="True",
|
390 |
show_label=False
|
391 |
)
|
392 |
gr.Markdown(
|
|
|
408 |
public = gr.Checkbox(
|
409 |
label="π Make model public",
|
410 |
info="If checked, the model will be publicly accessible",
|
411 |
+
value=True,
|
412 |
interactive=True,
|
413 |
show_label=True
|
414 |
)
|
415 |
|
416 |
with gr.Column():
|
417 |
+
quantize_button = gr.Button("π Quantize and Push to the Hub", variant="primary")
|
418 |
output_link = gr.Markdown(label="π Quantized Model Link", container=True, min_height=80)
|
419 |
|
420 |
quantize_button.click(
|