Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -105,8 +105,10 @@ with gr.Blocks(title=title, theme=gr.themes.Monochrome()) as app:
|
|
105 |
context = gr.Number(
|
106 |
minimum=1, value=default_context, label="Desired Context Size (Tokens)"
|
107 |
)
|
108 |
-
quant = gr.
|
|
|
109 |
value=default_quant,
|
|
|
110 |
label="Enter GGUF Quant (e.g. Q4_K_S) or the specific BPW for other quantization schemes such as exl2 (e.g. 4.5)",
|
111 |
)
|
112 |
btn = gr.Button(value="Submit", variant="primary")
|
|
|
105 |
context = gr.Number(
|
106 |
minimum=1, value=default_context, label="Desired Context Size (Tokens)"
|
107 |
)
|
108 |
+
quant = gr.Dropdown(
|
109 |
+
choices=list(quants.keys()),
|
110 |
value=default_quant,
|
111 |
+
allow_custom_value=True,
|
112 |
label="Enter GGUF Quant (e.g. Q4_K_S) or the specific BPW for other quantization schemes such as exl2 (e.g. 4.5)",
|
113 |
)
|
114 |
btn = gr.Button(value="Submit", variant="primary")
|