lvkaokao
commited on
Commit
•
0b39ee8
1
Parent(s):
af8ed70
update.
Browse files
app.py
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
-
|
2 |
-
|
3 |
|
4 |
import gradio as gr
|
5 |
import pandas as pd
|
@@ -262,8 +262,8 @@ with demo:
|
|
262 |
interactive=True,
|
263 |
elem_id="filter-columns-precision",
|
264 |
)
|
265 |
-
with gr.
|
266 |
-
gr.HTML("""<p style='padding-bottom: 0.5rem; '>Quantization config</p>""")
|
267 |
with gr.Row():
|
268 |
filter_columns_computeDtype = gr.Dropdown(choices=[i.value.name for i in ComputeDtype], label="Compute Dtype", multiselect=False, value="float16", interactive=True,)
|
269 |
filter_columns_weightDtype = gr.Dropdown(choices=[i.value.name for i in WeightDtype], label="Weight Dtype", multiselect=False, value="int4", interactive=True,)
|
@@ -398,16 +398,6 @@ with demo:
|
|
398 |
model_name_textbox = gr.Textbox(label="Model name")
|
399 |
revision_name_textbox = gr.Textbox(label="Revision commit", placeholder="main")
|
400 |
private = gr.Checkbox(False, label="Private", visible=not IS_PUBLIC)
|
401 |
-
# auto detect
|
402 |
-
"""
|
403 |
-
quant_type = gr.Dropdown(
|
404 |
-
choices=[i.value.name for i in QuantType if i != QuantType.Unknown],
|
405 |
-
label="Quantization type",
|
406 |
-
multiselect=False,
|
407 |
-
value="GPTQ",
|
408 |
-
interactive=True,
|
409 |
-
)
|
410 |
-
"""
|
411 |
|
412 |
with gr.Column():
|
413 |
precision = gr.Dropdown(
|
@@ -501,5 +491,5 @@ scheduler.add_job(restart_space, "interval", hours=3) # restarted every 3h
|
|
501 |
scheduler.add_job(update_dynamic_files, "interval", hours=2) # launched every 2 hour
|
502 |
scheduler.start()
|
503 |
|
504 |
-
demo.queue(default_concurrency_limit=40).launch()
|
505 |
-
|
|
|
1 |
+
import os
|
2 |
+
os.system("pip install gradio==3.28.0 pydantic==1.10.15")
|
3 |
|
4 |
import gradio as gr
|
5 |
import pandas as pd
|
|
|
262 |
interactive=True,
|
263 |
elem_id="filter-columns-precision",
|
264 |
)
|
265 |
+
with gr.Box() as config:
|
266 |
+
gr.HTML("""<p style='padding-bottom: 0.5rem; color: #6b7280; '>Quantization config</p>""")
|
267 |
with gr.Row():
|
268 |
filter_columns_computeDtype = gr.Dropdown(choices=[i.value.name for i in ComputeDtype], label="Compute Dtype", multiselect=False, value="float16", interactive=True,)
|
269 |
filter_columns_weightDtype = gr.Dropdown(choices=[i.value.name for i in WeightDtype], label="Weight Dtype", multiselect=False, value="int4", interactive=True,)
|
|
|
398 |
model_name_textbox = gr.Textbox(label="Model name")
|
399 |
revision_name_textbox = gr.Textbox(label="Revision commit", placeholder="main")
|
400 |
private = gr.Checkbox(False, label="Private", visible=not IS_PUBLIC)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
401 |
|
402 |
with gr.Column():
|
403 |
precision = gr.Dropdown(
|
|
|
491 |
scheduler.add_job(update_dynamic_files, "interval", hours=2) # launched every 2 hour
|
492 |
scheduler.start()
|
493 |
|
494 |
+
# demo.queue(default_concurrency_limit=40).launch()
|
495 |
+
demo.queue(concurrency_count=40).launch()
|