Update app.py
Browse files
app.py
CHANGED
|
@@ -33,54 +33,54 @@ with demo:
|
|
| 33 |
if config.detail:
|
| 34 |
gr.Markdown(config.detail, elem_classes="descriptive-text")
|
| 35 |
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
|
| 85 |
# ####################### CONTROL CALLBACK #######################
|
| 86 |
# create_control_callback(
|
|
|
|
| 33 |
if config.detail:
|
| 34 |
gr.Markdown(config.detail, elem_classes="descriptive-text")
|
| 35 |
|
| 36 |
+
# ####################### CONTROL PANEL #######################
|
| 37 |
+
(
|
| 38 |
+
filter_button,
|
| 39 |
+
machine_value,
|
| 40 |
+
subsets_value,
|
| 41 |
+
backends_value,
|
| 42 |
+
hardware_type_value,
|
| 43 |
+
score_slider,
|
| 44 |
+
memory_slider,
|
| 45 |
+
backend_checkboxes,
|
| 46 |
+
datatype_checkboxes,
|
| 47 |
+
optimization_checkboxes,
|
| 48 |
+
quantization_checkboxes,
|
| 49 |
+
kernels_checkboxes,
|
| 50 |
+
) = create_control_panel(
|
| 51 |
+
machine=config.machine,
|
| 52 |
+
subsets=config.subsets,
|
| 53 |
+
backends=config.backends,
|
| 54 |
+
hardware_type=config.hardware_type,
|
| 55 |
+
hardware_provider=config.hardware_provider,
|
| 56 |
+
)
|
| 57 |
+
####################### HARDWARE SUBTABS #######################
|
| 58 |
+
with gr.Tabs(elem_classes="subtabs"):
|
| 59 |
+
open_llm_perf_df = get_llm_perf_df(
|
| 60 |
+
machine=config.machine,
|
| 61 |
+
subsets=config.subsets,
|
| 62 |
+
backends=config.backends,
|
| 63 |
+
hardware_type=config.hardware_type,
|
| 64 |
+
)
|
| 65 |
+
####################### LEADERBOARD TAB #######################
|
| 66 |
+
with gr.TabItem("Leaderboard 🏅", id=0):
|
| 67 |
+
search_bar, columns_checkboxes, leaderboard_table = (
|
| 68 |
+
create_leaderboard_table(open_llm_perf_df)
|
| 69 |
+
)
|
| 70 |
+
with gr.TabItem("Find Your Best Model 🧭", id=1):
|
| 71 |
+
lat_score_mem_plot = create_lat_score_mem_plot(
|
| 72 |
+
open_llm_perf_df
|
| 73 |
+
)
|
| 74 |
+
###################### ATTENTIONS SPEEDUP TAB #######################
|
| 75 |
+
# with gr.TabItem("Attention 📈", id=2):
|
| 76 |
+
# attn_prefill_plot, attn_decode_plot = create_attn_plots(
|
| 77 |
+
# open_llm_perf_df
|
| 78 |
+
# )
|
| 79 |
+
# ####################### KERNELS SPEEDUP TAB #######################
|
| 80 |
+
# with gr.TabItem("Kernels 📈", id=4):
|
| 81 |
+
# quant_krnl_prefill_plot, quant_krnl_decode_plot = (
|
| 82 |
+
# create_quant_krnl_plots(llm_perf_df)
|
| 83 |
+
# )
|
| 84 |
|
| 85 |
# ####################### CONTROL CALLBACK #######################
|
| 86 |
# create_control_callback(
|