add intel results to leaderboard

app.py

@@ -37,7 +37,7 @@ with demo:
                     optimization_checkboxes,
                     quantization_checkboxes,
                     kernels_checkboxes,
-                ) = create_control_panel(machine=config.machine, subsets=config.subsets)
+                ) = create_control_panel(machine=config.machine, subsets=config.subsets, hardware_type=config.hardware_type)
                 ####################### HARDWARE SUBTABS #######################
                 with gr.Tabs(elem_classes="subtabs"):
                     open_llm_perf_df = get_llm_perf_df(machine=config.machine, subsets=config.subsets)

src/panel.py

@@ -10,10 +10,27 @@ from src.llm_perf import get_llm_perf_df
 from src.map import get_lat_score_mem_fig
 
 
-def create_control_panel(machine: str, subsets: List[str]):
+def create_control_panel(machine: str, subsets: List[str], hardware_type: str):
     # controls
     machine_textbox = gr.Textbox(value=machine, visible=False)
     subsets_values = gr.State(value=subsets)
+
+
+    match hardware_type:
+        case "cuda":
+            backends = ["pytorch"]
+            attention_implementations = ["Eager", "SDPA", "FAv2"]
+            quantizations = ["Unquantized", "BnB.4bit", "BnB.8bit", "AWQ.4bit", "GPTQ.4bit"]
+            kernels = ["No Kernel", "GPTQ.ExllamaV1", "GPTQ.ExllamaV2", "AWQ.GEMM", "AWQ.GEMV"]
+        case "intel":
+            backends = ["pytorch", "onnxruntime", "openvino"]
+            attention_implementations = ["Eager"]
+            quantizations = ["Unquantized"]
+            kernels = ["No Kernel"]
+        case _:
+            raise ValueError(f"Unknown hardware type: {hardware_type}")
+
+
     with gr.Accordion("Control Panel 🎛️", open=False, elem_id="control-panel"):
         with gr.Row():
             with gr.Column(scale=2, variant="panel"):
@@ -35,8 +52,8 @@ def create_control_panel(machine: str, subsets: List[str]):
             with gr.Column(scale=1, variant="panel"):
                 backend_checkboxes = gr.CheckboxGroup(
                     label="Backends 🏭",
-                    choices=["pytorch"],
-                    value=["pytorch"],
+                    choices=backends,
+                    value=backends,
                     info="☑️ Select the backends",
                     elem_id="backend-checkboxes",
                 )
@@ -52,8 +69,8 @@ def create_control_panel(machine: str, subsets: List[str]):
             with gr.Column(scale=1, variant="panel"):
                 optimization_checkboxes = gr.CheckboxGroup(
                     label="Attentions 👁️",
-                    choices=["Eager", "SDPA", "FAv2"],
-                    value=["Eager", "SDPA", "FAv2"],
+                    choices=attention_implementations,
+                    value=attention_implementations,
                     info="☑️ Select the optimization",
                     elem_id="optimization-checkboxes",
                 )
@@ -61,20 +78,8 @@ def create_control_panel(machine: str, subsets: List[str]):
             with gr.Column(scale=1, variant="panel"):
                 quantization_checkboxes = gr.CheckboxGroup(
                     label="Quantizations 🗜️",
-                    choices=[
-                        "Unquantized",
-                        "BnB.4bit",
-                        "BnB.8bit",
-                        "AWQ.4bit",
-                        "GPTQ.4bit",
-                    ],
-                    value=[
-                        "Unquantized",
-                        "BnB.4bit",
-                        "BnB.8bit",
-                        "AWQ.4bit",
-                        "GPTQ.4bit",
-                    ],
+                    choices=quantizations,
+                    value=quantizations,
                     info="☑️ Select the quantization schemes",
                     elem_id="quantization-checkboxes",
                     elem_classes="boxed-option",
@@ -82,20 +87,8 @@ def create_control_panel(machine: str, subsets: List[str]):
             with gr.Column(scale=1, variant="panel"):
                 kernels_checkboxes = gr.CheckboxGroup(
                     label="Kernels ⚛️",
-                    choices=[
-                        "No Kernel",
-                        "GPTQ.ExllamaV1",
-                        "GPTQ.ExllamaV2",
-                        "AWQ.GEMM",
-                        "AWQ.GEMV",
-                    ],
-                    value=[
-                        "No Kernel",
-                        "GPTQ.ExllamaV1",
-                        "GPTQ.ExllamaV2",
-                        "AWQ.GEMM",
-                        "AWQ.GEMV",
-                    ],
+                    choices=kernels,
+                    value=kernels,
                     info="☑️ Select the custom kernels",
                     elem_id="kernel-checkboxes",
                     elem_classes="boxed-option",