Spaces:
Sleeping
Sleeping
Commit
·
9f82a2b
1
Parent(s):
003f467
add intel results to leaderboard
Browse files- .gitignore +2 -0
- hardware.yml +42 -0
- src/hardware.py +24 -0
.gitignore
CHANGED
|
@@ -4,5 +4,7 @@ __pycache__/
|
|
| 4 |
*ipynb
|
| 5 |
.vscode/
|
| 6 |
|
|
|
|
|
|
|
| 7 |
dataset/
|
| 8 |
.venv
|
|
|
|
| 4 |
*ipynb
|
| 5 |
.vscode/
|
| 6 |
|
| 7 |
+
work-in-progress/
|
| 8 |
+
|
| 9 |
dataset/
|
| 10 |
.venv
|
hardware.yml
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- machine: 1xA10
|
| 2 |
+
description: A10-24GB-150W 🖥️
|
| 3 |
+
hardware_type: cuda
|
| 4 |
+
subsets:
|
| 5 |
+
- unquantized
|
| 6 |
+
- awq
|
| 7 |
+
- bnb
|
| 8 |
+
- gptq
|
| 9 |
+
backends:
|
| 10 |
+
- pytorch
|
| 11 |
+
|
| 12 |
+
- machine: 1xA100
|
| 13 |
+
description: A100-80GB-275W 🖥️
|
| 14 |
+
hardware_type: cuda
|
| 15 |
+
subsets:
|
| 16 |
+
- unquantized
|
| 17 |
+
- awq
|
| 18 |
+
- bnb
|
| 19 |
+
- gptq
|
| 20 |
+
backends:
|
| 21 |
+
- pytorch
|
| 22 |
+
|
| 23 |
+
- machine: 1xT4
|
| 24 |
+
description: T4-16GB-70W 🖥️
|
| 25 |
+
hardware_type: cuda
|
| 26 |
+
subsets:
|
| 27 |
+
- unquantized
|
| 28 |
+
- awq
|
| 29 |
+
- bnb
|
| 30 |
+
- gptq
|
| 31 |
+
backends:
|
| 32 |
+
- pytorch
|
| 33 |
+
|
| 34 |
+
- machine: c7i
|
| 35 |
+
description: 4th-Gen-Intel-Xeon-385W 🖥️
|
| 36 |
+
hardware_type: intel
|
| 37 |
+
subsets:
|
| 38 |
+
- unquantized
|
| 39 |
+
backends:
|
| 40 |
+
- pytorch
|
| 41 |
+
- onnxruntime
|
| 42 |
+
- openvino
|
src/hardware.py
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from typing import Any, Dict, List
|
| 2 |
+
|
| 3 |
+
import yaml
|
| 4 |
+
|
| 5 |
+
|
| 6 |
+
class HardwareConfig:
|
| 7 |
+
def __init__(self, data: Dict[str, Any]):
|
| 8 |
+
self.machine = data["machine"]
|
| 9 |
+
self.description = data["description"]
|
| 10 |
+
self.hardware_type = data["hardware_type"]
|
| 11 |
+
self.subsets = data["subsets"]
|
| 12 |
+
self.backends = data["backends"]
|
| 13 |
+
|
| 14 |
+
def __repr__(self):
|
| 15 |
+
return (
|
| 16 |
+
f"HardwareConfig(machine='{self.machine}', description='{self.description}', "
|
| 17 |
+
f"hardware_type={self.hardware_type}, subsets={self.subsets}, backends={self.backends})"
|
| 18 |
+
)
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
def load_hardware_configs(file_path: str) -> List[HardwareConfig]:
|
| 22 |
+
with open(file_path, "r") as file:
|
| 23 |
+
data = yaml.safe_load(file)
|
| 24 |
+
return [HardwareConfig(config) for config in data]
|