Spaces:
Runtime error
Runtime error
jinsol-neubla
commited on
Commit
·
3066149
1
Parent(s):
8cc8a87
Fix bug (Format filter)
Browse filesSigned-off-by: jinsol-neubla <[email protected]>
src/leaderboard/read_evals.py
CHANGED
|
@@ -10,7 +10,7 @@ import numpy as np
|
|
| 10 |
from huggingface_hub import ModelCard
|
| 11 |
|
| 12 |
from src.display.formatting import make_clickable_model
|
| 13 |
-
from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType
|
| 14 |
|
| 15 |
|
| 16 |
@dataclass
|
|
@@ -36,7 +36,7 @@ class EvalResult:
|
|
| 36 |
flagged: bool = False
|
| 37 |
status: str = "FINISHED"
|
| 38 |
tags: list = None
|
| 39 |
-
format:
|
| 40 |
|
| 41 |
@classmethod
|
| 42 |
def init_from_json_file(self, json_filepath):
|
|
@@ -62,7 +62,7 @@ class EvalResult:
|
|
| 62 |
weight_precision = Precision.from_str(config.get("weight_precision"))
|
| 63 |
activation_precision = Precision.from_str(config.get("activation_precision"))
|
| 64 |
|
| 65 |
-
format = config.get("format"
|
| 66 |
|
| 67 |
# Get model and org
|
| 68 |
org_and_model = config.get("model")
|
|
@@ -168,7 +168,7 @@ class EvalResult:
|
|
| 168 |
AutoEvalColumn.merged.name: "merge" in self.tags if self.tags else False,
|
| 169 |
AutoEvalColumn.moe.name: ("moe" in self.tags if self.tags else False) or "moe" in self.full_model.lower(),
|
| 170 |
AutoEvalColumn.flagged.name: self.flagged,
|
| 171 |
-
AutoEvalColumn.format.name: self.format,
|
| 172 |
}
|
| 173 |
|
| 174 |
for task in Tasks:
|
|
|
|
| 10 |
from huggingface_hub import ModelCard
|
| 11 |
|
| 12 |
from src.display.formatting import make_clickable_model
|
| 13 |
+
from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType, Format
|
| 14 |
|
| 15 |
|
| 16 |
@dataclass
|
|
|
|
| 36 |
flagged: bool = False
|
| 37 |
status: str = "FINISHED"
|
| 38 |
tags: list = None
|
| 39 |
+
format: Format = Format.Unknown
|
| 40 |
|
| 41 |
@classmethod
|
| 42 |
def init_from_json_file(self, json_filepath):
|
|
|
|
| 62 |
weight_precision = Precision.from_str(config.get("weight_precision"))
|
| 63 |
activation_precision = Precision.from_str(config.get("activation_precision"))
|
| 64 |
|
| 65 |
+
format = Format.from_str(config.get("format"))
|
| 66 |
|
| 67 |
# Get model and org
|
| 68 |
org_and_model = config.get("model")
|
|
|
|
| 168 |
AutoEvalColumn.merged.name: "merge" in self.tags if self.tags else False,
|
| 169 |
AutoEvalColumn.moe.name: ("moe" in self.tags if self.tags else False) or "moe" in self.full_model.lower(),
|
| 170 |
AutoEvalColumn.flagged.name: self.flagged,
|
| 171 |
+
AutoEvalColumn.format.name: self.format.value.name,
|
| 172 |
}
|
| 173 |
|
| 174 |
for task in Tasks:
|