Update README.md
Browse files
README.md
CHANGED
|
@@ -8,6 +8,19 @@ pipeline_tag: text-generation
|
|
| 8 |
base_model: HuggingFaceH4/zephyr-7b-beta
|
| 9 |
tags:
|
| 10 |
- ghost
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
---
|
| 12 |
|
| 13 |
# Model Card for Model ID
|
|
@@ -130,6 +143,87 @@ Note: the results are run with the model in 4bit quantum form, I'm not sure if i
|
|
| 130 |
|
| 131 |

|
| 132 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 133 |
## More Information
|
| 134 |
|
| 135 |
Many thanks for
|
|
|
|
| 8 |
base_model: HuggingFaceH4/zephyr-7b-beta
|
| 9 |
tags:
|
| 10 |
- ghost
|
| 11 |
+
model-index:
|
| 12 |
+
- name: lamhieu/ghost-7b-v0.9.0
|
| 13 |
+
results:
|
| 14 |
+
- task:
|
| 15 |
+
type: text-generation
|
| 16 |
+
dataset:
|
| 17 |
+
type: vmlu_v1.5
|
| 18 |
+
name: VMLU
|
| 19 |
+
metrics:
|
| 20 |
+
- name: avg
|
| 21 |
+
type: avg
|
| 22 |
+
value: 36.06
|
| 23 |
+
verified: true
|
| 24 |
---
|
| 25 |
|
| 26 |
# Model Card for Model ID
|
|
|
|
| 143 |
|
| 144 |

|
| 145 |
|
| 146 |
+
<details>
|
| 147 |
+
<summary>Details</summary>
|
| 148 |
+
|
| 149 |
+
```python
|
| 150 |
+
{
|
| 151 |
+
"stem": {
|
| 152 |
+
"elementary_mathematics": 32.22,
|
| 153 |
+
"elementary_science": 56.11,
|
| 154 |
+
"high_school_biology": 32.78,
|
| 155 |
+
"high_school_chemistry": 27.78,
|
| 156 |
+
"high_school_mathematics": 33.78,
|
| 157 |
+
"high_school_physics": 26.11,
|
| 158 |
+
"introduction_to_chemistry": 26.82,
|
| 159 |
+
"introduction_to_physics": 33.53,
|
| 160 |
+
"introduction_to_programming": 39.66,
|
| 161 |
+
"metrology_engineer": 36.17,
|
| 162 |
+
"middle_school_biology": 40,
|
| 163 |
+
"middle_school_chemistry": 26.67,
|
| 164 |
+
"middle_school_mathematics": 27.78,
|
| 165 |
+
"middle_school_physics": 27.22,
|
| 166 |
+
"operating_system": 38.33,
|
| 167 |
+
"statistics_and_probability": 18.39,
|
| 168 |
+
"total": 33.54,
|
| 169 |
+
"applied_informatics": 47.78,
|
| 170 |
+
"computer_architecture": 36.11,
|
| 171 |
+
"computer_network": 41.34,
|
| 172 |
+
"discrete_mathematics": 29.7,
|
| 173 |
+
"electrical_engineering": 26.14
|
| 174 |
+
},
|
| 175 |
+
"other": {
|
| 176 |
+
"total": 36.78,
|
| 177 |
+
"accountant": 29.17,
|
| 178 |
+
"civil_servant": 29.82,
|
| 179 |
+
"clinical_pharmacology": 35.56,
|
| 180 |
+
"driving_license_certificate": 56.73,
|
| 181 |
+
"environmental_engineering": 32.16,
|
| 182 |
+
"internal_basic_medicine": 36.84,
|
| 183 |
+
"preschool_pedagogy": 45.1,
|
| 184 |
+
"tax_accountant": 24.71,
|
| 185 |
+
"tax_civil_servant": 40.94
|
| 186 |
+
},
|
| 187 |
+
"total": 36.06,
|
| 188 |
+
"humanity": {
|
| 189 |
+
"introduction_to_vietnam_culture": 31.11,
|
| 190 |
+
"logic": 28.16,
|
| 191 |
+
"middle_school_history": 38.33,
|
| 192 |
+
"administrative_law": 32.22,
|
| 193 |
+
"revolutionary_policy_of_the_vietnamese_commununist_part": 40.56,
|
| 194 |
+
"vietnamese_language_and_literature": 35.06,
|
| 195 |
+
"total": 37.15,
|
| 196 |
+
"middle_school_literature": 36.21,
|
| 197 |
+
"business_law": 38.55,
|
| 198 |
+
"civil_law": 48.33,
|
| 199 |
+
"criminal_law": 37.42,
|
| 200 |
+
"economic_law": 38.51,
|
| 201 |
+
"education_law": 36.75,
|
| 202 |
+
"elementary_history": 35.03,
|
| 203 |
+
"high_school_history": 27.78,
|
| 204 |
+
"high_school_literature": 32.78,
|
| 205 |
+
"history_of_world_civilization": 43.33,
|
| 206 |
+
"idealogical_and_moral_cultivation": 39.44,
|
| 207 |
+
"introduction_to_laws": 49.21
|
| 208 |
+
},
|
| 209 |
+
"social_science": {
|
| 210 |
+
"business_administration": 37.36,
|
| 211 |
+
"high_school_civil_education": 42.78,
|
| 212 |
+
"high_school_geography": 38.27,
|
| 213 |
+
"ho_chi_minh_ideology": 40.22,
|
| 214 |
+
"macroeconomics": 27.78,
|
| 215 |
+
"microeconomics": 36.67,
|
| 216 |
+
"middle_school_civil_education": 51.69,
|
| 217 |
+
"middle_school_geography": 32.65,
|
| 218 |
+
"principles_of_marxism_and_leninism": 35.56,
|
| 219 |
+
"sociology": 44.38,
|
| 220 |
+
"total": 38.74
|
| 221 |
+
}
|
| 222 |
+
}
|
| 223 |
+
```
|
| 224 |
+
|
| 225 |
+
</details>
|
| 226 |
+
|
| 227 |
## More Information
|
| 228 |
|
| 229 |
Many thanks for
|