cgus
/

HuatuoGPT-o1-7B-exl2

Text Generation

4-bit precision

Model card Files Files and versions

cgus commited on Feb 4

Commit

d2ccbd1

·

verified ·

1 Parent(s): ac0d189

Upload 2 files

Files changed (2) hide show

config.json +1 -1
output.safetensors +2 -2

config.json CHANGED Viewed

@@ -28,7 +28,7 @@
     "quantization_config": {
         "quant_method": "exl2",
         "version": "0.2.7",
-        "bits": 4.0,
         "head_bits": 6,
         "calibration": {
             "rows": 115,

     "quantization_config": {
         "quant_method": "exl2",
         "version": "0.2.7",
+        "bits": 5.0,
         "head_bits": 6,
         "calibration": {
             "rows": 115,

output.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fada533c7082740372f621aecd19e359c6eb69cf20beef92cf66627ea26f094
-size 4787322528

 version https://git-lfs.github.com/spec/v1
+oid sha256:cc4d69d7f7de59344f1d4f67c0431d2e8fad7daf848ba0414be5dd0dbb58a8df
+size 5598996562