cgus
/

granite-3.2-8b-instruct-exl2

Text Generation

4-bit precision

Model card Files Files and versions

cgus commited on Feb 27

Commit

21c6824

·

verified ·

1 Parent(s): 1add441

Upload 2 files

Files changed (2) hide show

config.json +1 -1
output.safetensors +2 -2

config.json CHANGED Viewed

@@ -33,7 +33,7 @@
     "quantization_config": {
         "quant_method": "exl2",
         "version": "0.2.8",
-        "bits": 4.0,
         "head_bits": 6,
         "calibration": {
             "rows": 115,

     "quantization_config": {
         "quant_method": "exl2",
         "version": "0.2.8",
+        "bits": 6.0,
         "head_bits": 6,
         "calibration": {
             "rows": 115,

output.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a092b74df80a7e39e6f20f2487a3b315afaff1106e7afe63f7a5b5664b4f9189
-size 4547746318

 version https://git-lfs.github.com/spec/v1
+oid sha256:e0b9e5fdf0d2b5b774b40190e64eb51fe35b59106f565b47abc2c02d1db6bfeb
+size 6540131708