baseten-admin
/

glm-4.6-fp4-mlp

8-bit precision

Model card Files Files and versions

baseten-admin commited on 12 days ago

Commit

b10312c

·

verified ·

1 Parent(s): 9324c56

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -4,7 +4,7 @@
     ],
     "attention_bias": true,
     "attention_dropout": 0.0,
-    "dtype": "bfloat16",
     "eos_token_id": [
         151329,
         151336,

     ],
     "attention_bias": true,
     "attention_dropout": 0.0,
+    "torch_dtype": "bfloat16",
     "eos_token_id": [
         151329,
         151336,