Upload hf_quant_config.json with huggingface_hub

hf_quant_config.json

@@ -0,0 +1,10 @@
+{
+    "quantization": {
+        "exclude_modules": [
+            "lm_head",
+            "model.embed_tokens"
+        ],
+        "kv_cache_quant_algo": null,
+        "quant_algo": "FP8"
+    }
+}