Upload folder using huggingface_hub

README.md

@@ -17,7 +17,7 @@ This tiny model is for debugging. It is randomly initialized with the config ada
 - vLLM
 
 ```bash
-vllm serve tiny-random/kimi-k2
+vllm serve tiny-random/kimi-k2 --trust-remote-code
 ```
 
 - Transformers
@@ -94,6 +94,7 @@ config_json.update({
     'v_head_dim': 64,
     'tie_word_embeddings': False,
 })
+config_json['rope_scaling']['rope_type'] = 'yarn'
 del config_json['quantization_config']
 with open(f"{save_folder}/config.json", "w", encoding='utf-8') as f:
     json.dump(config_json, f, indent=2)

config.json

@@ -44,6 +44,7 @@
     "mscale": 1.0,
     "mscale_all_dim": 1.0,
     "original_max_position_embeddings": 4096,
+    "rope_type": "yarn",
     "type": "yarn"
   },
   "rope_theta": 50000.0,