humbleakh's picture
Upload complete Chain-of-Zoom 8-bit optimal pipeline with all components
06d6168 verified
{
"model_type": "lora",
"task_type": "FEATURE_EXTRACTION",
"r": 8,
"lora_alpha": 32,
"lora_dropout": 0.1,
"quantization": "4-bit",
"precision": "4-bit",
"base_model": "microsoft/DialoGPT-medium",
"target_modules": [
"q_proj",
"v_proj",
"k_proj",
"o_proj"
]
}