Upload folder using huggingface_hub
Browse files- adapter_config.json +38 -0
- adapter_model.safetensors +3 -0
    	
        adapter_config.json
    ADDED
    
    | @@ -0,0 +1,38 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "alpha_pattern": {},
         | 
| 3 | 
            +
              "auto_mapping": null,
         | 
| 4 | 
            +
              "base_model_name_or_path": "D:/Llama-3.1-8B",
         | 
| 5 | 
            +
              "bias": "none",
         | 
| 6 | 
            +
              "fan_in_fan_out": false,
         | 
| 7 | 
            +
              "inference_mode": true,
         | 
| 8 | 
            +
              "init_lora_weights": true,
         | 
| 9 | 
            +
              "layers_pattern": null,
         | 
| 10 | 
            +
              "layers_to_transform": null,
         | 
| 11 | 
            +
              "loftq_config": {},
         | 
| 12 | 
            +
              "lora_alpha": 128,
         | 
| 13 | 
            +
              "lora_dropout": 0,
         | 
| 14 | 
            +
              "megatron_config": null,
         | 
| 15 | 
            +
              "megatron_core": "megatron.core",
         | 
| 16 | 
            +
              "modules_to_save": [
         | 
| 17 | 
            +
                "norm",
         | 
| 18 | 
            +
                "input_layernorm",
         | 
| 19 | 
            +
                "post_attention_layernorm"
         | 
| 20 | 
            +
              ],
         | 
| 21 | 
            +
              "peft_type": "LORA",
         | 
| 22 | 
            +
              "r": 128,
         | 
| 23 | 
            +
              "rank_pattern": {},
         | 
| 24 | 
            +
              "revision": null,
         | 
| 25 | 
            +
              "target_modules": [
         | 
| 26 | 
            +
                "gate_proj",
         | 
| 27 | 
            +
                "k_proj",
         | 
| 28 | 
            +
                "embed_tokens",
         | 
| 29 | 
            +
                "up_proj",
         | 
| 30 | 
            +
                "lm_head",
         | 
| 31 | 
            +
                "q_proj",
         | 
| 32 | 
            +
                "down_proj",
         | 
| 33 | 
            +
                "v_proj",
         | 
| 34 | 
            +
                "o_proj"
         | 
| 35 | 
            +
              ],
         | 
| 36 | 
            +
              "task_type": "CAUSAL_LM",
         | 
| 37 | 
            +
              "use_rslora": false
         | 
| 38 | 
            +
            }
         | 
    	
        adapter_model.safetensors
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:74faf7dc456c5dfc83058cda8d9dbf4e41566c2e6c3c416318c9c8d63cffd168
         | 
| 3 | 
            +
            size 739455808
         | 
