File size: 4,206 Bytes
302920f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
- title: Get started
  sections:
  - local: index
    title: 🤗 PEFT
  - local: quicktour
    title: Quicktour
  - local: install
    title: Installation

- title: Tutorial
  sections:
  - local: tutorial/peft_model_config
    title: Configurations and models
  - local: tutorial/peft_integrations
    title: Integrations

- title: PEFT method guides
  sections:
  - local: task_guides/prompt_based_methods
    title: Prompt-based methods
  - local: task_guides/lora_based_methods
    title: LoRA methods
  - local: task_guides/ia3
    title: IA3

- title: Developer guides
  sections:
  - local: developer_guides/model_merging
    title: Model merging
  - local: developer_guides/quantization
    title: Quantization
  - local: developer_guides/lora
    title: LoRA
  - local: developer_guides/custom_models
    title: Custom models
  - local: developer_guides/low_level_api
    title: Adapter injection
  - local: developer_guides/mixed_models
    title: Mixed adapter types
  - local: developer_guides/torch_compile
    title: torch.compile
  - local: developer_guides/contributing
    title: Contribute to PEFT
  - local: developer_guides/troubleshooting
    title: Troubleshooting
  - local: developer_guides/checkpoint
    title: PEFT checkpoint format

- title: 🤗 Accelerate integrations
  sections:
  - local: accelerate/deepspeed
    title: DeepSpeed
  - local: accelerate/fsdp
    title: Fully Sharded Data Parallel

- title: Conceptual guides
  sections:
  - local: conceptual_guides/adapter
    title: Adapters
  - local: conceptual_guides/prompting
    title: Soft prompts
  - local: conceptual_guides/ia3
    title: IA3
  - local: conceptual_guides/oft
    title: OFT/BOFT

- sections:
  - sections:
    - local: package_reference/auto_class
      title: AutoPeftModel
    - local: package_reference/peft_model
      title: PEFT model
    - local: package_reference/peft_types
      title: PEFT types
    - local: package_reference/config
      title: Configuration
    - local: package_reference/tuners
      title: Tuner
    title: Main classes
  - sections:
    - local: package_reference/adalora
      title: AdaLoRA
    - local: package_reference/ia3
      title: IA3
    - local: package_reference/llama_adapter
      title: Llama-Adapter
    - local: package_reference/loha
      title: LoHa
    - local: package_reference/lokr
      title: LoKr
    - local: package_reference/lora
      title: LoRA
    - local: package_reference/xlora
      title: X-LoRA
    - local: package_reference/adapter_utils
      title: LyCORIS
    - local: package_reference/multitask_prompt_tuning
      title: Multitask Prompt Tuning
    - local: package_reference/oft
      title: OFT
    - local: package_reference/boft
      title: BOFT
    - local: package_reference/poly
      title: Polytropon
    - local: package_reference/p_tuning
      title: P-tuning
    - local: package_reference/prefix_tuning
      title: Prefix tuning
    - local: package_reference/prompt_tuning
      title: Prompt tuning
    - local: package_reference/layernorm_tuning
      title: Layernorm tuning
    - local: package_reference/vera
      title: VeRA
    - local: package_reference/fourierft
      title: FourierFT
    - local: package_reference/vblora
      title: VB-LoRA
    - local: package_reference/hra
      title: HRA
    - local: package_reference/cpt
      title: CPT
    - local: package_reference/bone
      title: Bone
    - local: package_reference/trainable_tokens
      title: Trainable Tokens
    - local: package_reference/randlora
      title: RandLora
    - local: package_reference/shira
      title: SHiRA
    - local: package_reference/c3a
      title: C3A
    - local: package_reference/miss
      title: MiSS
    - local: package_reference/road
      title: RoAd
    - local: package_reference/waveft
      title: WaveFT

    title: Adapters
  - sections:
    - local: package_reference/merge_utils
      title: Model merge
    - local: package_reference/helpers
      title: Helpers
    - local: package_reference/hotswap
      title: Hotswapping adapters
    - local: package_reference/functional
      title: Functions for PEFT integration
    title: Utilities
  title: API reference