Spaces:
Running
on
Zero
Running
on
Zero
Update optimization.py
Browse files- optimization.py +13 -11
optimization.py
CHANGED
|
@@ -43,21 +43,23 @@ def optimize_pipeline_(pipeline: Callable[P, Any], *args: P.args, **kwargs: P.kw
|
|
| 43 |
@spaces.GPU(duration=1500)
|
| 44 |
def compile_transformer():
|
| 45 |
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
adapter_name="lightning"
|
| 50 |
)
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
|
|
|
| 57 |
)
|
| 58 |
-
|
| 59 |
|
| 60 |
-
|
|
|
|
| 61 |
pipeline.fuse_lora(adapter_names=["lightning_2"], lora_scale=1., components=["transformer_2"])
|
| 62 |
pipeline.unload_lora_weights()
|
| 63 |
|
|
|
|
| 43 |
@spaces.GPU(duration=1500)
|
| 44 |
def compile_transformer():
|
| 45 |
|
| 46 |
+
pipeline.load_lora_weights(
|
| 47 |
+
"Kijai/WanVideo_comfy",
|
| 48 |
+
weight_name="Lightx2v/lightx2v_T2V_14B_cfg_step_distill_v2_lora_rank128_bf16.safetensors",
|
| 49 |
adapter_name="lightning"
|
| 50 |
)
|
| 51 |
+
kwargs_lora = {}
|
| 52 |
+
kwargs_lora["load_into_transformer_2"] = True
|
| 53 |
+
pipeline.load_lora_weights(
|
| 54 |
+
"Kijai/WanVideo_comfy",
|
| 55 |
+
weight_name="Lightx2v/lightx2v_T2V_14B_cfg_step_distill_v2_lora_rank128_bf16.safetensors",
|
| 56 |
+
#weight_name="Wan22-Lightning/Wan2.2-Lightning_T2V-A14B-4steps-lora_LOW_fp16.safetensors",
|
| 57 |
+
adapter_name="lightning_2", **kwargs_lora
|
| 58 |
)
|
| 59 |
+
pipeline.set_adapters(["lightning", "lightning_2"], adapter_weights=[1., 1.])
|
| 60 |
|
| 61 |
+
|
| 62 |
+
pipeline.fuse_lora(adapter_names=["lightning"], lora_scale=3., components=["transformer"])
|
| 63 |
pipeline.fuse_lora(adapter_names=["lightning_2"], lora_scale=1., components=["transformer_2"])
|
| 64 |
pipeline.unload_lora_weights()
|
| 65 |
|