Upload folder using huggingface_hub

.job_config.json

@@ -0,0 +1,153 @@
+{
+  "job": "extension",
+  "config": {
+    "name": "Skirk_Wan_2_2_14B_lora",
+    "process": [
+      {
+        "type": "ui_trainer",
+        "training_folder": "/home/featurize/ai-toolkit/output",
+        "sqlite_db_path": "/home/featurize/ai-toolkit/aitk_db.db",
+        "device": "cuda",
+        "trigger_word": null,
+        "performance_log_every": 10,
+        "network": {
+          "type": "lora",
+          "linear": 32,
+          "linear_alpha": 32,
+          "conv": 16,
+          "conv_alpha": 16,
+          "lokr_full_rank": true,
+          "lokr_factor": -1,
+          "network_kwargs": {
+            "ignore_if_contains": []
+          }
+        },
+        "save": {
+          "dtype": "bf16",
+          "save_every": 250,
+          "max_step_saves_to_keep": 4000,
+          "save_format": "diffusers",
+          "push_to_hub": false
+        },
+        "datasets": [
+          {
+            "folder_path": "/home/featurize/ai-toolkit/datasets/Skirk_Keye_VL_Images_Captioned",
+            "control_path": null,
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.05,
+            "cache_latents_to_disk": false,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+              512,
+              768,
+              1024
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 1,
+            "do_i2v": true,
+            "flip_x": false,
+            "flip_y": false
+          }
+        ],
+        "train": {
+          "batch_size": 1,
+          "bypass_guidance_embedding": false,
+          "steps": 30000,
+          "gradient_accumulation": 1,
+          "train_unet": true,
+          "train_text_encoder": false,
+          "gradient_checkpointing": true,
+          "noise_scheduler": "flowmatch",
+          "optimizer": "adamw8bit",
+          "timestep_type": "linear",
+          "content_or_style": "balanced",
+          "optimizer_params": {
+            "weight_decay": 0.0001
+          },
+          "unload_text_encoder": false,
+          "cache_text_embeddings": true,
+          "lr": 0.0001,
+          "ema_config": {
+            "use_ema": false,
+            "ema_decay": 0.99
+          },
+          "skip_first_sample": true,
+          "force_first_sample": false,
+          "disable_sampling": true,
+          "dtype": "bf16",
+          "diff_output_preservation": false,
+          "diff_output_preservation_multiplier": 1,
+          "diff_output_preservation_class": "person",
+          "switch_boundary_every": 1
+        },
+        "model": {
+          "name_or_path": "/home/featurize/ai-toolkit/Wan2.2-T2V-A14B-Diffusers-bf16",
+          "quantize": true,
+          "qtype": "uint4|ostris/accuracy_recovery_adapters/wan22_14b_t2i_torchao_uint4.safetensors",
+          "quantize_te": true,
+          "qtype_te": "qfloat8",
+          "arch": "wan22_14b:t2v",
+          "low_vram": true,
+          "model_kwargs": {
+            "train_high_noise": true,
+            "train_low_noise": true
+          }
+        },
+        "sample": {
+          "sampler": "flowmatch",
+          "sample_every": 250,
+          "width": 1024,
+          "height": 1024,
+          "samples": [
+            {
+              "prompt": "woman with red hair, playing chess at the park, bomb going off in the background"
+            },
+            {
+              "prompt": "a woman holding a coffee cup, in a beanie, sitting at a cafe"
+            },
+            {
+              "prompt": "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini"
+            },
+            {
+              "prompt": "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background"
+            },
+            {
+              "prompt": "a bear building a log cabin in the snow covered mountains"
+            },
+            {
+              "prompt": "woman playing the guitar, on stage, singing a song, laser lights, punk rocker"
+            },
+            {
+              "prompt": "hipster man with a beard, building a chair, in a wood shop"
+            },
+            {
+              "prompt": "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop"
+            },
+            {
+              "prompt": "a man holding a sign that says, 'this is a sign'"
+            },
+            {
+              "prompt": "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
+            }
+          ],
+          "neg": "",
+          "seed": 42,
+          "walk_seed": true,
+          "guidance_scale": 4,
+          "sample_steps": 25,
+          "num_frames": 41,
+          "fps": 16
+        }
+      }
+    ]
+  },
+  "meta": {
+    "name": "[name]",
+    "version": "1.0"
+  }
+}

Skirk_Wan_2_2_14B_lora_000000250_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4813783b74b00169cc6b15141d343dbf030e4edc4ad73e6b58d8a9da7d3a544d
+size 306808384

Skirk_Wan_2_2_14B_lora_000000250_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ac8157eae894d1c61d992b0762ea7aa083f3c4aa9e70a6ca6777a0ca963af6
+size 306808384

Skirk_Wan_2_2_14B_lora_000000500_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e8e0c0da00509b4e18ed30c2ce47b0a8db131c33e4acfc8b5ec9f73376ad26
+size 306808384

Skirk_Wan_2_2_14B_lora_000000500_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31709d5b567aaf698a883718d14d8fc30c177ca0f1f2115c72595d163d446518
+size 306808384

Skirk_Wan_2_2_14B_lora_000000750_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b11bc4895f52c06dfb972644a580a866369c73f49baa9d41426daaf6f07803f
+size 306808384

Skirk_Wan_2_2_14B_lora_000000750_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f88ca24e99f876efdf721f3a2a27c57eb5fc007830d719840801c48322f21b
+size 306808384

Skirk_Wan_2_2_14B_lora_000001000_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f72569232604eb40d564ec96ac99a8ead31918dbbb3a98e23d5116e2416ee6
+size 306808384

Skirk_Wan_2_2_14B_lora_000001000_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcd589069160f14eab610302b9ecd68e52061bbce6172d8266e29fda4326df8
+size 306808384

Skirk_Wan_2_2_14B_lora_000001250_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446f8977c6ad5bc655ddcc002f4d5028ed3976537bd483c573b49e17330af8e2
+size 306808384

Skirk_Wan_2_2_14B_lora_000001250_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f203d613ede345bb1503a362e3c9670009c040b7c3efa9c5e2fc7de4abd45253
+size 306808384

Skirk_Wan_2_2_14B_lora_000001500_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ffe2fd8e3f3b1a0893bf9336e4e1d4e1bcf85a0b6b5b620fa56579cc0cc267
+size 306808384

Skirk_Wan_2_2_14B_lora_000001500_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10c9a43f10ddf33aaf21ed6edaded743a1e128f70e2329d921502b10b9d35f9
+size 306808384

Skirk_Wan_2_2_14B_lora_000001750_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71c9ed30105cae217ccbfd8c3a251d8b225c01841bc9209ce4951aae2c52b22
+size 306808384

Skirk_Wan_2_2_14B_lora_000001750_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869d679687e201ca84d7486320ee82a9ac59b1c767fa862c261bfac13871cd51
+size 306808384

Skirk_Wan_2_2_14B_lora_000002000_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea4b7ac0e9e2acf6c1213b3abc64b52a70b8ec48d22dd9a545afc4892f1afa0
+size 306808384

Skirk_Wan_2_2_14B_lora_000002000_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d22c5635244f0594b6a85ab450ad7ae5831cc1ca82911ce2de089831d43f4f4
+size 306808384

Skirk_Wan_2_2_14B_lora_000002250_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c3ba61ab824510f1c5ce60c9f61854d5db4b316aef3785c7ab8df8e4719905
+size 306808384

Skirk_Wan_2_2_14B_lora_000002250_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b468f78598f06831b9bf47a75d5693c0a5780fc0cbc57b13dd06e1711ed92fdd
+size 306808384

Skirk_Wan_2_2_14B_lora_000002500_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc5047758ca699c9424bfe788fb38a03011959f7a098c80731cc4f592932a63
+size 306808384

Skirk_Wan_2_2_14B_lora_000002500_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d3b43b527f63a718564076951a2cb382812f75a65dd2a7f8330c0aa004b10d
+size 306808384

Skirk_Wan_2_2_14B_lora_000002750_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b43532bab174014f65db6ac9ae460918ac3408d0c826c779ac5f7ac620e0e2
+size 306808384

Skirk_Wan_2_2_14B_lora_000002750_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c700445f361d5649f5eada6bf003d0d86e4c374f30d720b6f015ed40f9130976
+size 306808384

Skirk_Wan_2_2_14B_lora_000003000_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68fdf8aa3554cbc7789ab44d2acfe6c5847fcc6187f3ad0302ce56526794275
+size 306808384

Skirk_Wan_2_2_14B_lora_000003000_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2120db9d90dda9de13a5c6b55925e1979a625e1c7b6c340cf5be3695c9df0715
+size 306808384

Skirk_Wan_2_2_14B_lora_000003250_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79fa24467265537b5b8b39d07e534fae2ae1481b273b1bfddfc63b1baaddf4f
+size 306808384

Skirk_Wan_2_2_14B_lora_000003250_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef35e2d0e4c4ad2eef0088c8d2bca70c7271c5989d4b09bac47c4a00526e869
+size 306808384

Skirk_Wan_2_2_14B_lora_000003500_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04076a360d5371a312641dc8ce53ae891bd7bf96aa65b555e42f901cbda0899
+size 306808384

Skirk_Wan_2_2_14B_lora_000003500_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a8c941d7b0b02bfc309a8491d6b10bfe00ae68dfe0934f6cb43edad880b78b
+size 306808384

Skirk_Wan_2_2_14B_lora_000003750_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea73b948f509896471ff25ab53201f7b61b33b49dc14c69cfe15cdce21d938ab
+size 306808384

Skirk_Wan_2_2_14B_lora_000003750_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049aab62db82aeef2f59c387afa7e16a67b007e24c1fe7d1fdc883496de03d47
+size 306808384

Skirk_Wan_2_2_14B_lora_000004000_high_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa03fe77d34305569343066fdfd6f239aea400954bec3511728a041957a936bb
+size 306808384

Skirk_Wan_2_2_14B_lora_000004000_low_noise.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb661079f6ac3cd0a79e8631ae8c3749c3b005f7c19609e3b17b6007c319acb
+size 306808384

config.yaml

@@ -0,0 +1,118 @@
+job: extension
+config:
+  name: Skirk_Wan_2_2_14B_lora
+  process:
+  - type: ui_trainer
+    training_folder: /home/featurize/ai-toolkit/output
+    sqlite_db_path: /home/featurize/ai-toolkit/aitk_db.db
+    device: cuda
+    trigger_word: null
+    performance_log_every: 10
+    network:
+      type: lora
+      linear: 32
+      linear_alpha: 32
+      conv: 16
+      conv_alpha: 16
+      lokr_full_rank: true
+      lokr_factor: -1
+      network_kwargs:
+        ignore_if_contains: []
+    save:
+      dtype: bf16
+      save_every: 250
+      max_step_saves_to_keep: 4000
+      save_format: diffusers
+      push_to_hub: false
+    datasets:
+    - folder_path: /home/featurize/ai-toolkit/datasets/Skirk_Keye_VL_Images_Captioned
+      control_path: null
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.05
+      cache_latents_to_disk: false
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 512
+      - 768
+      - 1024
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 1
+      do_i2v: true
+      flip_x: false
+      flip_y: false
+    train:
+      batch_size: 1
+      bypass_guidance_embedding: false
+      steps: 30000
+      gradient_accumulation: 1
+      train_unet: true
+      train_text_encoder: false
+      gradient_checkpointing: true
+      noise_scheduler: flowmatch
+      optimizer: adamw8bit
+      timestep_type: linear
+      content_or_style: balanced
+      optimizer_params:
+        weight_decay: 0.0001
+      unload_text_encoder: false
+      cache_text_embeddings: true
+      lr: 0.0001
+      ema_config:
+        use_ema: false
+        ema_decay: 0.99
+      skip_first_sample: true
+      force_first_sample: false
+      disable_sampling: true
+      dtype: bf16
+      diff_output_preservation: false
+      diff_output_preservation_multiplier: 1
+      diff_output_preservation_class: person
+      switch_boundary_every: 1
+    model:
+      name_or_path: /home/featurize/ai-toolkit/Wan2.2-T2V-A14B-Diffusers-bf16
+      quantize: true
+      qtype: uint4|ostris/accuracy_recovery_adapters/wan22_14b_t2i_torchao_uint4.safetensors
+      quantize_te: true
+      qtype_te: qfloat8
+      arch: wan22_14b:t2v
+      low_vram: true
+      model_kwargs:
+        train_high_noise: true
+        train_low_noise: true
+    sample:
+      sampler: flowmatch
+      sample_every: 250
+      width: 1024
+      height: 1024
+      samples:
+      - prompt: woman with red hair, playing chess at the park, bomb going off in
+          the background
+      - prompt: a woman holding a coffee cup, in a beanie, sitting at a cafe
+      - prompt: a horse is a DJ at a night club, fish eye lens, smoke machine, lazer
+          lights, holding a martini
+      - prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
+          out of the water in the background
+      - prompt: a bear building a log cabin in the snow covered mountains
+      - prompt: woman playing the guitar, on stage, singing a song, laser lights,
+          punk rocker
+      - prompt: hipster man with a beard, building a chair, in a wood shop
+      - prompt: photo of a man, white background, medium shot, modeling clothing,
+          studio lighting, white backdrop
+      - prompt: a man holding a sign that says, 'this is a sign'
+      - prompt: a bulldog, in a post apocalyptic world, with a shotgun, in a leather
+          jacket, in a desert, with a motorcycle
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 4
+      sample_steps: 25
+      num_frames: 41
+      fps: 16
+meta:
+  name: Skirk_Wan_2_2_14B_lora
+  version: '1.0'

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debed9fcfc836e2b78ea5a0f33da55b0060eca5259d838ddb6d625a97f1f295c
+size 624884069