Hugging Face's logo

EarthnDusk
/
EarthnDusk_SDXL_Models

Text-to-Image
Diffusers
Safetensors
English
sdxl
stable diffusion
anime
earth and dusk
duskfallcrew
sdxl-anikme
sdxl anime
Model card Files
xet
Community
73
Duskfallcrew commited on
Commit
4f4f537
·
1 Parent(s): 43c7ab2

Jsons for Lora & Model SDXL Training

Browse files
Files changed (14) hide show
  1. JSON & LOGS/20230810054611.zip +3 -0
  2. JSON & LOGS/20230810054611/.DS_Store +0 -0
  3. JSON & LOGS/20230810054611/finetuning/events.out.tfevents.1691635590.Rey_rzn7700.19144.0 +3 -0
  4. JSON & LOGS/Dusk_XL_Goth_Moon_dadapt_cos_1e-7_20230811-135046.json +109 -0
  5. JSON & LOGS/Dusk_XL_Lucifer_dadapt_cos_1e-7_20230811-114205.json +109 -0
  6. JSON & LOGS/Dusk_XL_NijiSlime_dadapt_cos_1e-7_20230811-130924.json +109 -0
  7. JSON & LOGS/Dusk_XL_PinkSpider_20230809-021446 (1).json +109 -0
  8. JSON & LOGS/Dusk_XL_PinkSpider_20230809-021446.json +109 -0
  9. JSON & LOGS/Dusk_XL_Rockwell_dadapt_cos_1e-7_20230811-122123.json +109 -0
  10. JSON & LOGS/OseaXL_V1_20230809-041422.json +85 -0
  11. JSON & LOGS/SMNouveau_Alpha_01_dadapt_cos_1e-7_20230811-102104.json +109 -0
  12. JSON & LOGS/XmenCelshade_XL_01_dadapt_cos_1e-7_20230811-094024.json +109 -0
  13. JSON & LOGS/config_fancy_new.json +86 -0
  14. JSON & LOGS/envy_cute_xl_01_dadapt_cosine-1e-7_works_best.json +109 -0
JSON & LOGS/20230810054611.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74bb2bb5a4fe72a484255d3915eec684d11c5f4d715e53d7ce84729b5a2509b9
3
+ size 542705
JSON & LOGS/20230810054611/.DS_Store ADDED
Binary file (6.15 kB). View file
 
JSON & LOGS/20230810054611/finetuning/events.out.tfevents.1691635590.Rey_rzn7700.19144.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4672c98a2a6e6cf82b73719f889591d156fc9d2931fdab6754461ae4af730307
3
+ size 542354
JSON & LOGS/Dusk_XL_Goth_Moon_dadapt_cos_1e-7_20230811-135046.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Standard",
3
+ "adaptive_noise_scale": 0.00357,
4
+ "additional_parameters": "--max_grad_norm=0",
5
+ "block_alphas": "",
6
+ "block_dims": "",
7
+ "block_lr_zero_threshold": "",
8
+ "bucket_no_upscale": true,
9
+ "bucket_reso_steps": 64,
10
+ "cache_latents": true,
11
+ "cache_latents_to_disk": true,
12
+ "caption_dropout_every_n_epochs": 0.0,
13
+ "caption_dropout_rate": 0.05,
14
+ "caption_extension": ".txt",
15
+ "clip_skip": "1",
16
+ "color_aug": false,
17
+ "conv_alpha": 4,
18
+ "conv_block_alphas": "",
19
+ "conv_block_dims": "",
20
+ "conv_dim": 8,
21
+ "decompose_both": false,
22
+ "dim_from_weights": false,
23
+ "down_lr_weight": "",
24
+ "enable_bucket": true,
25
+ "epoch": 3,
26
+ "factor": -1,
27
+ "flip_aug": false,
28
+ "full_bf16": false,
29
+ "full_fp16": false,
30
+ "gradient_accumulation_steps": 1.0,
31
+ "gradient_checkpointing": true,
32
+ "keep_tokens": "0",
33
+ "learning_rate": 1e-07,
34
+ "logging_dir": "dataset/Goth_Moon/logs",
35
+ "lora_network_weights": "",
36
+ "lr_scheduler": "cosine",
37
+ "lr_scheduler_num_cycles": "",
38
+ "lr_scheduler_power": "",
39
+ "lr_warmup": 0,
40
+ "max_bucket_reso": 2048,
41
+ "max_data_loader_n_workers": "0",
42
+ "max_resolution": "1024,1024",
43
+ "max_timestep": 1000,
44
+ "max_token_length": "75",
45
+ "max_train_epochs": "",
46
+ "mem_eff_attn": true,
47
+ "mid_lr_weight": "",
48
+ "min_bucket_reso": 256,
49
+ "min_snr_gamma": 5,
50
+ "min_timestep": 0,
51
+ "mixed_precision": "fp16",
52
+ "model_list": "custom",
53
+ "module_dropout": 0,
54
+ "multires_noise_discount": 0.2,
55
+ "multires_noise_iterations": 8,
56
+ "network_alpha": 32,
57
+ "network_dim": 64,
58
+ "network_dropout": 0,
59
+ "no_token_padding": false,
60
+ "noise_offset": 0.0357,
61
+ "noise_offset_type": "Original",
62
+ "num_cpu_threads_per_process": 2,
63
+ "optimizer": "DAdaptation",
64
+ "optimizer_args": "",
65
+ "output_dir": "dataset/Goth_Moon/model",
66
+ "output_name": "Dusk_XL_Goth_Moon_dadapt_cos_1e-7",
67
+ "persistent_data_loader_workers": false,
68
+ "pretrained_model_name_or_path": "dataset/EnvyOverdriveXL.safetensors",
69
+ "prior_loss_weight": 1.0,
70
+ "random_crop": false,
71
+ "rank_dropout": 0,
72
+ "reg_data_dir": "",
73
+ "resume": "",
74
+ "sample_every_n_epochs": 0,
75
+ "sample_every_n_steps": 0,
76
+ "sample_prompts": "",
77
+ "sample_sampler": "euler_a",
78
+ "save_every_n_epochs": 1,
79
+ "save_every_n_steps": 0,
80
+ "save_last_n_steps": 0,
81
+ "save_last_n_steps_state": 0,
82
+ "save_model_as": "safetensors",
83
+ "save_precision": "fp16",
84
+ "save_state": false,
85
+ "scale_v_pred_loss_like_noise_pred": false,
86
+ "scale_weight_norms": 1,
87
+ "sdxl": true,
88
+ "sdxl_cache_text_encoder_outputs": false,
89
+ "sdxl_no_half_vae": true,
90
+ "seed": "12345",
91
+ "shuffle_caption": true,
92
+ "stop_text_encoder_training_pct": 1,
93
+ "text_encoder_lr": 0.0,
94
+ "train_batch_size": 3,
95
+ "train_data_dir": "dataset/Goth_Moon/img",
96
+ "train_on_input": false,
97
+ "training_comment": "Trained by Earth & Dusk",
98
+ "unet_lr": 1.0,
99
+ "unit": 1,
100
+ "up_lr_weight": "",
101
+ "use_cp": true,
102
+ "use_wandb": false,
103
+ "v2": false,
104
+ "v_parameterization": false,
105
+ "vae_batch_size": 0,
106
+ "wandb_api_key": "",
107
+ "weighted_captions": false,
108
+ "xformers": true
109
+ }
JSON & LOGS/Dusk_XL_Lucifer_dadapt_cos_1e-7_20230811-114205.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Standard",
3
+ "adaptive_noise_scale": 0.00357,
4
+ "additional_parameters": "--max_grad_norm=0",
5
+ "block_alphas": "",
6
+ "block_dims": "",
7
+ "block_lr_zero_threshold": "",
8
+ "bucket_no_upscale": true,
9
+ "bucket_reso_steps": 64,
10
+ "cache_latents": true,
11
+ "cache_latents_to_disk": true,
12
+ "caption_dropout_every_n_epochs": 0.0,
13
+ "caption_dropout_rate": 0.05,
14
+ "caption_extension": ".txt",
15
+ "clip_skip": "1",
16
+ "color_aug": false,
17
+ "conv_alpha": 4,
18
+ "conv_block_alphas": "",
19
+ "conv_block_dims": "",
20
+ "conv_dim": 8,
21
+ "decompose_both": false,
22
+ "dim_from_weights": false,
23
+ "down_lr_weight": "",
24
+ "enable_bucket": true,
25
+ "epoch": 5,
26
+ "factor": -1,
27
+ "flip_aug": false,
28
+ "full_bf16": false,
29
+ "full_fp16": false,
30
+ "gradient_accumulation_steps": 1.0,
31
+ "gradient_checkpointing": true,
32
+ "keep_tokens": "0",
33
+ "learning_rate": 1e-07,
34
+ "logging_dir": "dataset/Lucifer/logs",
35
+ "lora_network_weights": "",
36
+ "lr_scheduler": "cosine",
37
+ "lr_scheduler_num_cycles": "",
38
+ "lr_scheduler_power": "",
39
+ "lr_warmup": 0,
40
+ "max_bucket_reso": 2048,
41
+ "max_data_loader_n_workers": "0",
42
+ "max_resolution": "1024,1024",
43
+ "max_timestep": 1000,
44
+ "max_token_length": "75",
45
+ "max_train_epochs": "",
46
+ "mem_eff_attn": true,
47
+ "mid_lr_weight": "",
48
+ "min_bucket_reso": 256,
49
+ "min_snr_gamma": 5,
50
+ "min_timestep": 0,
51
+ "mixed_precision": "fp16",
52
+ "model_list": "custom",
53
+ "module_dropout": 0,
54
+ "multires_noise_discount": 0.2,
55
+ "multires_noise_iterations": 8,
56
+ "network_alpha": 32,
57
+ "network_dim": 64,
58
+ "network_dropout": 0,
59
+ "no_token_padding": false,
60
+ "noise_offset": 0.0357,
61
+ "noise_offset_type": "Original",
62
+ "num_cpu_threads_per_process": 2,
63
+ "optimizer": "DAdaptation",
64
+ "optimizer_args": "",
65
+ "output_dir": "dataset/Lucifer/model",
66
+ "output_name": "Dusk_XL_Lucifer_dadapt_cos_1e-7",
67
+ "persistent_data_loader_workers": false,
68
+ "pretrained_model_name_or_path": "dataset/EnvyOverdriveXL.safetensors",
69
+ "prior_loss_weight": 1.0,
70
+ "random_crop": false,
71
+ "rank_dropout": 0,
72
+ "reg_data_dir": "",
73
+ "resume": "",
74
+ "sample_every_n_epochs": 0,
75
+ "sample_every_n_steps": 0,
76
+ "sample_prompts": "",
77
+ "sample_sampler": "euler_a",
78
+ "save_every_n_epochs": 1,
79
+ "save_every_n_steps": 0,
80
+ "save_last_n_steps": 0,
81
+ "save_last_n_steps_state": 0,
82
+ "save_model_as": "safetensors",
83
+ "save_precision": "fp16",
84
+ "save_state": false,
85
+ "scale_v_pred_loss_like_noise_pred": false,
86
+ "scale_weight_norms": 1,
87
+ "sdxl": true,
88
+ "sdxl_cache_text_encoder_outputs": false,
89
+ "sdxl_no_half_vae": true,
90
+ "seed": "12345",
91
+ "shuffle_caption": true,
92
+ "stop_text_encoder_training_pct": 1,
93
+ "text_encoder_lr": 0.0,
94
+ "train_batch_size": 2,
95
+ "train_data_dir": "dataset/Lucifer/img",
96
+ "train_on_input": false,
97
+ "training_comment": "Trained by Earth & Dusk",
98
+ "unet_lr": 1.0,
99
+ "unit": 1,
100
+ "up_lr_weight": "",
101
+ "use_cp": true,
102
+ "use_wandb": false,
103
+ "v2": false,
104
+ "v_parameterization": false,
105
+ "vae_batch_size": 0,
106
+ "wandb_api_key": "",
107
+ "weighted_captions": false,
108
+ "xformers": true
109
+ }
JSON & LOGS/Dusk_XL_NijiSlime_dadapt_cos_1e-7_20230811-130924.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Standard",
3
+ "adaptive_noise_scale": 0.00357,
4
+ "additional_parameters": "--max_grad_norm=0",
5
+ "block_alphas": "",
6
+ "block_dims": "",
7
+ "block_lr_zero_threshold": "",
8
+ "bucket_no_upscale": true,
9
+ "bucket_reso_steps": 64,
10
+ "cache_latents": true,
11
+ "cache_latents_to_disk": true,
12
+ "caption_dropout_every_n_epochs": 0.0,
13
+ "caption_dropout_rate": 0.05,
14
+ "caption_extension": ".txt",
15
+ "clip_skip": "1",
16
+ "color_aug": false,
17
+ "conv_alpha": 4,
18
+ "conv_block_alphas": "",
19
+ "conv_block_dims": "",
20
+ "conv_dim": 8,
21
+ "decompose_both": false,
22
+ "dim_from_weights": false,
23
+ "down_lr_weight": "",
24
+ "enable_bucket": true,
25
+ "epoch": 5,
26
+ "factor": -1,
27
+ "flip_aug": false,
28
+ "full_bf16": false,
29
+ "full_fp16": false,
30
+ "gradient_accumulation_steps": 1.0,
31
+ "gradient_checkpointing": true,
32
+ "keep_tokens": "0",
33
+ "learning_rate": 1e-07,
34
+ "logging_dir": "dataset/Niji_Slime_XL/logs",
35
+ "lora_network_weights": "",
36
+ "lr_scheduler": "cosine",
37
+ "lr_scheduler_num_cycles": "",
38
+ "lr_scheduler_power": "",
39
+ "lr_warmup": 0,
40
+ "max_bucket_reso": 2048,
41
+ "max_data_loader_n_workers": "0",
42
+ "max_resolution": "1024,1024",
43
+ "max_timestep": 1000,
44
+ "max_token_length": "75",
45
+ "max_train_epochs": "",
46
+ "mem_eff_attn": true,
47
+ "mid_lr_weight": "",
48
+ "min_bucket_reso": 256,
49
+ "min_snr_gamma": 5,
50
+ "min_timestep": 0,
51
+ "mixed_precision": "fp16",
52
+ "model_list": "custom",
53
+ "module_dropout": 0,
54
+ "multires_noise_discount": 0.2,
55
+ "multires_noise_iterations": 8,
56
+ "network_alpha": 32,
57
+ "network_dim": 64,
58
+ "network_dropout": 0,
59
+ "no_token_padding": false,
60
+ "noise_offset": 0.0357,
61
+ "noise_offset_type": "Original",
62
+ "num_cpu_threads_per_process": 2,
63
+ "optimizer": "DAdaptation",
64
+ "optimizer_args": "",
65
+ "output_dir": "dataset/Niji_Slime_XL/model",
66
+ "output_name": "Dusk_XL_NijiSlime_dadapt_cos_1e-7",
67
+ "persistent_data_loader_workers": false,
68
+ "pretrained_model_name_or_path": "dataset/EnvyOverdriveXL.safetensors",
69
+ "prior_loss_weight": 1.0,
70
+ "random_crop": false,
71
+ "rank_dropout": 0,
72
+ "reg_data_dir": "",
73
+ "resume": "",
74
+ "sample_every_n_epochs": 0,
75
+ "sample_every_n_steps": 0,
76
+ "sample_prompts": "",
77
+ "sample_sampler": "euler_a",
78
+ "save_every_n_epochs": 1,
79
+ "save_every_n_steps": 0,
80
+ "save_last_n_steps": 0,
81
+ "save_last_n_steps_state": 0,
82
+ "save_model_as": "safetensors",
83
+ "save_precision": "fp16",
84
+ "save_state": false,
85
+ "scale_v_pred_loss_like_noise_pred": false,
86
+ "scale_weight_norms": 1,
87
+ "sdxl": true,
88
+ "sdxl_cache_text_encoder_outputs": false,
89
+ "sdxl_no_half_vae": true,
90
+ "seed": "12345",
91
+ "shuffle_caption": true,
92
+ "stop_text_encoder_training_pct": 1,
93
+ "text_encoder_lr": 0.0,
94
+ "train_batch_size": 3,
95
+ "train_data_dir": "dataset/Niji_Slime_XL/img",
96
+ "train_on_input": false,
97
+ "training_comment": "Trained by Earth & Dusk",
98
+ "unet_lr": 1.0,
99
+ "unit": 1,
100
+ "up_lr_weight": "",
101
+ "use_cp": true,
102
+ "use_wandb": false,
103
+ "v2": false,
104
+ "v_parameterization": false,
105
+ "vae_batch_size": 0,
106
+ "wandb_api_key": "",
107
+ "weighted_captions": false,
108
+ "xformers": true
109
+ }
JSON & LOGS/Dusk_XL_PinkSpider_20230809-021446 (1).json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Standard",
3
+ "adaptive_noise_scale": 0.00357,
4
+ "additional_parameters": "--max_grad_norm=0 ",
5
+ "block_alphas": "",
6
+ "block_dims": "",
7
+ "block_lr_zero_threshold": "",
8
+ "bucket_no_upscale": true,
9
+ "bucket_reso_steps": 64,
10
+ "cache_latents": true,
11
+ "cache_latents_to_disk": true,
12
+ "caption_dropout_every_n_epochs": 0.0,
13
+ "caption_dropout_rate": 0.05,
14
+ "caption_extension": ".txt",
15
+ "clip_skip": "1",
16
+ "color_aug": false,
17
+ "conv_alpha": 4,
18
+ "conv_block_alphas": "",
19
+ "conv_block_dims": "",
20
+ "conv_dim": 8,
21
+ "decompose_both": false,
22
+ "dim_from_weights": false,
23
+ "down_lr_weight": "",
24
+ "enable_bucket": true,
25
+ "epoch": 10,
26
+ "factor": -1,
27
+ "flip_aug": false,
28
+ "full_bf16": false,
29
+ "full_fp16": false,
30
+ "gradient_accumulation_steps": 1.0,
31
+ "gradient_checkpointing": true,
32
+ "keep_tokens": "0",
33
+ "learning_rate": 50000.0,
34
+ "logging_dir": "dataset/XL_PinkSpider/log",
35
+ "lora_network_weights": "",
36
+ "lr_scheduler": "cosine_with_restarts",
37
+ "lr_scheduler_num_cycles": "3",
38
+ "lr_scheduler_power": "",
39
+ "lr_warmup": 0,
40
+ "max_bucket_reso": 2048,
41
+ "max_data_loader_n_workers": "0",
42
+ "max_resolution": "1024,1024",
43
+ "max_timestep": 1000,
44
+ "max_token_length": "75",
45
+ "max_train_epochs": "",
46
+ "mem_eff_attn": true,
47
+ "mid_lr_weight": "",
48
+ "min_bucket_reso": 256,
49
+ "min_snr_gamma": 5,
50
+ "min_timestep": 0,
51
+ "mixed_precision": "fp16",
52
+ "model_list": "custom",
53
+ "module_dropout": 0,
54
+ "multires_noise_discount": 0.2,
55
+ "multires_noise_iterations": 8,
56
+ "network_alpha": 32,
57
+ "network_dim": 64,
58
+ "network_dropout": 0,
59
+ "no_token_padding": false,
60
+ "noise_offset": 0.0357,
61
+ "noise_offset_type": "Original",
62
+ "num_cpu_threads_per_process": 2,
63
+ "optimizer": "Adafactor",
64
+ "optimizer_args": "",
65
+ "output_dir": "dataset/XL_PinkSpider/model",
66
+ "output_name": "Dusk_XL_PinkSpider",
67
+ "persistent_data_loader_workers": false,
68
+ "pretrained_model_name_or_path": "dataset/animagine-xl.safetensors",
69
+ "prior_loss_weight": 1.0,
70
+ "random_crop": false,
71
+ "rank_dropout": 0,
72
+ "reg_data_dir": "",
73
+ "resume": "",
74
+ "sample_every_n_epochs": 0,
75
+ "sample_every_n_steps": 0,
76
+ "sample_prompts": "",
77
+ "sample_sampler": "euler_a",
78
+ "save_every_n_epochs": 1,
79
+ "save_every_n_steps": 0,
80
+ "save_last_n_steps": 0,
81
+ "save_last_n_steps_state": 0,
82
+ "save_model_as": "safetensors",
83
+ "save_precision": "fp16",
84
+ "save_state": false,
85
+ "scale_v_pred_loss_like_noise_pred": false,
86
+ "scale_weight_norms": 1,
87
+ "sdxl": true,
88
+ "sdxl_cache_text_encoder_outputs": false,
89
+ "sdxl_no_half_vae": true,
90
+ "seed": "12345",
91
+ "shuffle_caption": true,
92
+ "stop_text_encoder_training_pct": 0,
93
+ "text_encoder_lr": 0.0,
94
+ "train_batch_size": 2,
95
+ "train_data_dir": "dataset/XL_PinkSpider/img",
96
+ "train_on_input": false,
97
+ "training_comment": "",
98
+ "unet_lr": 1000.0,
99
+ "unit": 1,
100
+ "up_lr_weight": "",
101
+ "use_cp": true,
102
+ "use_wandb": false,
103
+ "v2": false,
104
+ "v_parameterization": false,
105
+ "vae_batch_size": 0,
106
+ "wandb_api_key": "",
107
+ "weighted_captions": false,
108
+ "xformers": true
109
+ }
JSON & LOGS/Dusk_XL_PinkSpider_20230809-021446.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Standard",
3
+ "adaptive_noise_scale": 0.00357,
4
+ "additional_parameters": "--max_grad_norm=0 ",
5
+ "block_alphas": "",
6
+ "block_dims": "",
7
+ "block_lr_zero_threshold": "",
8
+ "bucket_no_upscale": true,
9
+ "bucket_reso_steps": 64,
10
+ "cache_latents": true,
11
+ "cache_latents_to_disk": true,
12
+ "caption_dropout_every_n_epochs": 0.0,
13
+ "caption_dropout_rate": 0.05,
14
+ "caption_extension": ".txt",
15
+ "clip_skip": "1",
16
+ "color_aug": false,
17
+ "conv_alpha": 4,
18
+ "conv_block_alphas": "",
19
+ "conv_block_dims": "",
20
+ "conv_dim": 8,
21
+ "decompose_both": false,
22
+ "dim_from_weights": false,
23
+ "down_lr_weight": "",
24
+ "enable_bucket": true,
25
+ "epoch": 10,
26
+ "factor": -1,
27
+ "flip_aug": false,
28
+ "full_bf16": false,
29
+ "full_fp16": false,
30
+ "gradient_accumulation_steps": 1.0,
31
+ "gradient_checkpointing": true,
32
+ "keep_tokens": "0",
33
+ "learning_rate": 50000.0,
34
+ "logging_dir": "dataset/XL_PinkSpider/log",
35
+ "lora_network_weights": "",
36
+ "lr_scheduler": "cosine_with_restarts",
37
+ "lr_scheduler_num_cycles": "3",
38
+ "lr_scheduler_power": "",
39
+ "lr_warmup": 0,
40
+ "max_bucket_reso": 2048,
41
+ "max_data_loader_n_workers": "0",
42
+ "max_resolution": "1024,1024",
43
+ "max_timestep": 1000,
44
+ "max_token_length": "75",
45
+ "max_train_epochs": "",
46
+ "mem_eff_attn": true,
47
+ "mid_lr_weight": "",
48
+ "min_bucket_reso": 256,
49
+ "min_snr_gamma": 5,
50
+ "min_timestep": 0,
51
+ "mixed_precision": "fp16",
52
+ "model_list": "custom",
53
+ "module_dropout": 0,
54
+ "multires_noise_discount": 0.2,
55
+ "multires_noise_iterations": 8,
56
+ "network_alpha": 32,
57
+ "network_dim": 64,
58
+ "network_dropout": 0,
59
+ "no_token_padding": false,
60
+ "noise_offset": 0.0357,
61
+ "noise_offset_type": "Original",
62
+ "num_cpu_threads_per_process": 2,
63
+ "optimizer": "Adafactor",
64
+ "optimizer_args": "",
65
+ "output_dir": "dataset/XL_PinkSpider/model",
66
+ "output_name": "Dusk_XL_PinkSpider",
67
+ "persistent_data_loader_workers": false,
68
+ "pretrained_model_name_or_path": "dataset/animagine-xl.safetensors",
69
+ "prior_loss_weight": 1.0,
70
+ "random_crop": false,
71
+ "rank_dropout": 0,
72
+ "reg_data_dir": "",
73
+ "resume": "",
74
+ "sample_every_n_epochs": 0,
75
+ "sample_every_n_steps": 0,
76
+ "sample_prompts": "",
77
+ "sample_sampler": "euler_a",
78
+ "save_every_n_epochs": 1,
79
+ "save_every_n_steps": 0,
80
+ "save_last_n_steps": 0,
81
+ "save_last_n_steps_state": 0,
82
+ "save_model_as": "safetensors",
83
+ "save_precision": "fp16",
84
+ "save_state": false,
85
+ "scale_v_pred_loss_like_noise_pred": false,
86
+ "scale_weight_norms": 1,
87
+ "sdxl": true,
88
+ "sdxl_cache_text_encoder_outputs": false,
89
+ "sdxl_no_half_vae": true,
90
+ "seed": "12345",
91
+ "shuffle_caption": true,
92
+ "stop_text_encoder_training_pct": 0,
93
+ "text_encoder_lr": 0.0,
94
+ "train_batch_size": 2,
95
+ "train_data_dir": "dataset/XL_PinkSpider/img",
96
+ "train_on_input": false,
97
+ "training_comment": "",
98
+ "unet_lr": 1000.0,
99
+ "unit": 1,
100
+ "up_lr_weight": "",
101
+ "use_cp": true,
102
+ "use_wandb": false,
103
+ "v2": false,
104
+ "v_parameterization": false,
105
+ "vae_batch_size": 0,
106
+ "wandb_api_key": "",
107
+ "weighted_captions": false,
108
+ "xformers": true
109
+ }
JSON & LOGS/Dusk_XL_Rockwell_dadapt_cos_1e-7_20230811-122123.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Standard",
3
+ "adaptive_noise_scale": 0.00357,
4
+ "additional_parameters": "--max_grad_norm=0",
5
+ "block_alphas": "",
6
+ "block_dims": "",
7
+ "block_lr_zero_threshold": "",
8
+ "bucket_no_upscale": true,
9
+ "bucket_reso_steps": 64,
10
+ "cache_latents": true,
11
+ "cache_latents_to_disk": true,
12
+ "caption_dropout_every_n_epochs": 0.0,
13
+ "caption_dropout_rate": 0.05,
14
+ "caption_extension": ".txt",
15
+ "clip_skip": "1",
16
+ "color_aug": false,
17
+ "conv_alpha": 4,
18
+ "conv_block_alphas": "",
19
+ "conv_block_dims": "",
20
+ "conv_dim": 8,
21
+ "decompose_both": false,
22
+ "dim_from_weights": false,
23
+ "down_lr_weight": "",
24
+ "enable_bucket": true,
25
+ "epoch": 5,
26
+ "factor": -1,
27
+ "flip_aug": false,
28
+ "full_bf16": false,
29
+ "full_fp16": false,
30
+ "gradient_accumulation_steps": 1.0,
31
+ "gradient_checkpointing": true,
32
+ "keep_tokens": "0",
33
+ "learning_rate": 1e-07,
34
+ "logging_dir": "dataset/Fake_Norman_Rockwell_Style/logs",
35
+ "lora_network_weights": "",
36
+ "lr_scheduler": "cosine",
37
+ "lr_scheduler_num_cycles": "",
38
+ "lr_scheduler_power": "",
39
+ "lr_warmup": 0,
40
+ "max_bucket_reso": 2048,
41
+ "max_data_loader_n_workers": "0",
42
+ "max_resolution": "1024,1024",
43
+ "max_timestep": 1000,
44
+ "max_token_length": "75",
45
+ "max_train_epochs": "",
46
+ "mem_eff_attn": true,
47
+ "mid_lr_weight": "",
48
+ "min_bucket_reso": 256,
49
+ "min_snr_gamma": 5,
50
+ "min_timestep": 0,
51
+ "mixed_precision": "fp16",
52
+ "model_list": "custom",
53
+ "module_dropout": 0,
54
+ "multires_noise_discount": 0.2,
55
+ "multires_noise_iterations": 8,
56
+ "network_alpha": 32,
57
+ "network_dim": 64,
58
+ "network_dropout": 0,
59
+ "no_token_padding": false,
60
+ "noise_offset": 0.0357,
61
+ "noise_offset_type": "Original",
62
+ "num_cpu_threads_per_process": 2,
63
+ "optimizer": "DAdaptation",
64
+ "optimizer_args": "",
65
+ "output_dir": "dataset/Fake_Norman_Rockwell_Style/model",
66
+ "output_name": "Dusk_XL_Rockwell_dadapt_cos_1e-7",
67
+ "persistent_data_loader_workers": false,
68
+ "pretrained_model_name_or_path": "dataset/EnvyOverdriveXL.safetensors",
69
+ "prior_loss_weight": 1.0,
70
+ "random_crop": false,
71
+ "rank_dropout": 0,
72
+ "reg_data_dir": "",
73
+ "resume": "",
74
+ "sample_every_n_epochs": 0,
75
+ "sample_every_n_steps": 0,
76
+ "sample_prompts": "",
77
+ "sample_sampler": "euler_a",
78
+ "save_every_n_epochs": 1,
79
+ "save_every_n_steps": 0,
80
+ "save_last_n_steps": 0,
81
+ "save_last_n_steps_state": 0,
82
+ "save_model_as": "safetensors",
83
+ "save_precision": "fp16",
84
+ "save_state": false,
85
+ "scale_v_pred_loss_like_noise_pred": false,
86
+ "scale_weight_norms": 1,
87
+ "sdxl": true,
88
+ "sdxl_cache_text_encoder_outputs": false,
89
+ "sdxl_no_half_vae": true,
90
+ "seed": "12345",
91
+ "shuffle_caption": true,
92
+ "stop_text_encoder_training_pct": 1,
93
+ "text_encoder_lr": 0.0,
94
+ "train_batch_size": 2,
95
+ "train_data_dir": "dataset/Fake_Norman_Rockwell_Style/img",
96
+ "train_on_input": false,
97
+ "training_comment": "Trained by Earth & Dusk",
98
+ "unet_lr": 1.0,
99
+ "unit": 1,
100
+ "up_lr_weight": "",
101
+ "use_cp": true,
102
+ "use_wandb": false,
103
+ "v2": false,
104
+ "v_parameterization": false,
105
+ "vae_batch_size": 0,
106
+ "wandb_api_key": "",
107
+ "weighted_captions": false,
108
+ "xformers": true
109
+ }
JSON & LOGS/OseaXL_V1_20230809-041422.json ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adaptive_noise_scale": 0.005,
3
+ "additional_parameters": "",
4
+ "batch_size": "1",
5
+ "bucket_no_upscale": false,
6
+ "bucket_reso_steps": 64,
7
+ "cache_latents": true,
8
+ "cache_latents_to_disk": true,
9
+ "caption_dropout_every_n_epochs": 0.0,
10
+ "caption_dropout_rate": 0.1,
11
+ "caption_extension": ".txt",
12
+ "caption_metadata_filename": "meta_cap.json",
13
+ "clip_skip": "1",
14
+ "color_aug": false,
15
+ "dataset_repeats": "1",
16
+ "epoch": 10,
17
+ "flip_aug": false,
18
+ "full_bf16": false,
19
+ "full_fp16": false,
20
+ "full_path": false,
21
+ "generate_caption_database": true,
22
+ "generate_image_buckets": true,
23
+ "gradient_accumulation_steps": 1.0,
24
+ "gradient_checkpointing": true,
25
+ "image_folder": "dataset/Osea_XL_Model/img",
26
+ "keep_tokens": "0",
27
+ "latent_metadata_filename": "meta_lat.json",
28
+ "learning_rate": 1.5e-06,
29
+ "logging_dir": "dataset/Osea_XL_Model/logs",
30
+ "lr_scheduler": "constant_with_warmup",
31
+ "lr_warmup": 3,
32
+ "max_bucket_reso": "1600",
33
+ "max_data_loader_n_workers": "0",
34
+ "max_resolution": "1024,1024",
35
+ "max_timestep": 1000,
36
+ "max_token_length": "75",
37
+ "max_train_epochs": "",
38
+ "mem_eff_attn": true,
39
+ "min_bucket_reso": "512",
40
+ "min_snr_gamma": 0,
41
+ "min_timestep": 0,
42
+ "mixed_precision": "fp16",
43
+ "model_list": "custom",
44
+ "multires_noise_discount": 0,
45
+ "multires_noise_iterations": 0,
46
+ "noise_offset": 0.05,
47
+ "noise_offset_type": "Original",
48
+ "num_cpu_threads_per_process": 2,
49
+ "optimizer": "Adafactor",
50
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False",
51
+ "output_dir": "dataset/Osea_XL_Model/output",
52
+ "output_name": "OseaXL_V1",
53
+ "persistent_data_loader_workers": false,
54
+ "pretrained_model_name_or_path": "dataset/animagine-xl.safetensors",
55
+ "random_crop": false,
56
+ "resume": "",
57
+ "sample_every_n_epochs": 0,
58
+ "sample_every_n_steps": 0,
59
+ "sample_prompts": "",
60
+ "sample_sampler": "euler_a",
61
+ "save_every_n_epochs": 1,
62
+ "save_every_n_steps": 0,
63
+ "save_last_n_steps": 0,
64
+ "save_last_n_steps_state": 0,
65
+ "save_model_as": "safetensors",
66
+ "save_precision": "fp16",
67
+ "save_state": false,
68
+ "scale_v_pred_loss_like_noise_pred": false,
69
+ "sdxl_cache_text_encoder_outputs": false,
70
+ "sdxl_checkbox": true,
71
+ "sdxl_no_half_vae": true,
72
+ "seed": "",
73
+ "shuffle_caption": false,
74
+ "train_batch_size": 1,
75
+ "train_dir": "dataset/Osea_XL_Model/img",
76
+ "train_text_encoder": false,
77
+ "use_latent_files": "No",
78
+ "use_wandb": false,
79
+ "v2": false,
80
+ "v_parameterization": false,
81
+ "vae_batch_size": 0,
82
+ "wandb_api_key": "",
83
+ "weighted_captions": false,
84
+ "xformers": true
85
+ }
JSON & LOGS/SMNouveau_Alpha_01_dadapt_cos_1e-7_20230811-102104.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Standard",
3
+ "adaptive_noise_scale": 0.00357,
4
+ "additional_parameters": "--max_grad_norm=0",
5
+ "block_alphas": "",
6
+ "block_dims": "",
7
+ "block_lr_zero_threshold": "",
8
+ "bucket_no_upscale": true,
9
+ "bucket_reso_steps": 64,
10
+ "cache_latents": true,
11
+ "cache_latents_to_disk": true,
12
+ "caption_dropout_every_n_epochs": 0.0,
13
+ "caption_dropout_rate": 0.05,
14
+ "caption_extension": ".txt",
15
+ "clip_skip": "1",
16
+ "color_aug": false,
17
+ "conv_alpha": 4,
18
+ "conv_block_alphas": "",
19
+ "conv_block_dims": "",
20
+ "conv_dim": 8,
21
+ "decompose_both": false,
22
+ "dim_from_weights": false,
23
+ "down_lr_weight": "",
24
+ "enable_bucket": true,
25
+ "epoch": 5,
26
+ "factor": -1,
27
+ "flip_aug": false,
28
+ "full_bf16": false,
29
+ "full_fp16": false,
30
+ "gradient_accumulation_steps": 1.0,
31
+ "gradient_checkpointing": true,
32
+ "keep_tokens": "0",
33
+ "learning_rate": 1e-07,
34
+ "logging_dir": "dataset/SMNouveau_Alpha1b/log",
35
+ "lora_network_weights": "",
36
+ "lr_scheduler": "cosine",
37
+ "lr_scheduler_num_cycles": "",
38
+ "lr_scheduler_power": "",
39
+ "lr_warmup": 0,
40
+ "max_bucket_reso": 2048,
41
+ "max_data_loader_n_workers": "0",
42
+ "max_resolution": "1024,1024",
43
+ "max_timestep": 1000,
44
+ "max_token_length": "75",
45
+ "max_train_epochs": "",
46
+ "mem_eff_attn": true,
47
+ "mid_lr_weight": "",
48
+ "min_bucket_reso": 256,
49
+ "min_snr_gamma": 5,
50
+ "min_timestep": 0,
51
+ "mixed_precision": "fp16",
52
+ "model_list": "custom",
53
+ "module_dropout": 0,
54
+ "multires_noise_discount": 0.2,
55
+ "multires_noise_iterations": 8,
56
+ "network_alpha": 32,
57
+ "network_dim": 64,
58
+ "network_dropout": 0,
59
+ "no_token_padding": false,
60
+ "noise_offset": 0.0357,
61
+ "noise_offset_type": "Original",
62
+ "num_cpu_threads_per_process": 2,
63
+ "optimizer": "DAdaptation",
64
+ "optimizer_args": "",
65
+ "output_dir": "dataset/SMNouveau_Alpha1b/model",
66
+ "output_name": "SMNouveau_Alpha_01_dadapt_cos_1e-7",
67
+ "persistent_data_loader_workers": false,
68
+ "pretrained_model_name_or_path": "dataset/EnvyOverdriveXL.safetensors",
69
+ "prior_loss_weight": 1.0,
70
+ "random_crop": false,
71
+ "rank_dropout": 0,
72
+ "reg_data_dir": "",
73
+ "resume": "",
74
+ "sample_every_n_epochs": 0,
75
+ "sample_every_n_steps": 0,
76
+ "sample_prompts": "",
77
+ "sample_sampler": "euler_a",
78
+ "save_every_n_epochs": 1,
79
+ "save_every_n_steps": 0,
80
+ "save_last_n_steps": 0,
81
+ "save_last_n_steps_state": 0,
82
+ "save_model_as": "safetensors",
83
+ "save_precision": "fp16",
84
+ "save_state": false,
85
+ "scale_v_pred_loss_like_noise_pred": false,
86
+ "scale_weight_norms": 1,
87
+ "sdxl": true,
88
+ "sdxl_cache_text_encoder_outputs": false,
89
+ "sdxl_no_half_vae": true,
90
+ "seed": "12345",
91
+ "shuffle_caption": true,
92
+ "stop_text_encoder_training_pct": 1,
93
+ "text_encoder_lr": 0.0,
94
+ "train_batch_size": 1,
95
+ "train_data_dir": "dataset/SMNouveau_Alpha1b/img",
96
+ "train_on_input": false,
97
+ "training_comment": "",
98
+ "unet_lr": 1.0,
99
+ "unit": 1,
100
+ "up_lr_weight": "",
101
+ "use_cp": true,
102
+ "use_wandb": false,
103
+ "v2": false,
104
+ "v_parameterization": false,
105
+ "vae_batch_size": 0,
106
+ "wandb_api_key": "",
107
+ "weighted_captions": false,
108
+ "xformers": true
109
+ }
JSON & LOGS/XmenCelshade_XL_01_dadapt_cos_1e-7_20230811-094024.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Standard",
3
+ "adaptive_noise_scale": 0.00357,
4
+ "additional_parameters": "--max_grad_norm=0",
5
+ "block_alphas": "",
6
+ "block_dims": "",
7
+ "block_lr_zero_threshold": "",
8
+ "bucket_no_upscale": true,
9
+ "bucket_reso_steps": 64,
10
+ "cache_latents": true,
11
+ "cache_latents_to_disk": true,
12
+ "caption_dropout_every_n_epochs": 0.0,
13
+ "caption_dropout_rate": 0.05,
14
+ "caption_extension": ".txt",
15
+ "clip_skip": "1",
16
+ "color_aug": false,
17
+ "conv_alpha": 4,
18
+ "conv_block_alphas": "",
19
+ "conv_block_dims": "",
20
+ "conv_dim": 8,
21
+ "decompose_both": false,
22
+ "dim_from_weights": false,
23
+ "down_lr_weight": "",
24
+ "enable_bucket": true,
25
+ "epoch": 5,
26
+ "factor": -1,
27
+ "flip_aug": false,
28
+ "full_bf16": false,
29
+ "full_fp16": false,
30
+ "gradient_accumulation_steps": 1.0,
31
+ "gradient_checkpointing": true,
32
+ "keep_tokens": "0",
33
+ "learning_rate": 1e-07,
34
+ "logging_dir": "dataset/xmen_celshade/log",
35
+ "lora_network_weights": "",
36
+ "lr_scheduler": "cosine",
37
+ "lr_scheduler_num_cycles": "",
38
+ "lr_scheduler_power": "",
39
+ "lr_warmup": 0,
40
+ "max_bucket_reso": 2048,
41
+ "max_data_loader_n_workers": "0",
42
+ "max_resolution": "1024,1024",
43
+ "max_timestep": 1000,
44
+ "max_token_length": "75",
45
+ "max_train_epochs": "",
46
+ "mem_eff_attn": true,
47
+ "mid_lr_weight": "",
48
+ "min_bucket_reso": 256,
49
+ "min_snr_gamma": 5,
50
+ "min_timestep": 0,
51
+ "mixed_precision": "fp16",
52
+ "model_list": "custom",
53
+ "module_dropout": 0,
54
+ "multires_noise_discount": 0.2,
55
+ "multires_noise_iterations": 8,
56
+ "network_alpha": 32,
57
+ "network_dim": 64,
58
+ "network_dropout": 0,
59
+ "no_token_padding": false,
60
+ "noise_offset": 0.0357,
61
+ "noise_offset_type": "Original",
62
+ "num_cpu_threads_per_process": 2,
63
+ "optimizer": "DAdaptation",
64
+ "optimizer_args": "",
65
+ "output_dir": "dataset/xmen_celshade/model",
66
+ "output_name": "XmenCelshade_XL_01_dadapt_cos_1e-7",
67
+ "persistent_data_loader_workers": false,
68
+ "pretrained_model_name_or_path": "dataset/EnvyOverdriveXL.safetensors",
69
+ "prior_loss_weight": 1.0,
70
+ "random_crop": false,
71
+ "rank_dropout": 0,
72
+ "reg_data_dir": "",
73
+ "resume": "",
74
+ "sample_every_n_epochs": 0,
75
+ "sample_every_n_steps": 0,
76
+ "sample_prompts": "",
77
+ "sample_sampler": "euler_a",
78
+ "save_every_n_epochs": 1,
79
+ "save_every_n_steps": 0,
80
+ "save_last_n_steps": 0,
81
+ "save_last_n_steps_state": 0,
82
+ "save_model_as": "safetensors",
83
+ "save_precision": "fp16",
84
+ "save_state": false,
85
+ "scale_v_pred_loss_like_noise_pred": false,
86
+ "scale_weight_norms": 1,
87
+ "sdxl": true,
88
+ "sdxl_cache_text_encoder_outputs": false,
89
+ "sdxl_no_half_vae": true,
90
+ "seed": "12345",
91
+ "shuffle_caption": true,
92
+ "stop_text_encoder_training_pct": 1,
93
+ "text_encoder_lr": 0.0,
94
+ "train_batch_size": 1,
95
+ "train_data_dir": "dataset/xmen_celshade/img",
96
+ "train_on_input": false,
97
+ "training_comment": "",
98
+ "unet_lr": 1.0,
99
+ "unit": 1,
100
+ "up_lr_weight": "",
101
+ "use_cp": true,
102
+ "use_wandb": false,
103
+ "v2": false,
104
+ "v_parameterization": false,
105
+ "vae_batch_size": 0,
106
+ "wandb_api_key": "",
107
+ "weighted_captions": false,
108
+ "xformers": true
109
+ }
JSON & LOGS/config_fancy_new.json ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "adaptive_noise_scale": 0.005,
3
+ "additional_parameters": "",
4
+ "batch_size": "1",
5
+ "bucket_no_upscale": false,
6
+ "bucket_reso_steps": 64,
7
+ "cache_latents": true,
8
+ "cache_latents_to_disk": true,
9
+ "caption_dropout_every_n_epochs": 0.0,
10
+ "caption_dropout_rate": 0.1,
11
+ "caption_extension": ".txt",
12
+ "caption_metadata_filename": "meta_cap.json",
13
+ "clip_skip": "1",
14
+ "color_aug": false,
15
+ "create_buckets": true,
16
+ "create_caption": true,
17
+ "dataset_repeats": "1",
18
+ "epoch": 10,
19
+ "flip_aug": false,
20
+ "full_bf16": false,
21
+ "full_fp16": false,
22
+ "full_path": false,
23
+ "gradient_accumulation_steps": 1.0,
24
+ "gradient_checkpointing": true,
25
+ "image_folder": "C:/ai/training_data/envy_xl_2/images_new",
26
+ "keep_tokens": "0",
27
+ "latent_metadata_filename": "meta_lat.json",
28
+ "learning_rate": 1.5e-06,
29
+ "logging_dir": "C:/ai/training_data/envy_xl_2/logs",
30
+ "lr_scheduler": "constant_with_warmup",
31
+ "lr_warmup": 3,
32
+ "max_bucket_reso": "1600",
33
+ "max_data_loader_n_workers": "0",
34
+ "max_resolution": "1024,1024",
35
+ "max_timestep": 1000,
36
+ "max_token_length": "75",
37
+ "max_train_epochs": "",
38
+ "mem_eff_attn": true,
39
+ "min_bucket_reso": "512",
40
+ "min_snr_gamma": 0,
41
+ "min_timestep": 0,
42
+ "mixed_precision": "fp16",
43
+ "model_list": "custom",
44
+ "multires_noise_discount": 0,
45
+ "multires_noise_iterations": 0,
46
+ "noise_offset": 0.05,
47
+ "noise_offset_type": "Original",
48
+ "num_cpu_threads_per_process": 2,
49
+ "optimizer": "Adafactor",
50
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False",
51
+ "output_dir": "C:/ai/training_data/envy_xl_2/output",
52
+ "output_name": "EnvyOverdriveXL-v11",
53
+ "persistent_data_loader_workers": false,
54
+ "pretrained_model_name_or_path": "D:/ai/models/Stable-diffusion/sd_xl_base_1.0.safetensors",
55
+ "random_crop": false,
56
+ "resume": "",
57
+ "sample_every_n_epochs": 0,
58
+ "sample_every_n_steps": 0,
59
+ "sample_prompts": "",
60
+ "sample_sampler": "euler_a",
61
+ "save_every_n_epochs": 1,
62
+ "save_every_n_steps": 0,
63
+ "save_last_n_steps": 0,
64
+ "save_last_n_steps_state": 0,
65
+ "save_model_as": "safetensors",
66
+ "save_precision": "fp16",
67
+ "save_state": false,
68
+ "scale_v_pred_loss_like_noise_pred": false,
69
+ "sdpa": false,
70
+ "sdxl_cache_text_encoder_outputs": false,
71
+ "sdxl_checkbox": true,
72
+ "sdxl_no_half_vae": true,
73
+ "seed": "",
74
+ "shuffle_caption": false,
75
+ "train_batch_size": 1,
76
+ "train_dir": "C:/ai/training_data/envy_xl_2/images_new",
77
+ "train_text_encoder": false,
78
+ "use_latent_files": "No",
79
+ "use_wandb": false,
80
+ "v2": false,
81
+ "v_parameterization": false,
82
+ "vae_batch_size": 0,
83
+ "wandb_api_key": "",
84
+ "weighted_captions": false,
85
+ "xformers": true
86
+ }
JSON & LOGS/envy_cute_xl_01_dadapt_cosine-1e-7_works_best.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Standard",
3
+ "adaptive_noise_scale": 0.00357,
4
+ "additional_parameters": "--max_grad_norm=0",
5
+ "block_alphas": "",
6
+ "block_dims": "",
7
+ "block_lr_zero_threshold": "",
8
+ "bucket_no_upscale": true,
9
+ "bucket_reso_steps": 64,
10
+ "cache_latents": true,
11
+ "cache_latents_to_disk": true,
12
+ "caption_dropout_every_n_epochs": 0.0,
13
+ "caption_dropout_rate": 0.05,
14
+ "caption_extension": ".txt",
15
+ "clip_skip": "1",
16
+ "color_aug": false,
17
+ "conv_alpha": 4,
18
+ "conv_block_alphas": "",
19
+ "conv_block_dims": "",
20
+ "conv_dim": 8,
21
+ "decompose_both": false,
22
+ "dim_from_weights": false,
23
+ "down_lr_weight": "",
24
+ "enable_bucket": true,
25
+ "epoch": 3,
26
+ "factor": -1,
27
+ "flip_aug": false,
28
+ "full_bf16": false,
29
+ "full_fp16": false,
30
+ "gradient_accumulation_steps": 1.0,
31
+ "gradient_checkpointing": true,
32
+ "keep_tokens": "0",
33
+ "learning_rate": 1e-07,
34
+ "logging_dir": "C:\\ai\\training_data\\Envy Cute XL 01\\logs",
35
+ "lora_network_weights": "",
36
+ "lr_scheduler": "cosine",
37
+ "lr_scheduler_num_cycles": "",
38
+ "lr_scheduler_power": "",
39
+ "lr_warmup": 0,
40
+ "max_bucket_reso": 2048,
41
+ "max_data_loader_n_workers": "0",
42
+ "max_resolution": "1024,1024",
43
+ "max_timestep": 1000,
44
+ "max_token_length": "75",
45
+ "max_train_epochs": "",
46
+ "mem_eff_attn": true,
47
+ "mid_lr_weight": "",
48
+ "min_bucket_reso": 256,
49
+ "min_snr_gamma": 0,
50
+ "min_timestep": 0,
51
+ "mixed_precision": "fp16",
52
+ "model_list": "custom",
53
+ "module_dropout": 0,
54
+ "multires_noise_discount": 0.2,
55
+ "multires_noise_iterations": 8,
56
+ "network_alpha": 32,
57
+ "network_dim": 64,
58
+ "network_dropout": 0,
59
+ "no_token_padding": false,
60
+ "noise_offset": 0.0357,
61
+ "noise_offset_type": "Original",
62
+ "num_cpu_threads_per_process": 2,
63
+ "optimizer": "DAdaptation",
64
+ "optimizer_args": "",
65
+ "output_dir": "C:\\ai\\training_data\\Envy Cute XL 01\\output",
66
+ "output_name": "EnvyCuteXL_01_dadapt_cos_1e-7",
67
+ "persistent_data_loader_workers": false,
68
+ "pretrained_model_name_or_path": "D:/ai/models/Stable-diffusion/EnvyOverdriveXL_v10.safetensors",
69
+ "prior_loss_weight": 1.0,
70
+ "random_crop": false,
71
+ "rank_dropout": 0,
72
+ "reg_data_dir": "",
73
+ "resume": "",
74
+ "sample_every_n_epochs": 0,
75
+ "sample_every_n_steps": 0,
76
+ "sample_prompts": "",
77
+ "sample_sampler": "euler_a",
78
+ "save_every_n_epochs": 1,
79
+ "save_every_n_steps": 0,
80
+ "save_last_n_steps": 0,
81
+ "save_last_n_steps_state": 0,
82
+ "save_model_as": "safetensors",
83
+ "save_precision": "fp16",
84
+ "save_state": false,
85
+ "scale_v_pred_loss_like_noise_pred": false,
86
+ "scale_weight_norms": 1,
87
+ "sdxl": true,
88
+ "sdxl_cache_text_encoder_outputs": false,
89
+ "sdxl_no_half_vae": true,
90
+ "seed": "12345",
91
+ "shuffle_caption": false,
92
+ "stop_text_encoder_training": 1,
93
+ "text_encoder_lr": 0.0,
94
+ "train_batch_size": 1,
95
+ "train_data_dir": "C:\\ai\\training_data\\Envy Cute XL 01\\images",
96
+ "train_on_input": false,
97
+ "training_comment": "",
98
+ "unet_lr": 1.0,
99
+ "unit": 1,
100
+ "up_lr_weight": "",
101
+ "use_cp": true,
102
+ "use_wandb": false,
103
+ "v2": false,
104
+ "v_parameterization": false,
105
+ "vae_batch_size": 0,
106
+ "wandb_api_key": "",
107
+ "weighted_captions": false,
108
+ "xformers": true
109
+ }