my_config.json

{
    "output_dir": "logs/vae_test",
    "overwrite_output_dir": false,
    "model_type": "vae",
    "report_to": [
        "wandb"
    ],
    "wandb_project_name": "train_vae",
    "run_name": "train_vae",
    "num_train_epochs": 0.1,
    "logging_strategy": "steps",
    "logging_steps": 0.01,
    "save_strategy": "epoch",
    "save_steps": 1,
    "eval_strategy": "no",
    "eval_steps": 0.1,
    "do_train": true,
    "do_eval": false,
    "resume_from_checkpoint": null,
    "remove_unused_columns": false,
    "per_device_train_batch_size": 128,
    "per_device_eval_batch_size": 32,
    "gradient_accumulation_steps": 1,
    "max_grad_norm": 5.0,
    "bf16": true,
    "fp16": false,
    "use_cpu": false,
    "save_only_model": false,
    "adam_beta1": 0.5,
    "adam_beta2": 0.9,
    "learning_rate": 0.0002,
    "weight_decay": 0.01,
    "warmup_steps": 1000,
    "lr_scheduler_type": "cosine_with_min_lr",
    "lr_scheduler_kwargs": {
        "min_lr": 1e-05
    },
    "train_file": "/home/pj24002027/ku50001104/data/mutual_dataset/few_data/train.jsonl",
    "validation_file": "/home/pj24002027/ku50001104/data/mutual_dataset/few_data/test.jsonl",
    "max_eval_samples": 2048,
    "max_train_samples": 2048,
    "exp_setup": null,
    "use_sensor_keys": "CAM_FRONT",
    "dataloader_num_workers": 1,
    "disable_tqdm": true,
    "config_overrides": {
        "encoder_type": "Simple",
        "decoder_type": "Simple",
        "quantizer_type": "VQ",
        "resolution": [
            64,
            64
        ],
        "z_channels": 64,
        "codebook_dim": 0,
        "codebook_size": 0,
        "num_res_blocks": 2,
        "channels": 128,
        "channels_mult": [
            1,
            1,
            1,
            2,
            2
        ],
        "attn_resolutions": [],
        "drop_out": 0,
        "image_mean": [
            0.5,
            0.5,
            0.5
        ],
        "image_std": [
            0.5,
            0.5,
            0.5
        ],
        "w_mse": 2,
        "w_l1": 0.2,
        "w_perceptual": 0,
        "w_commit": 0,
        "w_dino": 0,
        "w_kl": 1
    }
}