FRAMEWORK:
  desc: ''
  sort: 0
  value: 🤗transformers
_name_or_path:
  desc: ''
  sort: 73
  value: /hkfs/work/workspace/scratch/lmu_chd4938-MINED_26/null_space_ckpt/sample_ckpt/save_LoRA_Null_adapter_llava_PT_128_ov_pre_64
adafactor:
  desc: ''
  sort: 176
  value: false
adam_beta1:
  desc: ''
  sort: 113
  value: 0.9
adam_beta2:
  desc: ''
  sort: 114
  value: 0.999
adam_epsilon:
  desc: ''
  sort: 115
  value: 1.0e-08
add_cross_attention:
  desc: ''
  sort: 33
  value: false
architectures:
  desc: ''
  sort: 60
  value:
  - CovSVDLlamaForCausalLM
attention_bias:
  desc: ''
  sort: 15
  value: false
attention_dropout:
  desc: ''
  sort: 16
  value: 0.0
auto_find_batch_size:
  desc: ''
  sort: 202
  value: false
auto_map:
  desc: ''
  sort: 92
  value:
    AutoConfig: configuration_oursvd_llama.CovSVDLlamaConfig
    AutoModelForCausalLM: modeling_oursvd_llama.CovSVDLlamaForCausalLM
bad_words_ids:
  desc: ''
  sort: 50
  value: null
begin_suppress_tokens:
  desc: ''
  sort: 59
  value: null
bf16:
  desc: ''
  sort: 144
  value: true
bf16_full_eval:
  desc: ''
  sort: 148
  value: false
bits:
  desc: ''
  sort: 220
  value: 16
bos_token_id:
  desc: ''
  sort: 66
  value: 1
cache_dir:
  desc: ''
  sort: 215
  value: null
chunk_size_feed_forward:
  desc: ''
  sort: 29
  value: 0
cross_attention_hidden_size:
  desc: ''
  sort: 32
  value: null
data_seed:
  desc: ''
  sort: 141
  value: null
dataloader_drop_last:
  desc: ''
  sort: 156
  value: false
dataloader_num_workers:
  desc: ''
  sort: 158
  value: 4
dataloader_persistent_workers:
  desc: ''
  sort: 184
  value: false
dataloader_pin_memory:
  desc: ''
  sort: 183
  value: true
ddp_backend:
  desc: ''
  sort: 152
  value: null
ddp_broadcast_buffers:
  desc: ''
  sort: 182
  value: null
ddp_bucket_cap_mb:
  desc: ''
  sort: 181
  value: null
ddp_find_unused_parameters:
  desc: ''
  sort: 180
  value: null
ddp_timeout:
  desc: ''
  sort: 206
  value: 1800
debug:
  desc: ''
  sort: 155
  value: []
decoder_start_token_id:
  desc: ''
  sort: 70
  value: null
deepspeed:
  desc: ''
  sort: 172
  value: ./scripts/zero3.json
disable_tqdm:
  desc: ''
  sort: 161
  value: false
dispatch_batches:
  desc: ''
  sort: 210
  value: null
diversity_penalty:
  desc: ''
  sort: 41
  value: 0.0
do_eval:
  desc: ''
  sort: 100
  value: false
do_predict:
  desc: ''
  sort: 101
  value: false
do_sample:
  desc: ''
  sort: 37
  value: false
do_train:
  desc: ''
  sort: 99
  value: false
double_quant:
  desc: ''
  sort: 218
  value: true
early_stopping:
  desc: ''
  sort: 38
  value: false
encoder_no_repeat_ngram_size:
  desc: ''
  sort: 49
  value: 0
eos_token_id:
  desc: ''
  sort: 68
  value: 2
eval_accumulation_steps:
  desc: ''
  sort: 109
  value: null
eval_delay:
  desc: ''
  sort: 110
  value: 0
eval_steps:
  desc: ''
  sort: 157
  value: null
evaluation_strategy:
  desc: ''
  sort: 102
  value: 'no'
exponential_decay_length_penalty:
  desc: ''
  sort: 57
  value: null
finetuning_task:
  desc: ''
  sort: 61
  value: null
forced_bos_token_id:
  desc: ''
  sort: 54
  value: null
forced_eos_token_id:
  desc: ''
  sort: 55
  value: null
fp16:
  desc: ''
  sort: 145
  value: false
fp16_backend:
  desc: ''
  sort: 197
  value: auto
fp16_full_eval:
  desc: ''
  sort: 149
  value: false
fp16_opt_level:
  desc: ''
  sort: 146
  value: O1
freeze_mm_mlp_adapter:
  desc: ''
  sort: 75
  value: false
freeze_mm_vision_resampler:
  desc: ''
  sort: 76
  value: false
fsdp:
  desc: ''
  sort: 168
  value: []
fsdp_config:
  desc: ''
  sort: 170
  value:
    min_num_params: 0
    xla: false
    xla_fsdp_grad_ckpt: false
fsdp_min_num_params:
  desc: ''
  sort: 169
  value: 0
fsdp_transformer_layer_cls_to_wrap:
  desc: ''
  sort: 171
  value: null
full_determinism:
  desc: ''
  sort: 203
  value: false
gradient_accumulation_steps:
  desc: ''
  sort: 108
  value: 1
gradient_checkpointing:
  desc: ''
  sort: 194
  value: true
gradient_checkpointing_kwargs:
  desc: ''
  sort: 195
  value: null
greater_is_better:
  desc: ''
  sort: 166
  value: null
group_by_length:
  desc: ''
  sort: 177
  value: false
group_by_modality_length:
  desc: ''
  sort: 226
  value: true
half_precision_backend:
  desc: ''
  sort: 147
  value: auto
head_dim:
  desc: ''
  sort: 18
  value: 128
hidden_act:
  desc: ''
  sort: 8
  value: silu
hidden_size:
  desc: ''
  sort: 3
  value: 4096
hub_always_push:
  desc: ''
  sort: 193
  value: false
hub_model_id:
  desc: ''
  sort: 189
  value: null
hub_private_repo:
  desc: ''
  sort: 192
  value: false
hub_strategy:
  desc: ''
  sort: 190
  value: every_save
hub_token:
  desc: ''
  sort: 191
  value: <HUB_TOKEN>
id2label:
  desc: ''
  sort: 62
  value:
    '0': LABEL_0
    '1': LABEL_1
ignore_data_skip:
  desc: ''
  sort: 167
  value: false
image_aspect_ratio:
  desc: ''
  sort: 77
  value: pad
include_inputs_for_metrics:
  desc: ''
  sort: 196
  value: false
include_num_input_tokens_seen:
  desc: ''
  sort: 213
  value: false
include_tokens_per_second:
  desc: ''
  sort: 212
  value: false
initializer_range:
  desc: ''
  sort: 9
  value: 0.02
intermediate_size:
  desc: ''
  sort: 4
  value: 11008
is_decoder:
  desc: ''
  sort: 31
  value: false
is_encoder_decoder:
  desc: ''
  sort: 30
  value: false
jit_mode_eval:
  desc: ''
  sort: 142
  value: false
label2id:
  desc: ''
  sort: 63
  value:
    LABEL_0: 0
    LABEL_1: 1
label_names:
  desc: ''
  sort: 163
  value: null
label_smoothing_factor:
  desc: ''
  sort: 173
  value: 0.0
learning_rate:
  desc: ''
  sort: 111
  value: 0.0002
length_column_name:
  desc: ''
  sort: 178
  value: length
length_penalty:
  desc: ''
  sort: 47
  value: 1.0
load_best_model_at_end:
  desc: ''
  sort: 164
  value: false
local_rank:
  desc: ''
  sort: 151
  value: 0
log_level:
  desc: ''
  sort: 123
  value: passive
log_level_replica:
  desc: ''
  sort: 124
  value: warning
log_on_each_node:
  desc: ''
  sort: 125
  value: true
logging_dir:
  desc: ''
  sort: 126
  value: /hkfs/work/workspace/scratch/lmu_chd4938-MINED_26/null_space_ckpt/train_ckpt/lora_null_rank128_ov256_v1/llava_lora_random_seed42_epoch_4/runs/Aug30_08-11-09_hkn0909.localdomain
logging_first_step:
  desc: ''
  sort: 128
  value: false
logging_nan_inf_filter:
  desc: ''
  sort: 130
  value: true
logging_steps:
  desc: ''
  sort: 129
  value: 1.0
logging_strategy:
  desc: ''
  sort: 127
  value: steps
lora_alpha:
  desc: ''
  sort: 222
  value: 16
lora_bias:
  desc: ''
  sort: 225
  value: none
lora_dropout:
  desc: ''
  sort: 223
  value: 0.05
lora_enable:
  desc: ''
  sort: 221
  value: false
lora_null_enable:
  desc: ''
  sort: 227
  value: true
lora_r:
  desc: ''
  sort: 91
  value: 64
lora_weight_path:
  desc: ''
  sort: 224
  value: ''
lr_scheduler_kwargs:
  desc: ''
  sort: 120
  value: {}
lr_scheduler_type:
  desc: ''
  sort: 119
  value: cosine
max_grad_norm:
  desc: ''
  sort: 116
  value: 1.0
max_length:
  desc: ''
  sort: 35
  value: 4096
max_position_embeddings:
  desc: ''
  sort: 2
  value: 4096
max_steps:
  desc: ''
  sort: 118
  value: -1
metric_for_best_model:
  desc: ''
  sort: 165
  value: null
min_length:
  desc: ''
  sort: 36
  value: 0
mlp_bias:
  desc: ''
  sort: 17
  value: false
mm_hidden_size:
  desc: ''
  sort: 78
  value: 1024
mm_patch_merge_type:
  desc: ''
  sort: 93
  value: flat
mm_projector_lr:
  desc: ''
  sort: 96
  value: 2.0e-05
mm_projector_type:
  desc: ''
  sort: 79
  value: mlp2x_gelu
mm_resampler_type:
  desc: ''
  sort: 80
  value: null
mm_use_im_patch_token:
  desc: ''
  sort: 81
  value: false
mm_use_im_start_end:
  desc: ''
  sort: 82
  value: false
mm_vision_select_feature:
  desc: ''
  sort: 83
  value: patch
mm_vision_select_layer:
  desc: ''
  sort: 84
  value: -2
mm_vision_tower:
  desc: ''
  sort: 85
  value: /hkfs/work/workspace/scratch/lmu_chd4938-MINED_26/MINED_26/data_ckpt/vlm_ckpt/clip-vit-large-patch14-336
model_max_length:
  desc: ''
  sort: 217
  value: 2048
model_num_parameters:
  desc: ''
  sort: 230
  value: 0
model_type:
  desc: ''
  sort: 86
  value: llama
mp_parameters:
  desc: ''
  sort: 201
  value: ''
mpt_attn_impl:
  desc: ''
  sort: 216
  value: triton
neftune_noise_alpha:
  desc: ''
  sort: 214
  value: null
no_cuda:
  desc: ''
  sort: 137
  value: false
no_repeat_ngram_size:
  desc: ''
  sort: 48
  value: 0
num_attention_heads:
  desc: ''
  sort: 6
  value: 32
num_beam_groups:
  desc: ''
  sort: 40
  value: 1
num_beams:
  desc: ''
  sort: 39
  value: 1
num_hidden_layers:
  desc: ''
  sort: 5
  value: 32
num_key_value_heads:
  desc: ''
  sort: 7
  value: 32
num_return_sequences:
  desc: ''
  sort: 51
  value: 1
num_train_epochs:
  desc: ''
  sort: 117
  value: 4.0
optim:
  desc: ''
  sort: 174
  value: adamw_torch
optim_args:
  desc: ''
  sort: 175
  value: null
output_attentions:
  desc: ''
  sort: 22
  value: false
output_dir:
  desc: ''
  sort: 97
  value: /hkfs/work/workspace/scratch/lmu_chd4938-MINED_26/null_space_ckpt/train_ckpt/lora_null_rank128_ov256_v1/llava_lora_random_seed42_epoch_4
output_hidden_states:
  desc: ''
  sort: 21
  value: false
output_scores:
  desc: ''
  sort: 52
  value: false
overwrite_output_dir:
  desc: ''
  sort: 98
  value: false
pad_token_id:
  desc: ''
  sort: 67
  value: 0
past_index:
  desc: ''
  sort: 159
  value: -1
per_device_eval_batch_size:
  desc: ''
  sort: 105
  value: 4
per_device_train_batch_size:
  desc: ''
  sort: 104
  value: 48
per_gpu_eval_batch_size:
  desc: ''
  sort: 107
  value: null
per_gpu_train_batch_size:
  desc: ''
  sort: 106
  value: null
prediction_loss_only:
  desc: ''
  sort: 103
  value: false
prefix:
  desc: ''
  sort: 65
  value: null
pretraining_tp:
  desc: ''
  sort: 11
  value: 1
problem_type:
  desc: ''
  sort: 72
  value: null
pruned_heads:
  desc: ''
  sort: 27
  value: {}
push_to_hub:
  desc: ''
  sort: 187
  value: false
push_to_hub_model_id:
  desc: ''
  sort: 198
  value: null
push_to_hub_organization:
  desc: ''
  sort: 199
  value: null
push_to_hub_token:
  desc: ''
  sort: 200
  value: <PUSH_TO_HUB_TOKEN>
quant_type:
  desc: ''
  sort: 219
  value: nf4
ray_scope:
  desc: ''
  sort: 205
  value: last
remove_invalid_values:
  desc: ''
  sort: 56
  value: false
remove_unused_columns:
  desc: ''
  sort: 162
  value: false
repetition_penalty:
  desc: ''
  sort: 46
  value: 1.0
report_to:
  desc: ''
  sort: 179
  value: []
resume_from_checkpoint:
  desc: ''
  sort: 188
  value: null
return_dict:
  desc: ''
  sort: 20
  value: true
return_dict_in_generate:
  desc: ''
  sort: 53
  value: false
rms_norm_eps:
  desc: ''
  sort: 10
  value: 1.0e-05
rope_scaling:
  desc: ''
  sort: 14
  value: null
rope_theta:
  desc: ''
  sort: 13
  value: 10000.0
run_name:
  desc: ''
  sort: 160
  value: /hkfs/work/workspace/scratch/lmu_chd4938-MINED_26/null_space_ckpt/train_ckpt/lora_null_rank128_ov256_v1/llava_lora_random_seed42_epoch_4
save_on_each_node:
  desc: ''
  sort: 135
  value: false
save_only_model:
  desc: ''
  sort: 136
  value: false
save_safetensors:
  desc: ''
  sort: 134
  value: true
save_steps:
  desc: ''
  sort: 132
  value: 50000
save_strategy:
  desc: ''
  sort: 131
  value: steps
save_total_limit:
  desc: ''
  sort: 133
  value: 1
seed:
  desc: ''
  sort: 140
  value: 42
sep_token_id:
  desc: ''
  sort: 69
  value: null
skip_memory_metrics:
  desc: ''
  sort: 185
  value: true
split_batches:
  desc: ''
  sort: 211
  value: false
suppress_tokens:
  desc: ''
  sort: 58
  value: null
swanlab_experiment_name:
  desc: ''
  sort: 229
  value: epoch_4
swanlab_project:
  desc: ''
  sort: 228
  value: h-100-llava-rank128-ov256_v1
task_specific_params:
  desc: ''
  sort: 71
  value: null
temperature:
  desc: ''
  sort: 42
  value: 1.0
tf32:
  desc: ''
  sort: 150
  value: true
tf_legacy_loss:
  desc: ''
  sort: 26
  value: false
tie_encoder_decoder:
  desc: ''
  sort: 34
  value: false
tie_word_embeddings:
  desc: ''
  sort: 28
  value: false
tokenizer_class:
  desc: ''
  sort: 64
  value: null
tokenizer_model_max_length:
  desc: ''
  sort: 95
  value: 2048
tokenizer_padding_side:
  desc: ''
  sort: 94
  value: right
top_k:
  desc: ''
  sort: 43
  value: 50
top_p:
  desc: ''
  sort: 44
  value: 1.0
torch_compile:
  desc: ''
  sort: 207
  value: false
torch_compile_backend:
  desc: ''
  sort: 208
  value: null
torch_compile_mode:
  desc: ''
  sort: 209
  value: null
torch_dtype:
  desc: ''
  sort: 24
  value: float32
torchdynamo:
  desc: ''
  sort: 204
  value: null
torchscript:
  desc: ''
  sort: 23
  value: false
tpu_metrics_debug:
  desc: ''
  sort: 154
  value: false
tpu_num_cores:
  desc: ''
  sort: 153
  value: null
transformers_version:
  desc: ''
  sort: 74
  value: 4.37.2
truncation_ranks:
  desc: ''
  sort: 19
  value: null
tune_mm_mlp_adapter:
  desc: ''
  sort: 87
  value: false
tune_mm_vision_resampler:
  desc: ''
  sort: 88
  value: false
typical_p:
  desc: ''
  sort: 45
  value: 1.0
unfreeze_mm_vision_tower:
  desc: ''
  sort: 89
  value: false
use_bfloat16:
  desc: ''
  sort: 25
  value: false
use_cache:
  desc: ''
  sort: 12
  value: false
use_cpu:
  desc: ''
  sort: 138
  value: false
use_ipex:
  desc: ''
  sort: 143
  value: false
use_legacy_prediction_loop:
  desc: ''
  sort: 186
  value: false
use_mm_proj:
  desc: ''
  sort: 90
  value: true
use_mps_device:
  desc: ''
  sort: 139
  value: false
vocab_size:
  desc: ''
  sort: 1
  value: 32000
warmup_ratio:
  desc: ''
  sort: 121
  value: 0.03
warmup_steps:
  desc: ''
  sort: 122
  value: 0
weight_decay:
  desc: ''
  sort: 112
  value: 0.0
