Upload folder using huggingface_hub

text_ctx277_h0_lm/args.json

@@ -0,0 +1,58 @@
+{
+  "regime": "text",
+  "data_path": "data/training/splits_510k/train_arrow",
+  "output_dir": "outputs/production_text_ctx277_lm_20251125_003839",
+  "objective": "lm",
+  "val_data_path": "data/training/splits_510k/val_arrow",
+  "max_samples": null,
+  "vision_mode": "small",
+  "text_context_tokens": 277,
+  "hybrid_text_tokens": 0,
+  "vision_prompt": null,
+  "train_encoder": false,
+  "encoder_lr": 1e-05,
+  "compression_window_size": 9,
+  "compression_stride": 9,
+  "subsample_strategy": "regular",
+  "subsample_count": null,
+  "projection_dim": null,
+  "train_projection": false,
+  "compression_target": null,
+  "conv_kernel": 5,
+  "timestamp": "20251125_003839",
+  "batch_size": 12,
+  "gradient_accumulation_steps": 4,
+  "learning_rate": 0.0001,
+  "weight_decay": 0.01,
+  "num_epochs": 1,
+  "warmup_ratio": 0.1,
+  "max_grad_norm": 1.0,
+  "log_steps": 10,
+  "save_steps": 0,
+  "eval_steps": 2000,
+  "initial_validation": false,
+  "validation_only": false,
+  "no_checkpoints": false,
+  "num_qualitative_samples": 0,
+  "max_generation_tokens": 200,
+  "use_wandb": true,
+  "wandb_project": "vision-compression-2",
+  "wandb_run_name": "production_text_ctx277_lm_20251125_003839",
+  "resume_from_checkpoint": "outputs/production_text_ctx277_lm_20251125_003839/best_checkpoint.pt",
+  "resume": "outputs/production_text_ctx277_lm_20251125_003839/best_checkpoint.pt",
+  "init_from_checkpoint": null,
+  "allow_objective_switch": false,
+  "aux_loss_weight": 0.5,
+  "num_workers": 16,
+  "prefetch_factor": 4,
+  "seed": 42,
+  "eval_seed": 42,
+  "debug_log_sample_ids": false,
+  "device": "cuda",
+  "compile": false,
+  "compile_mode": "default",
+  "use_optimized_model": true,
+  "use_encoder_checkpointing": true,
+  "use_decoder_checkpointing": true,
+  "use_8bit_optimizer": true
+}

text_ctx277_h0_lm/best_checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cb79961e47aeb2eea2482d430b8f9d66a4894346730f0966a8b1f6bb2f0201
+size 11837130510

text_ctx277_h0_lm/checkpoint_log.txt

@@ -0,0 +1,6 @@
+2025-11-25 05:34:49 | run_id: y619ou6b | checkpoint: best_checkpoint.pt | global_step: 2000 | val_loss: 1.7708
+2025-11-25 10:23:59 | run_id: y619ou6b | checkpoint: best_checkpoint.pt | global_step: 4000 | val_loss: 1.7096
+2025-11-25 15:15:18 | run_id: y619ou6b | checkpoint: best_checkpoint.pt | global_step: 6000 | val_loss: 1.6476
+2025-11-25 20:05:20 | run_id: y619ou6b | checkpoint: best_checkpoint.pt | global_step: 8000 | val_loss: 1.6169
+2025-11-27 01:39:36 | run_id: xjb0fgkh | checkpoint: best_checkpoint.pt | global_step: 10000 | val_loss: 1.6137
+2025-11-27 02:43:13 | run_id: xjb0fgkh | checkpoint: best_checkpoint.pt | global_step: 10417 | val_loss: 1.6137

text_ctx277_h0_lm/final_checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cb79961e47aeb2eea2482d430b8f9d66a4894346730f0966a8b1f6bb2f0201
+size 11837130510