Upload folder using huggingface_hub

adapter_config.json

@@ -10,20 +10,20 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 256,
+  "lora_alpha": 240,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 128,
+  "r": 120,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "o_proj",
     "qkv_proj",
-    "down_proj",
     "gate_up_proj",
-    "o_proj"
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96e869aaa502d616f406b3f768d0d6c2915c514f7020a58dea5c3c5fdc01dd11
-size 1782623560
+oid sha256:4c89f12182f2d870b44abfafea4d2dd7e953f9a97042bed334a70545731d754b
+size 1671212336

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027191d0457b5d2c326422fb664c713277a291d1f12dd0568e9e19cbacf8b4a2
+size 849024404

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa770fc6958cea00eccdaa3cda5d37687d23c795db34540b4a20675363350ad
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a388ae19ccd5c0b70dc94b6ae8d20b7852d575cdeb28a7a1e26b5c3f8afc75c4
+size 1064

trainer_state.json

@@ -0,0 +1,40 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.9733333333333334,
+  "eval_steps": 500,
+  "global_step": 37,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0666666666666667,
+      "grad_norm": 1.152064323425293,
+      "learning_rate": 0.0001756226478225652,
+      "loss": 1.0404,
+      "step": 20
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 54,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.67429272620032e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53e0a794f41a35d21c9055c661d36d4d62a2251a4663119a94e098e2edd8e938
-size 5432
+oid sha256:dd74584b43df3cbbf5bb5814c57d617bdf1e64f4da0334244bd625527a27acd7
+size 5496