Upload folder using huggingface_hub

config.json

@@ -4,6 +4,7 @@
   ],
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
+  "dtype": "float32",
   "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
@@ -11,21 +12,17 @@
   "id2label": {
     "0": "O",
     "1": "B-DISEASE",
-    "2": "B-ETIOLOGY",
-    "3": "B-SYMPTOM",
-    "4": "I-DISEASE",
-    "5": "I-ETIOLOGY",
-    "6": "I-SYMPTOM"
+    "2": "B-SYMPTOMS",
+    "3": "I-DISEASE",
+    "4": "I-SYMPTOMS"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
     "B-DISEASE": 1,
-    "B-ETIOLOGY": 2,
-    "B-SYMPTOM": 3,
-    "I-DISEASE": 4,
-    "I-ETIOLOGY": 5,
-    "I-SYMPTOM": 6,
+    "B-SYMPTOMS": 2,
+    "I-DISEASE": 3,
+    "I-SYMPTOMS": 4,
     "O": 0
   },
   "layer_norm_eps": 1e-12,
@@ -35,8 +32,7 @@
   "num_hidden_layers": 12,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "torch_dtype": "float32",
-  "transformers_version": "4.55.0",
+  "transformers_version": "4.57.1",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 28996

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a116629a4282b83bbbc6ae5c0c78022c367c952f9b5770c0b4520893160417b0
-size 430923588
+oid sha256:877c23e0bc64c21e732ba2494d57dae6b22eff75d32ebb79159819c0db88d1d4
+size 430917436

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83814b56092b8cdda9bc091166b623666d463f1dbcd550dc0e134f3869075c12
-size 861970123
+oid sha256:29bd932a0a275eb9417464ef20427542b74c4034ae0c9880c44075cf5117848d
+size 861954618

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea246aba954a9bf876500e5102a90bebac5164933d3a04b50d122d18b3a18191
-size 14645
+oid sha256:8330b00877817a60d41771d75796a9679cc8e49595b5165569b741d43c6c7e82
+size 14244

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9dd985d9cb19185d3edca03f39c6fceda1b539da63f4d331013a5e66d0ebb15d
-size 1465
+oid sha256:800e8b30f036bc34fdd1b14175c550852a73bd5d39d2a0dcaca1fcab37c037a6
+size 1064

trainer_state.json

@@ -1,61 +1,72 @@
 {
-  "best_global_step": 63,
-  "best_metric": 0.2536899447441101,
-  "best_model_checkpoint": "projects/PetBERT_disease/model/checkpoint-63",
+  "best_global_step": 62,
+  "best_metric": 0.28845715522766113,
+  "best_model_checkpoint": "projects/PetBERT_disease/model/checkpoint-62",
   "epoch": 4.0,
   "eval_steps": 500,
-  "global_step": 252,
+  "global_step": 248,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
+    {
+      "epoch": 0,
+      "eval_f1": 0.047209471302922856,
+      "eval_loss": 1.8303550481796265,
+      "eval_precision": 0.21319458797816965,
+      "eval_recall": 0.22196545377896099,
+      "eval_runtime": 7.4968,
+      "eval_samples_per_second": 182.477,
+      "eval_steps_per_second": 5.736,
+      "step": 0
+    },
     {
       "epoch": 1.0,
-      "eval_f1": 0.5469600521701229,
-      "eval_loss": 0.2536899447441101,
-      "eval_precision": 0.6240827679507994,
-      "eval_recall": 0.5707008372952973,
-      "eval_runtime": 18.8855,
-      "eval_samples_per_second": 72.437,
-      "eval_steps_per_second": 2.277,
-      "step": 63
+      "eval_f1": 0.6576773743691161,
+      "eval_loss": 0.28845715522766113,
+      "eval_precision": 0.6425181973626329,
+      "eval_recall": 0.7232820624123552,
+      "eval_runtime": 7.4773,
+      "eval_samples_per_second": 182.955,
+      "eval_steps_per_second": 5.751,
+      "step": 62
     },
     {
       "epoch": 2.0,
-      "eval_f1": 0.6530841773386488,
-      "eval_loss": 0.2897721529006958,
-      "eval_precision": 0.6121946789552213,
-      "eval_recall": 0.7268689387271124,
-      "eval_runtime": 18.8901,
-      "eval_samples_per_second": 72.419,
-      "eval_steps_per_second": 2.276,
-      "step": 126
+      "eval_f1": 0.6610305313525668,
+      "eval_loss": 0.36211177706718445,
+      "eval_precision": 0.6395951146577501,
+      "eval_recall": 0.7429373450761562,
+      "eval_runtime": 7.6395,
+      "eval_samples_per_second": 179.068,
+      "eval_steps_per_second": 5.629,
+      "step": 124
     },
     {
       "epoch": 3.0,
-      "eval_f1": 0.6474491673607571,
-      "eval_loss": 0.28480294346809387,
-      "eval_precision": 0.613922648135192,
-      "eval_recall": 0.7047525364262208,
-      "eval_runtime": 18.8954,
-      "eval_samples_per_second": 72.398,
-      "eval_steps_per_second": 2.276,
-      "step": 189
+      "eval_f1": 0.6550347805744801,
+      "eval_loss": 0.398381769657135,
+      "eval_precision": 0.6346157276309076,
+      "eval_recall": 0.7372202656188375,
+      "eval_runtime": 7.6479,
+      "eval_samples_per_second": 178.871,
+      "eval_steps_per_second": 5.622,
+      "step": 186
     },
     {
       "epoch": 4.0,
-      "eval_f1": 0.6666160547465906,
-      "eval_loss": 0.3676050901412964,
-      "eval_precision": 0.643380757727672,
-      "eval_recall": 0.7153767840809319,
-      "eval_runtime": 18.886,
-      "eval_samples_per_second": 72.435,
-      "eval_steps_per_second": 2.277,
-      "step": 252
+      "eval_f1": 0.6557993066358558,
+      "eval_loss": 0.4582000970840454,
+      "eval_precision": 0.6258838857493523,
+      "eval_recall": 0.7362881327432333,
+      "eval_runtime": 7.6977,
+      "eval_samples_per_second": 177.716,
+      "eval_steps_per_second": 5.586,
+      "step": 248
     }
   ],
   "logging_steps": 500,
-  "max_steps": 63000,
+  "max_steps": 62000,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 1000,
   "save_steps": 500,
@@ -80,7 +91,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 2075835268767744.0,
+  "total_flos": 2069526443212800.0,
   "train_batch_size": 32,
   "trial_name": null,
   "trial_params": null

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:749c49a6f77fe67d4230dd105f729ac9490a2f4a041ed0a6f305717d9657892a
-size 5713
+oid sha256:61e31ef5bbedfcada9aa3a3b84f81f075bc19130047acf8523a3eddf1b7042f2
+size 5368