Training in progress, epoch 1

README.md

@@ -1,19 +1,17 @@
 ---
 base_model: google/gemma-2-9b-it
-datasets: Gabe-Thomp/gemma-bayesian-training
 library_name: transformers
 model_name: gemma-sft-bayesian-lr2.0e-06_assistant_only
 tags:
 - generated_from_trainer
 - sft
 - trl
-- alignment-handbook
 licence: license
 ---
 
 # Model Card for gemma-sft-bayesian-lr2.0e-06_assistant_only
 
-This model is a fine-tuned version of [google/gemma-2-9b-it](https://huggingface.co/google/gemma-2-9b-it) on the [Gabe-Thomp/gemma-bayesian-training](https://huggingface.co/datasets/Gabe-Thomp/gemma-bayesian-training) dataset.
+This model is a fine-tuned version of [google/gemma-2-9b-it](https://huggingface.co/google/gemma-2-9b-it).
 It has been trained using [TRL](https://github.com/huggingface/trl).
 
 ## Quick start
@@ -29,7 +27,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/gabe-t-asher-nc-state-university/huggingface/runs/bmwscn6r) 
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/gabe-t-asher-nc-state-university/huggingface/runs/05ouaw6w) 
 
 
 This model was trained with SFT.

chat_template.jinja

@@ -1,6 +1,6 @@
 {{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{% if message['role'] == 'assistant' %}{{ '<start_of_turn>' + role + '
-' }}{% generation %}{{ message['content'] | trim }}{% endgeneration %}{{ '<end_of_turn>
-' }}{% else %}{{ '<start_of_turn>' + role + '
+' }}{% generation %}{{ message['content'] | trim }}{{ '<end_of_turn>
+' }}{% endgeneration %}{% else %}{{ '<start_of_turn>' + role + '
 ' + message['content'] | trim + '<end_of_turn>
 ' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model
 '}}{% endif %}

config.json

@@ -72,6 +72,6 @@
   "sliding_window_size": 4096,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.54.0",
-  "use_cache": true,
+  "use_cache": false,
   "vocab_size": 256000
 }

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cd0028f7fb45b48035d8f770e881fc8ce44f2ec3960656143a1a1835cb8e01b
+oid sha256:b0e9b6419922c365538b58a07f0e29b98bd2a79936bb7b7a66d5537e54e6a3b1
 size 4903351912

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fd8b44783471716e97ccaa83944c6b44445c5945b7125bf8bb56e57d58b1be6
+oid sha256:091ef4bf5b487a45974945141147a5666709fa6e19d9048586dc44a7ae01669e
 size 4947570872

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:045ccb7fcdee39a7f752fa42fd2f86d7f6f4545c37c6ac244f5c02215051ce58
+oid sha256:7cf87443f82b686765d3e8d7e903f04ea19bb595d713974a89e4369d0173fe0d
 size 4962221464

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:840953281537c136b6fc079673c1778b492fbd59a720c16c6ade2aad3e503b44
+oid sha256:0185f460d528dfba56c4f6267bec912091e0beeac8afc1fe0ab58322ec03bcd8
 size 3670322200

runs/Jul30_14-54-28_bobu-l40s-1.csail.mit.edu/events.out.tfevents.1753901697.bobu-l40s-1.csail.mit.edu.2620400.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39e58af573542ebb208a598f1f97abab1aef5974bbbfa05beb441193d195a46
+size 12151

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb31ecbf056fd72b5c5be8c2cb4ff6980cf08edc3272166c60ed7d6d57807e7c
+oid sha256:f0120cad0893b90e3acdafd196974e61b7c85a1eb907777fe7541fda3c1ad83e
 size 8056