fix bug for gemma2

llm_toolkit/logical_reasoning_utils.py

@@ -198,7 +198,7 @@ def load_logical_reasoning_dataset(
 
             model_name = os.getenv("MODEL_NAME")
 
-            if "mistral" in model_name.lower():
+            if "mistral" in model_name.lower() or "gemma" in model_name.lower():
                 messages = messages[1:]
 
             texts = []

scripts/tune-mgtv-gemma.sh

@@ -0,0 +1,27 @@
+#!/bin/sh
+
+BASEDIR=$(dirname "$0")
+cd $BASEDIR/..
+echo Current Directory:
+pwd
+
+BASEDIR=`pwd`
+
+nvidia-smi
+uname -a
+cat /etc/os-release
+lscpu
+grep MemTotal /proc/meminfo
+
+# Installs Unsloth, Xformers (Flash Attention) and all other packages!
+#pip install "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"
+
+pip install unsloth[colab-new] file:///common2/dh.huang.2023/code/unsloth
+pip install --no-deps "xformers<0.0.27" "trl<0.9.0" peft accelerate bitsandbytes
+
+export LOGICAL_REASONING_DATA_PATH=datasets/mgtv
+export LOGICAL_REASONING_RESULTS_PATH=results/mgtv-results_p2_gemma2.csv
+export MODEL_NAME=google/gemma-2-9b-it
+
+python llm_toolkit/tune_logical_reasoning.py
+

scripts/tune-mgtv.sh

@@ -1 +1 @@
-tune-mgtv-llama3_8b_en.sh
+tune-mgtv-gemma.sh