4bit small models

scripts/eval-mgtv-qwen2.5_3b_4bit.sh

@@ -0,0 +1,30 @@
+#!/bin/sh
+
+BASEDIR=$(dirname "$0")
+cd $BASEDIR/..
+echo Current Directory:
+pwd
+
+BASEDIR=`pwd`
+
+nvidia-smi
+uname -a
+cat /etc/os-release
+lscpu
+grep MemTotal /proc/meminfo
+
+export USING_LLAMA_FACTORY=true
+export LOAD_IN_4BIT=true
+
+$BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-3B-Instruct
+
+$BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-3B-Instruct
+
+$BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-1.5B-Instruct
+
+$BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-1.5B-Instruct
+
+$BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-0.5B-Instruct
+
+$BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-0.5B-Instruct
+