Update app.py

app.py

@@ -2,9 +2,18 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 import gradio as gr      
 import torch      
     
-tokenizer = AutoTokenizer.from_pretrained("Tonic/mistralmed")    
+base_model = AutoModelForCausalLM.from_pretrained(
+    Mistral,  # Mistral, same as before
+    quantization_config=bnb_config,  # Same quantization config as before
+    device_map="auto",
+    trust_remote_code=True,
+    use_auth_token=api_token
+)
+
+tokenizer = AutoTokenizer.from_pretrained(base_model_id, trust_remote_code=True)
+tokenizer.pad_token = tokenizer.eos_tokentokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")    
 tokenizer.padding_side = 'left'      
-model = AutoModelForCausalLM.from_pretrained("Tonic/mistralmed")     
+model = PeftModel.from_pretrained(base_model, "Tonic/mistralmed")
     
 class ChatBot:      
     def __init__(self):