Update app.py

app.py

@@ -1,18 +1,11 @@
-from transformers import AutoTokenizer, AutoModelForCausalLM  
-import gradio as gr  
-  
-# api token for huggingface.co  
-api_token = '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'  
-  
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import gradio as gr
 
 # Use the base model's ID
 base_model_id = "mistralai/Mistral-7B-v0.1"
 
-# Create a configuration object specific to the base model (you can replace with your model's actual configuration if available)
-config = BertConfig()
-
 # Load the fine-tuned model "Tonic/mistralmed"
-model = AutoModel.from_pretrained("Tonic/mistralmed", config=config)
+model = AutoModelForCausalLM.from_pretrained("Tonic/mistralmed")
 
 tokenizer = AutoTokenizer.from_pretrained(base_model_id, trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token
@@ -27,25 +20,25 @@ class ChatBot:
         flat_history = [item for sublist in self.history for item in sublist]
         flat_history_tensor = torch.tensor(flat_history).unsqueeze(dim=0)
         bot_input_ids = torch.cat([flat_history_tensor, new_user_input_ids], dim=-1) if self.history else new_user_input_ids
-        chat_history_ids = model.generate(bot_input_ids, max_length=2000, pad_token_id=tokenizer.eos_token_id)
+        chat_history_ids = model.generate(bot_input_ids, max_length=512, pad_token_id=tokenizer.eos_token_id)
         self.history.append(chat_history_ids[:, bot_input_ids.shape[-1]:].tolist()[0])
         response = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
         return response
 
 bot = ChatBot()
-  
-title = "👋🏻Welcome to Tonic's EZ Chat🚀"  
-description = "You can use this Space to test out the current model (MistralMed) or duplicate this Space and use it for any other model on 🤗HuggingFace. Join me on [Discord](https://discord.gg/fpEPNZGsbt) to build together."  
-examples = [["What is the boiling point of nitrogen"]]  
-  
-iface = gr.Interface(  
-    fn=bot.predict,  
-    title=title,  
-    description=description,  
-    examples=examples,  
-    inputs="text",  
-    outputs="text",  
-    theme="ParityError/Anime"  
-)  
-  
-iface.launch()  
+
+title = "👋🏻Welcome to Tonic's MistralMed Chat🚀"
+description = "You can use this Space to test out the current model (MistralMed) or duplicate this Space and use it for any other model on 🤗HuggingFace. Join me on Discord to build together."
+examples = [["What is the boiling point of nitrogen"]]
+
+iface = gr.Interface(
+    fn=bot.predict,
+    title=title,
+    description=description,
+    examples=examples,
+    inputs="text",
+    outputs="text",
+    theme="ParityError/Anime"
+)
+
+iface.launch()