Update app.py

app.py

@@ -17,11 +17,12 @@ base_model = AutoModelForCausalLM.from_pretrained(
 )
 model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+tokenizer.pad_token_id = tokenizer.eos_token_id
 
 def generate_answer(question):
     #inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
     inputs = tokenizer.encode(question, return_tensors="pt")
-    outputs = model.generate(inputs, max_length=200, num_return_sequences=1, do_sample=True)
+    outputs = model.generate(inputs, max_length=50, num_return_sequences=1, do_sample=True)
     answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return answer