Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -19,8 +19,8 @@ model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
|
|
| 19 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
| 20 |
|
| 21 |
def generate_answer(question):
|
| 22 |
-
inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
|
| 23 |
-
|
| 24 |
outputs = model.generate(inputs, max_length=2000, num_return_sequences=1, do_sample=True)
|
| 25 |
answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 26 |
return answer
|
|
|
|
| 19 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
| 20 |
|
| 21 |
def generate_answer(question):
|
| 22 |
+
#inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
|
| 23 |
+
inputs = tokenizer.encode(question, return_tensors="pt")
|
| 24 |
outputs = model.generate(inputs, max_length=2000, num_return_sequences=1, do_sample=True)
|
| 25 |
answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 26 |
return answer
|