Update README.md

README.md

@@ -85,6 +85,11 @@ tokenizer = AutoTokenizer.from_pretrained(BASE_NAME,padding_side='left',trust_re
 model_base = AutoModelForCausalLM.from_pretrained(BASE_NAME,device_map="auto")
 model_rewrite = aLoRAPeftModelForCausalLM.from_pretrained(model_base, LORA_NAME)
 
+INSTRUCTION_TEXT = "Reword the final utterance from the USER into a single utterance that doesn't need the prior conversation history to understand the user's intent. If the final utterance is a clear and standalone question, please DO NOT attempt to rewrite it, rather output the last user utterance as is. "
+JSON = "Your output format should be in JSON: { \"rewritten_question\": <REWRITE> }"
+REWRITE_PROMPT = "<|start_of_role|>rewrite: " + INSTRUCTION_TEXT + JSON + "<|end_of_role|>"
+
+
 # Input conversation
 conv = [
     {