Modified Downstream Usage Code

README.md

@@ -91,7 +91,7 @@ print(response['choices'][0]['text'].strip())
 # USING ON GPU MACHINE
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
-from peft import PeftModel, PeftConfig
+# from peft import PeftModel, PeftConfig
 
 model_name = "pavankumarbalijepalli/phi2-sqlcoder"
 
@@ -101,7 +101,10 @@ model = AutoModelForCausalLM.from_pretrained(
     device_map="auto"
 )
 
+prompt = ""
+
 tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+tokenizer.pad_token = tokenizer.eos_token
 inputs = tokenizer(prompt, return_tensors="pt", padding=True, truncation=True)
 inputs.to('cuda')