Xianjun
/

PLLaMa-13b-base

Text Generation

text-generation-inference

Model card Files Files and versions

Xianjun commited on Jan 4, 2024

Commit

4402275

·

1 Parent(s): 9da0db0

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -22,8 +22,8 @@ This model is optimized for plant science by continuing pertaining on over 1.5 m
 from transformers import LlamaTokenizer, LlamaForCausalLM
 import torch
-tokenizer = LlamaTokenizer.from_pretrained("Xianjun/PLLaMa-7b-base")
-model = LlamaForCausalLM.from_pretrained("Xianjun/PLLaMa-7b-base").half().to("cuda")
 instruction = "How to ..."
 batch = tokenizer(instruction, return_tensors="pt", add_special_tokens=False).to("cuda")

 from transformers import LlamaTokenizer, LlamaForCausalLM
 import torch
+tokenizer = LlamaTokenizer.from_pretrained("Xianjun/PLLaMa-13b-base")
+model = LlamaForCausalLM.from_pretrained("Xianjun/PLLaMa-13b-base").half().to("cuda")
 instruction = "How to ..."
 batch = tokenizer(instruction, return_tensors="pt", add_special_tokens=False).to("cuda")