procapital

Runtime error

No1r97 commited on Nov 4, 2023

Commit

02ac1ae

1 Parent(s): 0dc1562

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -12,10 +12,12 @@ base_model = AutoModelForCausalLM.from_pretrained(
     token=access_token,
     trust_remote_code=True,
     device_map="auto",
 )
 model = PeftModel.from_pretrained(
     base_model,
-    'FinGPT/fingpt-forecaster_dow30_llama2-7b_lora'
 )
 model = model.eval()

     token=access_token,
     trust_remote_code=True,
     device_map="auto",
+    offload_folder="offload/"
 )
 model = PeftModel.from_pretrained(
     base_model,
+    'FinGPT/fingpt-forecaster_dow30_llama2-7b_lora',
+    offload_folder="offload/"
 )
 model = model.eval()