Cicici1109 commited on
Commit
272d8e4
·
verified ·
1 Parent(s): 3881106

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +2 -0
utils.py CHANGED
@@ -15,6 +15,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
15
  from scipy.ndimage import binary_dilation
16
  import cv2
17
  import openai
 
 
18
  from tenacity import retry, wait_exponential, stop_after_attempt, retry_if_exception_type
19
 
20
 
 
15
  from scipy.ndimage import binary_dilation
16
  import cv2
17
  import openai
18
+ import subprocess
19
+ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
20
  from tenacity import retry, wait_exponential, stop_after_attempt, retry_if_exception_type
21
 
22