zyliu commited on
Commit
e9bddc7
1 Parent(s): 389bff0

update model_worker.py

Browse files
Files changed (1) hide show
  1. model_worker.py +3 -1
model_worker.py CHANGED
@@ -232,7 +232,9 @@ class ModelWorker:
232
  except ImportError:
233
 
234
  def install_flash_attn():
235
- os.system("pip install flash-attn==2.5.9.post1")
 
 
236
 
237
  install_flash_attn()
238
  # import flash_attn
 
232
  except ImportError:
233
 
234
  def install_flash_attn():
235
+ os.system(
236
+ "FLASH_ATTENTION_SKIP_CUDA_BUILD=TRUE pip install flash-attn==2.5.9.post1 --no-build-isolation"
237
+ )
238
 
239
  install_flash_attn()
240
  # import flash_attn