rrevo commited on
Commit
47ba23d
·
1 Parent(s): 6cfa6ec

flash attn 1

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -32,6 +32,6 @@ ENV HF_HOME $HOME/code/.hf_home/
32
 
33
  ENV DEVICE cuda:0
34
  # ENV ATTN_IMPLEMENTATION flash_attention_2
35
- ENV ATTN_IMPLEMENTATION sdpa
36
 
37
  ENTRYPOINT [ "./entrypoint.sh" ]
 
32
 
33
  ENV DEVICE cuda:0
34
  # ENV ATTN_IMPLEMENTATION flash_attention_2
35
+ ENV ATTN_IMPLEMENTATION flash_attention
36
 
37
  ENTRYPOINT [ "./entrypoint.sh" ]