flash-attn / flash_attn /src

Ctrl+K

3 contributors

History: 2 commits

drbh

fix: limit build head size and cuda caps for dev

9002ff5 5 months ago

alibi.h

2.87 kB

feat: include source and enable build 5 months ago
block_info.h

2.48 kB

feat: include source and enable build 5 months ago
dropout.h

5.84 kB

feat: include source and enable build 5 months ago
flash.h

6.09 kB

feat: include source and enable build 5 months ago
flash_bwd_hdim128_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim128_bf16_sm80.cu

489 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim128_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim128_fp16_sm80.cu

481 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim160_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim160_bf16_sm80.cu

489 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim160_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim160_fp16_sm80.cu

481 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim192_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim192_bf16_sm80.cu

489 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim192_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim192_fp16_sm80.cu

481 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim256_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim256_bf16_sm80.cu

489 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim256_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim256_fp16_sm80.cu

481 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim32_bf16_causal_sm80.cu

485 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim32_bf16_sm80.cu

487 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim32_fp16_causal_sm80.cu

477 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim32_fp16_sm80.cu

479 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim64_bf16_causal_sm80.cu

485 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim64_bf16_sm80.cu

487 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim64_fp16_causal_sm80.cu

477 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim64_fp16_sm80.cu

479 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim96_bf16_causal_sm80.cu

485 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim96_bf16_sm80.cu

487 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim96_fp16_causal_sm80.cu

477 Bytes

feat: include source and enable build 5 months ago
flash_bwd_hdim96_fp16_sm80.cu

479 Bytes

feat: include source and enable build 5 months ago
flash_bwd_kernel.h

49 kB

feat: include source and enable build 5 months ago
flash_bwd_launch_template.h

17.6 kB

feat: include source and enable build 5 months ago
flash_bwd_preprocess_kernel.h

20.8 kB

feat: include source and enable build 5 months ago
flash_fwd_hdim128_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim128_bf16_sm80.cu

489 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim128_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim128_fp16_sm80.cu

481 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim160_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim160_bf16_sm80.cu

489 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim160_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim160_fp16_sm80.cu

481 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim192_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim192_bf16_sm80.cu

489 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim192_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim192_fp16_sm80.cu

481 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim256_bf16_causal_sm80.cu

487 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim256_bf16_sm80.cu

489 Bytes

feat: include source and enable build 5 months ago
flash_fwd_hdim256_fp16_causal_sm80.cu

479 Bytes

feat: include source and enable build 5 months ago