.gitignore
.gitmodules
AUTHORS
CITATION.cff
CLAUDE.md
CODE_OF_CONDUCT.md
CONTRIBUTING.md
LICENSE
MANIFEST.in
Makefile
README.md
README_zh.md
SECURITY.md
mkdocs.yml
pyproject.toml
setup.py
.github/auto_assign.yml
.github/ISSUE_TEMPLATE/bug_report.md
.github/ISSUE_TEMPLATE/bug_report.yml
.github/ISSUE_TEMPLATE/feature_request.md
.github/ISSUE_TEMPLATE/feature_request.yml
.github/ISSUE_TEMPLATE/performance_issue.md
.github/ISSUE_TEMPLATE/performance_issue.yml
.github/PULL_REQUEST_TEMPLATE/bug_fix.md
.github/PULL_REQUEST_TEMPLATE/bug_fix.yml
.github/PULL_REQUEST_TEMPLATE/feature_support.md
.github/PULL_REQUEST_TEMPLATE/feature_support.yml
.github/PULL_REQUEST_TEMPLATE/performance_optimization.md
.github/PULL_REQUEST_TEMPLATE/performance_optimization.yml
.github/workflows/auto-assign.yml
.github/workflows/build.yml
.github/workflows/docs.yml
.github/workflows/manual_publish.yml
.github/workflows/publish.yml
csrc/flash_sparse_attn/flash_api.cpp
csrc/flash_sparse_attn/src/block_info.h
csrc/flash_sparse_attn/src/flash.h
csrc/flash_sparse_attn/src/flash_bwd_kernel.h
csrc/flash_sparse_attn/src/flash_bwd_launch_template.h
csrc/flash_sparse_attn/src/flash_bwd_preprocess_kernel.h
csrc/flash_sparse_attn/src/flash_fwd_kernel.h
csrc/flash_sparse_attn/src/flash_fwd_launch_template.h
csrc/flash_sparse_attn/src/generate_kernels.py
csrc/flash_sparse_attn/src/hardware_info.h
csrc/flash_sparse_attn/src/kernel_traits.h
csrc/flash_sparse_attn/src/mask.h
csrc/flash_sparse_attn/src/namespace_config.h
csrc/flash_sparse_attn/src/softmax.h
csrc/flash_sparse_attn/src/static_switch.h
csrc/flash_sparse_attn/src/utils.h
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim128_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim128_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim128_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim128_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim192_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim192_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim192_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim192_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim256_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim256_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim256_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim256_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim32_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim32_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim32_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim32_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim64_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim64_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim64_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim64_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim96_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim96_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim96_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_bwd_hdim96_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim128_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim128_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim128_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim128_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim192_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim192_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim192_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim192_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim256_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim256_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim256_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim256_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim32_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim32_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim32_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim32_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim64_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim64_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim64_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim64_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim96_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim96_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim96_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_hdim96_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim128_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim128_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim128_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim128_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim192_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim192_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim192_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim192_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim256_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim256_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim256_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim256_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim32_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim32_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim32_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim32_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim64_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim64_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim64_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim64_fp16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim96_bf16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim96_bf16_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim96_fp16_causal_sm80.cu
csrc/flash_sparse_attn/src/instantiations/flash_fwd_split_hdim96_fp16_sm80.cu
docs/api.md
docs/api_reference.md
docs/api_reference_zh.md
docs/huggingface_kernels_guide.md
docs/index.md
examples/modeling/configuration_doge.py
examples/modeling/modeling_doge.py
flash_sparse_attn/__init__.py
flash_sparse_attn.egg-info/PKG-INFO
flash_sparse_attn.egg-info/SOURCES.txt
flash_sparse_attn.egg-info/dependency_links.txt
flash_sparse_attn.egg-info/requires.txt
flash_sparse_attn.egg-info/top_level.txt
flash_sparse_attn/deprecated/__init__.py
flash_sparse_attn/deprecated/flash_dmattn_triton.py
flash_sparse_attn/deprecated/flash_sparse_attn_flex.py
flash_sparse_attn/deprecated/flash_sparse_attn_interface.py
flash_sparse_attn/deprecated/flash_sparse_attn_triton.py
flash_sparse_attn/integrations/flash_sparse_attention.py
flash_sparse_attn/integrations/import_utils.py
flash_sparse_attn/integrations/modeling_flash_sparse_attention_utils.py
flash_sparse_attn/modules/flash_sparse_attention.py
flash_sparse_attn/modules/multi_head_attention.py
flash_sparse_attn/ops/__init__.py
flash_sparse_attn/ops/cute/.flake8
flash_sparse_attn/ops/cute/.hash
flash_sparse_attn/ops/cute/README.md
flash_sparse_attn/ops/cute/__init__.py
flash_sparse_attn/ops/cute/ampere_helpers.py
flash_sparse_attn/ops/cute/barrier.py
flash_sparse_attn/ops/cute/blackwell_helpers.py
flash_sparse_attn/ops/cute/block_info.py
flash_sparse_attn/ops/cute/block_sparse_utils.py
flash_sparse_attn/ops/cute/block_sparsity.py
flash_sparse_attn/ops/cute/cache_utils.py
flash_sparse_attn/ops/cute/compute_block_sparsity.py
flash_sparse_attn/ops/cute/copy_utils.py
flash_sparse_attn/ops/cute/cu_blocks_kernel.py
flash_sparse_attn/ops/cute/cute_dsl_ptxas.py
flash_sparse_attn/ops/cute/cute_dsl_utils.py
flash_sparse_attn/ops/cute/fa_logging.py
flash_sparse_attn/ops/cute/fast_math.py
flash_sparse_attn/ops/cute/flash_bwd.py
flash_sparse_attn/ops/cute/flash_bwd_postprocess.py
flash_sparse_attn/ops/cute/flash_bwd_preprocess.py
flash_sparse_attn/ops/cute/flash_bwd_sm100.py
flash_sparse_attn/ops/cute/flash_bwd_sm120.py
flash_sparse_attn/ops/cute/flash_bwd_sm90.py
flash_sparse_attn/ops/cute/flash_fwd.py
flash_sparse_attn/ops/cute/flash_fwd_combine.py
flash_sparse_attn/ops/cute/flash_fwd_sm100.py
flash_sparse_attn/ops/cute/flash_fwd_sm120.py
flash_sparse_attn/ops/cute/flash_fwd_sm90.py
flash_sparse_attn/ops/cute/interface.py
flash_sparse_attn/ops/cute/mask.py
flash_sparse_attn/ops/cute/mma_sm100_desc.py
flash_sparse_attn/ops/cute/named_barrier.py
flash_sparse_attn/ops/cute/namespace.py
flash_sparse_attn/ops/cute/pack_gqa.py
flash_sparse_attn/ops/cute/paged_kv.py
flash_sparse_attn/ops/cute/pipeline.py
flash_sparse_attn/ops/cute/prepare_scheduler.py
flash_sparse_attn/ops/cute/pyproject.toml
flash_sparse_attn/ops/cute/seqlen_info.py
flash_sparse_attn/ops/cute/softmax.py
flash_sparse_attn/ops/cute/testing.py
flash_sparse_attn/ops/cute/tile_scheduler.py
flash_sparse_attn/ops/cute/utils.py
flash_sparse_attn/ops/triton/__init__.py
flash_sparse_attn/ops/triton/activations.py
flash_sparse_attn/ops/triton/assert_inputs.py
flash_sparse_attn/ops/triton/autotuner.py
flash_sparse_attn/ops/triton/block_info.py
flash_sparse_attn/ops/triton/cache_utils.py
flash_sparse_attn/ops/triton/flash_bwd_postprocess.py
flash_sparse_attn/ops/triton/flash_bwd_preprocess.py
flash_sparse_attn/ops/triton/flash_dec_combine.py
flash_sparse_attn/ops/triton/flash_dense_bwd.py
flash_sparse_attn/ops/triton/flash_dense_dec.py
flash_sparse_attn/ops/triton/flash_dense_fwd.py
flash_sparse_attn/ops/triton/flash_fwd_combine.py
flash_sparse_attn/ops/triton/flash_gated_bwd.py
flash_sparse_attn/ops/triton/flash_gated_dec.py
flash_sparse_attn/ops/triton/flash_gated_fwd.py
flash_sparse_attn/ops/triton/flash_proj_bwd.py
flash_sparse_attn/ops/triton/flash_proj_fwd.py
flash_sparse_attn/ops/triton/flash_sparse_bwd.py
flash_sparse_attn/ops/triton/flash_sparse_dec.py
flash_sparse_attn/ops/triton/flash_sparse_fwd.py
flash_sparse_attn/ops/triton/interface.py
flash_sparse_attn/ops/triton/kernel_repr.py
flash_sparse_attn/ops/triton/launch_grid.py
flash_sparse_attn/ops/triton/launch_template.py
flash_sparse_attn/ops/triton/mask.py
flash_sparse_attn/ops/triton/paged_kv.py
flash_sparse_attn/ops/triton/quant.py
flash_sparse_attn/ops/triton/scheduler.py
flash_sparse_attn/ops/triton/seqlen_info.py
flash_sparse_attn/ops/triton/topk_gather_kv.py
flash_sparse_attn/ops/triton/utils.py
flash_sparse_attn/utils/mask.py
flash_sparse_attn/utils/padding.py
scripts/build_hf_kernels.py
scripts/rewrite_cute_namespace.py
scripts/sync_cute_patch.sh
scripts/sync_cute_subtree.ps1
scripts/sync_cute_subtree.sh
scripts/upload_assets_to_release.sh
tests/benchmark_backward.py
tests/benchmark_backward_cute.py
tests/benchmark_decode.py
tests/benchmark_decode_cute.py
tests/benchmark_forward.py
tests/benchmark_forward_cute.py
tests/benchmark_plot.py
tests/test_dense_base_backward.py
tests/test_dense_base_decode.py
tests/test_dense_base_forward.py
tests/test_dense_varlen_backward.py
tests/test_dense_varlen_decode.py
tests/test_dense_varlen_forward.py
tests/test_gated_base_backward.py
tests/test_gated_base_decode.py
tests/test_gated_base_forward.py
tests/test_gated_varlen_backward.py
tests/test_gated_varlen_decode.py
tests/test_gated_varlen_forward.py
tests/test_paged_kv.py
tests/test_sparse_base_backward.py
tests/test_sparse_base_decode.py
tests/test_sparse_base_forward.py
tests/test_sparse_varlen_backward.py
tests/test_sparse_varlen_decode.py
tests/test_sparse_varlen_forward.py
tests/test_topk_gather_decode.py
tests/test_utils.py