include/ck_tile/ops/fmha.hpp Source File

• include
• ck_tile
• ops

fmha.hpp

Go to the documentation of this file.

1 // SPDX-License-Identifier: MIT

2 // Copyright (c) 2018-2025, Advanced Micro Devices, Inc. All rights reserved.

3 

4 #pragma once

5 

6 #include "ck_tile/ops/fmha/block/block_attention_bias_enum.hpp"

7 #include "ck_tile/ops/fmha/block/block_dropout.hpp"

8 #include "ck_tile/ops/fmha/block/block_masking.hpp"

9 #include "ck_tile/ops/fmha/block/block_position_encoding.hpp"

10 #include "ck_tile/ops/fmha/block/block_rotary_embedding.hpp"

11 #include "ck_tile/ops/fmha/block/page_block_navigator.hpp"

12 #include "ck_tile/ops/fmha/block/variants.hpp"

13 #include "ck_tile/ops/fmha/kernel/fmha_batch_prefill_kernel.hpp"

14 #include "ck_tile/ops/fmha/kernel/fmha_bwd_kernel.hpp"

15 #include "ck_tile/ops/fmha/kernel/fmha_fwd_appendkv_kernel.hpp"

16 #include "ck_tile/ops/fmha/kernel/fmha_fwd_appendkv_tile_partitioner.hpp"

17 #include "ck_tile/ops/fmha/kernel/fmha_fwd_kernel.hpp"

18 #include "ck_tile/ops/fmha/kernel/fmha_fwd_splitkv_combine_kernel.hpp"

19 #include "ck_tile/ops/fmha/kernel/fmha_fwd_splitkv_kernel.hpp"

20 #include "ck_tile/ops/fmha/kernel/fmha_fwd_pagedkv_kernel.hpp"

21 #include "ck_tile/ops/fmha/pipeline/block_fmha_batch_prefill_pipeline_qr_ks_vs_async.hpp"

22 #include "ck_tile/ops/fmha/pipeline/block_fmha_batch_prefill_pipeline_qr_ks_vs_async_default_policy.hpp"

23 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_convert_dq.hpp"

24 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_dot_do_o.hpp"

25 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr.hpp"

26 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr_iglp.hpp"

27 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_pipeline_default_policy.hpp"

28 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_pipeline_enum.hpp"

29 #include "ck_tile/ops/fmha/pipeline/block_fmha_bwd_pipeline_problem.hpp"

30 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_appendkv_pipeline.hpp"

31 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_appendkv_pipeline_default_policy.hpp"

32 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_combine_pipeline.hpp"

33 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_combine_pipeline_default_policy.hpp"

34 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_nwarp_sshuffle_qr_ks_vs.hpp"

35 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_nwarp_sshuffle_qr_ks_vs_default_policy.hpp"

36 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_qr_ks_vs.hpp"

37 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_splitkv_pipeline_qr_ks_vs_default_policy.hpp"

38 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_pagedkv_pipeline_qr_ks_vs.hpp"

39 #include "ck_tile/ops/fmha/pipeline/block_fmha_fwd_pagedkv_pipeline_qr_ks_vs_default_policy.hpp"

40 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_enum.hpp"

41 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_problem.hpp"

42 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs.hpp"

43 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async.hpp"

44 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async_default_policy.hpp"

45 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_default_policy.hpp"

46 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_fp8.hpp"

47 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_whole_k_prefetch.hpp"

48 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_whole_k_prefetch_default_policy.hpp"

49 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qs_ks_vs.hpp"

50 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qs_ks_vs_default_policy.hpp"

51 #include "ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qx_ks_vs_custom_policy.hpp"

52 #include "ck_tile/ops/fmha/pipeline/tile_fmha_shape.hpp"

53 #include "ck_tile/ops/fmha/pipeline/tile_fmha_traits.hpp"

54 #include "ck_tile/ops/common/generic_2d_block_shape.hpp"

55 #include "ck_tile/ops/common/tensor_layout.hpp"

56 #include "ck_tile/ops/common/utils.hpp"

block_attention_bias_enum.hpp

block_dropout.hpp

block_fmha_batch_prefill_pipeline_qr_ks_vs_async.hpp

block_fmha_batch_prefill_pipeline_qr_ks_vs_async_default_policy.hpp

block_fmha_bwd_convert_dq.hpp

block_fmha_bwd_dot_do_o.hpp

block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr.hpp

block_fmha_bwd_dq_dk_dv_pipeline_kr_ktr_vr_iglp.hpp

block_fmha_bwd_pipeline_default_policy.hpp

block_fmha_bwd_pipeline_enum.hpp

block_fmha_bwd_pipeline_problem.hpp

block_fmha_fwd_appendkv_pipeline.hpp

block_fmha_fwd_appendkv_pipeline_default_policy.hpp

block_fmha_fwd_pagedkv_pipeline_qr_ks_vs.hpp

block_fmha_fwd_pagedkv_pipeline_qr_ks_vs_default_policy.hpp

block_fmha_fwd_splitkv_combine_pipeline.hpp

block_fmha_fwd_splitkv_combine_pipeline_default_policy.hpp

block_fmha_fwd_splitkv_pipeline_nwarp_sshuffle_qr_ks_vs.hpp

block_fmha_fwd_splitkv_pipeline_nwarp_sshuffle_qr_ks_vs_default_policy.hpp

block_fmha_fwd_splitkv_pipeline_qr_ks_vs.hpp

block_fmha_fwd_splitkv_pipeline_qr_ks_vs_default_policy.hpp

block_fmha_pipeline_enum.hpp

block_fmha_pipeline_problem.hpp

block_fmha_pipeline_qr_ks_vs.hpp

block_fmha_pipeline_qr_ks_vs_async.hpp

block_fmha_pipeline_qr_ks_vs_async_default_policy.hpp

block_fmha_pipeline_qr_ks_vs_default_policy.hpp

block_fmha_pipeline_qr_ks_vs_fp8.hpp

block_fmha_pipeline_qr_ks_vs_whole_k_prefetch.hpp

block_fmha_pipeline_qr_ks_vs_whole_k_prefetch_default_policy.hpp

block_fmha_pipeline_qs_ks_vs.hpp

block_fmha_pipeline_qs_ks_vs_default_policy.hpp

block_fmha_pipeline_qx_ks_vs_custom_policy.hpp

block_masking.hpp

block_position_encoding.hpp

block_rotary_embedding.hpp

fmha_batch_prefill_kernel.hpp

fmha_bwd_kernel.hpp

fmha_fwd_appendkv_kernel.hpp

fmha_fwd_appendkv_tile_partitioner.hpp

fmha_fwd_kernel.hpp

fmha_fwd_pagedkv_kernel.hpp

fmha_fwd_splitkv_combine_kernel.hpp

fmha_fwd_splitkv_kernel.hpp

generic_2d_block_shape.hpp

page_block_navigator.hpp

tensor_layout.hpp

tile_fmha_shape.hpp

tile_fmha_traits.hpp

utils.hpp

variants.hpp