BlockFmhaFwdAppendKVPipelineDefaultPolicy Struct Reference

BlockFmhaFwdAppendKVPipelineDefaultPolicy Struct Reference#

Composable Kernel: ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy Struct Reference
Static Public Member Functions | List of all members
ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy Struct Reference

#include <block_fmha_fwd_appendkv_pipeline_default_policy.hpp>

Static Public Member Functions

template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto GetAlignmentQ ()
 
template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto GetAlignmentK ()
 
template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto GetAlignmentV ()
 
template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto GetQNumElemsPerRead ()
 
template<typename Problem >
static CK_TILE_DEVICE auto GetQThreadRangeAlongK ()
 
template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto MakeQDramTileDistribution ()
 
template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto GetKnewNumElemsPerRead ()
 
template<typename Problem >
static CK_TILE_DEVICE auto GetKnewThreadRangeAlongK ()
 
template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto MakeKnewDramTileDistribution ()
 
template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto GetSmemKPackV ()
 
template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto MakeVnewDramTileDistribution ()
 
template<typename Problem , bool IsRotaryCosSinForQ>
static constexpr CK_TILE_HOST_DEVICE auto GetRotaryCosSinTileSize ()
 
template<typename Problem , bool IsRotaryCosSinForQ>
static constexpr CK_TILE_HOST_DEVICE auto MakeRotaryCosSinTileDistribution ()
 

Member Function Documentation

◆ GetAlignmentK()

template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetAlignmentK ( )
inlinestaticconstexpr

◆ GetAlignmentQ()

template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetAlignmentQ ( )
inlinestaticconstexpr

◆ GetAlignmentV()

template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetAlignmentV ( )
inlinestaticconstexpr

◆ GetKnewNumElemsPerRead()

template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetKnewNumElemsPerRead ( )
inlinestaticconstexpr

NOTICE: we might need to lower down this to support smaller rotary_dim

◆ GetKnewThreadRangeAlongK()

template<typename Problem >
static CK_TILE_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetKnewThreadRangeAlongK ( )
inlinestatic

◆ GetQNumElemsPerRead()

template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetQNumElemsPerRead ( )
inlinestaticconstexpr

NOTICE: we might need to lower down this to support smaller rotary_dim

◆ GetQThreadRangeAlongK()

template<typename Problem >
static CK_TILE_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetQThreadRangeAlongK ( )
inlinestatic

◆ GetRotaryCosSinTileSize()

template<typename Problem , bool IsRotaryCosSinForQ>
static constexpr CK_TILE_HOST_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetRotaryCosSinTileSize ( )
inlinestaticconstexpr

◆ GetSmemKPackV()

template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::GetSmemKPackV ( )
inlinestaticconstexpr

◆ MakeKnewDramTileDistribution()

template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::MakeKnewDramTileDistribution ( )
inlinestaticconstexpr

◆ MakeQDramTileDistribution()

template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::MakeQDramTileDistribution ( )
inlinestaticconstexpr

◆ MakeRotaryCosSinTileDistribution()

template<typename Problem , bool IsRotaryCosSinForQ>
static constexpr CK_TILE_HOST_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::MakeRotaryCosSinTileDistribution ( )
inlinestaticconstexpr

NOTICE: we might need to lower down this to support smaller rotary_dim

◆ MakeVnewDramTileDistribution()

template<typename Problem >
static constexpr CK_TILE_HOST_DEVICE auto ck_tile::BlockFmhaFwdAppendKVPipelineDefaultPolicy::MakeVnewDramTileDistribution ( )
inlinestaticconstexpr
The documentation for this struct was generated from the following file: