Kargs Struct Reference

Kargs Struct Reference#

Composable Kernel: ck_tile::MoeSortingKernel< Problem_ >::Kargs Struct Reference
ck_tile::MoeSortingKernel< Problem_ >::Kargs Struct Reference

#include <moe_sorting_kernel.hpp>

Public Attributes

const void * p_topk_ids
 
const void * p_weights
 
void * p_sorted_token_ids
 
void * p_sorted_weights
 
void * p_sorted_expert_ids
 
void * p_total_tokens_post_pad
 
void * p_moe_buf
 
index_t tokens
 
index_t num_experts
 
index_t moe_buf_bytes
 
index_t tokens_per_thread
 
mdiv unit_size_mdiv
 
mdiv topk_mdiv
 

Member Data Documentation

◆ moe_buf_bytes

template<typename Problem_ >
index_t ck_tile::MoeSortingKernel< Problem_ >::Kargs::moe_buf_bytes

◆ num_experts

template<typename Problem_ >
index_t ck_tile::MoeSortingKernel< Problem_ >::Kargs::num_experts

◆ p_moe_buf

template<typename Problem_ >
void* ck_tile::MoeSortingKernel< Problem_ >::Kargs::p_moe_buf

◆ p_sorted_expert_ids

template<typename Problem_ >
void* ck_tile::MoeSortingKernel< Problem_ >::Kargs::p_sorted_expert_ids

◆ p_sorted_token_ids

template<typename Problem_ >
void* ck_tile::MoeSortingKernel< Problem_ >::Kargs::p_sorted_token_ids

◆ p_sorted_weights

template<typename Problem_ >
void* ck_tile::MoeSortingKernel< Problem_ >::Kargs::p_sorted_weights

◆ p_topk_ids

template<typename Problem_ >
const void* ck_tile::MoeSortingKernel< Problem_ >::Kargs::p_topk_ids

◆ p_total_tokens_post_pad

template<typename Problem_ >
void* ck_tile::MoeSortingKernel< Problem_ >::Kargs::p_total_tokens_post_pad

◆ p_weights

template<typename Problem_ >
const void* ck_tile::MoeSortingKernel< Problem_ >::Kargs::p_weights

◆ tokens

template<typename Problem_ >
index_t ck_tile::MoeSortingKernel< Problem_ >::Kargs::tokens

◆ tokens_per_thread

template<typename Problem_ >
index_t ck_tile::MoeSortingKernel< Problem_ >::Kargs::tokens_per_thread

◆ topk_mdiv

template<typename Problem_ >
mdiv ck_tile::MoeSortingKernel< Problem_ >::Kargs::topk_mdiv

◆ unit_size_mdiv

template<typename Problem_ >
mdiv ck_tile::MoeSortingKernel< Problem_ >::Kargs::unit_size_mdiv

The documentation for this struct was generated from the following file:
  • /home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/docs-6.4.3/include/ck_tile/ops/fused_moe/kernel/moe_sorting_kernel.hpp