MoeSmoothquant< Pipeline_ > Struct Template Reference

MoeSmoothquant&lt; Pipeline_ &gt; Struct Template Reference#

Composable Kernel: ck_tile::MoeSmoothquant< Pipeline_ > Struct Template Reference
Classes | Public Types | Public Member Functions | Static Public Member Functions | Static Public Attributes | List of all members
ck_tile::MoeSmoothquant< Pipeline_ > Struct Template Reference

#include <moe_smoothquant_kernel.hpp>

Classes

struct  Kargs
 
struct  t2s
 
struct  t2s< ck_tile::bf16_t >
 
struct  t2s< ck_tile::bf8_t >
 
struct  t2s< ck_tile::fp16_t >
 
struct  t2s< ck_tile::fp8_t >
 
struct  t2s< ck_tile::int8_t >
 
struct  t2s< float >
 

Public Types

using Pipeline = remove_cvref_t< Pipeline_ >
 
using Problem = typename Pipeline::Problem
 
using XDataType = remove_cvref_t< typename Problem::XDataType >
 
using SmoothScaleDataType = remove_cvref_t< typename Problem::SmoothScaleDataType >
 
using ComputeDataType = remove_cvref_t< typename Problem::ComputeDataType >
 
using YScaleDataType = remove_cvref_t< typename Problem::YScaleDataType >
 
using QYDataType = remove_cvref_t< typename Problem::QYDataType >
 
using Hargs = MoeSmoothquantHostArgs
 

Public Member Functions

CK_TILE_DEVICE void operator() (Kargs kargs) const
 

Static Public Member Functions

static constexpr CK_TILE_HOST Kargs MakeKargs (const Hargs &hargs)
 
static constexpr CK_TILE_HOST auto GridSize (const Hargs &hargs)
 
static constexpr CK_TILE_HOST auto BlockSize ()
 
static constexpr CK_TILE_HOST_DEVICE index_t GetSmemSize ()
 
static CK_TILE_HOST std::string GetName ()
 

Static Public Attributes

static constexpr index_t Block_M = Problem::BlockShape::Block_M
 
static constexpr index_t Block_N = Problem::BlockShape::Block_N
 
static constexpr bool kPadM = false
 
static constexpr bool kPadN = Problem::kPadN
 
static constexpr bool kTwoPass = Problem::kTwoPass
 
static constexpr index_t ThreadPerWarp_N = Problem::BlockShape::ThreadPerWarp_N
 
static constexpr index_t Vector_N = Problem::BlockShape::Vector_N
 
static constexpr index_t Repeat_N = Problem::BlockShape::Repeat_N
 
static constexpr auto I0 = number<0>{}
 
static constexpr auto I1 = number<1>{}
 

Member Typedef Documentation

◆ ComputeDataType

template<typename Pipeline_ >
using ck_tile::MoeSmoothquant< Pipeline_ >::ComputeDataType = remove_cvref_t<typename Problem::ComputeDataType>

◆ Hargs

template<typename Pipeline_ >
using ck_tile::MoeSmoothquant< Pipeline_ >::Hargs = MoeSmoothquantHostArgs

◆ Pipeline

template<typename Pipeline_ >
using ck_tile::MoeSmoothquant< Pipeline_ >::Pipeline = remove_cvref_t<Pipeline_>

◆ Problem

template<typename Pipeline_ >
using ck_tile::MoeSmoothquant< Pipeline_ >::Problem = typename Pipeline::Problem

◆ QYDataType

template<typename Pipeline_ >
using ck_tile::MoeSmoothquant< Pipeline_ >::QYDataType = remove_cvref_t<typename Problem::QYDataType>

◆ SmoothScaleDataType

template<typename Pipeline_ >
using ck_tile::MoeSmoothquant< Pipeline_ >::SmoothScaleDataType = remove_cvref_t<typename Problem::SmoothScaleDataType>

◆ XDataType

template<typename Pipeline_ >
using ck_tile::MoeSmoothquant< Pipeline_ >::XDataType = remove_cvref_t<typename Problem::XDataType>

◆ YScaleDataType

template<typename Pipeline_ >
using ck_tile::MoeSmoothquant< Pipeline_ >::YScaleDataType = remove_cvref_t<typename Problem::YScaleDataType>

Member Function Documentation

◆ BlockSize()

template<typename Pipeline_ >
static constexpr CK_TILE_HOST auto ck_tile::MoeSmoothquant< Pipeline_ >::BlockSize ( )
inlinestaticconstexpr

◆ GetName()

template<typename Pipeline_ >
static CK_TILE_HOST std::string ck_tile::MoeSmoothquant< Pipeline_ >::GetName ( )
inlinestatic

◆ GetSmemSize()

template<typename Pipeline_ >
static constexpr CK_TILE_HOST_DEVICE index_t ck_tile::MoeSmoothquant< Pipeline_ >::GetSmemSize ( )
inlinestaticconstexpr

◆ GridSize()

template<typename Pipeline_ >
static constexpr CK_TILE_HOST auto ck_tile::MoeSmoothquant< Pipeline_ >::GridSize ( const Hargs &  hargs)
inlinestaticconstexpr

◆ MakeKargs()

template<typename Pipeline_ >
static constexpr CK_TILE_HOST Kargs ck_tile::MoeSmoothquant< Pipeline_ >::MakeKargs ( const Hargs &  hargs)
inlinestaticconstexpr

◆ operator()()

template<typename Pipeline_ >
CK_TILE_DEVICE void ck_tile::MoeSmoothquant< Pipeline_ >::operator() ( Kargs  kargs) const
inline

Member Data Documentation

◆ Block_M

template<typename Pipeline_ >
constexpr index_t ck_tile::MoeSmoothquant< Pipeline_ >::Block_M = Problem::BlockShape::Block_M
staticconstexpr

◆ Block_N

template<typename Pipeline_ >
constexpr index_t ck_tile::MoeSmoothquant< Pipeline_ >::Block_N = Problem::BlockShape::Block_N
staticconstexpr

◆ I0

template<typename Pipeline_ >
constexpr auto ck_tile::MoeSmoothquant< Pipeline_ >::I0 = number<0>{}
staticconstexpr

◆ I1

template<typename Pipeline_ >
constexpr auto ck_tile::MoeSmoothquant< Pipeline_ >::I1 = number<1>{}
staticconstexpr

◆ kPadM

template<typename Pipeline_ >
constexpr bool ck_tile::MoeSmoothquant< Pipeline_ >::kPadM = false
staticconstexpr

◆ kPadN

template<typename Pipeline_ >
constexpr bool ck_tile::MoeSmoothquant< Pipeline_ >::kPadN = Problem::kPadN
staticconstexpr

◆ kTwoPass

template<typename Pipeline_ >
constexpr bool ck_tile::MoeSmoothquant< Pipeline_ >::kTwoPass = Problem::kTwoPass
staticconstexpr

◆ Repeat_N

template<typename Pipeline_ >
constexpr index_t ck_tile::MoeSmoothquant< Pipeline_ >::Repeat_N = Problem::BlockShape::Repeat_N
staticconstexpr

◆ ThreadPerWarp_N

template<typename Pipeline_ >
constexpr index_t ck_tile::MoeSmoothquant< Pipeline_ >::ThreadPerWarp_N = Problem::BlockShape::ThreadPerWarp_N
staticconstexpr

◆ Vector_N

template<typename Pipeline_ >
constexpr index_t ck_tile::MoeSmoothquant< Pipeline_ >::Vector_N = Problem::BlockShape::Vector_N
staticconstexpr
The documentation for this struct was generated from the following file:
  • /home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/docs-6.4.3/include/ck_tile/ops/smoothquant/kernel/moe_smoothquant_kernel.hpp