naive_attention_fwd_args Struct Reference

naive_attention_fwd_args Struct Reference#

Composable Kernel: ck_tile::naive_attention_fwd_args Struct Reference
Public Attributes | List of all members
ck_tile::naive_attention_fwd_args Struct Reference

#include <naive_attention.hpp>

Public Attributes

void * q_ptr
 
void * k_ptr
 
void * v_ptr
 
void * o_ptr
 
void * context_len_ptr
 
void * page_table_ptr
 
void * kscale_ptr
 
void * vscale_ptr
 
float scale_s
 
int hdim
 
int hdim_v
 
int batch_q
 
int batch_kv
 
int batch_ratio_kv
 
int seqlen_q
 
int seqlen_kv
 
int nhead_q
 
int nhead_kv
 
int nhead_ratio_kv
 
int page_size
 
int max_pages_per_seq
 
int max_kv_tokens
 

Member Data Documentation

◆ batch_kv

int ck_tile::naive_attention_fwd_args::batch_kv

◆ batch_q

int ck_tile::naive_attention_fwd_args::batch_q

◆ batch_ratio_kv

int ck_tile::naive_attention_fwd_args::batch_ratio_kv

◆ context_len_ptr

void* ck_tile::naive_attention_fwd_args::context_len_ptr

◆ hdim

int ck_tile::naive_attention_fwd_args::hdim

◆ hdim_v

int ck_tile::naive_attention_fwd_args::hdim_v

◆ k_ptr

void* ck_tile::naive_attention_fwd_args::k_ptr

◆ kscale_ptr

void* ck_tile::naive_attention_fwd_args::kscale_ptr

◆ max_kv_tokens

int ck_tile::naive_attention_fwd_args::max_kv_tokens

◆ max_pages_per_seq

int ck_tile::naive_attention_fwd_args::max_pages_per_seq

◆ nhead_kv

int ck_tile::naive_attention_fwd_args::nhead_kv

◆ nhead_q

int ck_tile::naive_attention_fwd_args::nhead_q

◆ nhead_ratio_kv

int ck_tile::naive_attention_fwd_args::nhead_ratio_kv

◆ o_ptr

void* ck_tile::naive_attention_fwd_args::o_ptr

◆ page_size

int ck_tile::naive_attention_fwd_args::page_size

◆ page_table_ptr

void* ck_tile::naive_attention_fwd_args::page_table_ptr

◆ q_ptr

void* ck_tile::naive_attention_fwd_args::q_ptr

◆ scale_s

float ck_tile::naive_attention_fwd_args::scale_s

◆ seqlen_kv

int ck_tile::naive_attention_fwd_args::seqlen_kv

◆ seqlen_q

int ck_tile::naive_attention_fwd_args::seqlen_q

◆ v_ptr

void* ck_tile::naive_attention_fwd_args::v_ptr

◆ vscale_ptr

void* ck_tile::naive_attention_fwd_args::vscale_ptr
The documentation for this struct was generated from the following file:
  • /home/docs/checkouts/readthedocs.org/user_builds/advanced-micro-devices-composable-kernel/checkouts/docs-6.4.3/include/ck_tile/ref/naive_attention.hpp