BatchModeKargs Struct Reference

• ck_tile
• FmhaFwdSplitKVKernel
• BatchModeKargs

Public Attributes | List of all members

ck_tile::FmhaFwdSplitKVKernel< FmhaPipeline_, EpiloguePipeline_ >::BatchModeKargs Struct Reference

#include <fmha_fwd_splitkv_kernel.hpp>

Inheritance diagram for ck_tile::FmhaFwdSplitKVKernel< FmhaPipeline_, EpiloguePipeline_ >::BatchModeKargs:

Public Attributes
const int32_t *	seqlen_k_ptr
ck_tile::index_t	batch_stride_q
ck_tile::index_t	batch_stride_k
ck_tile::index_t	batch_stride_v
ck_tile::index_t	batch_stride_lse_acc
ck_tile::index_t	batch_stride_o_acc
Public Attributes inherited from ck_tile::FmhaFwdSplitKVKernel< FmhaPipeline_, EpiloguePipeline_ >::CommonKargs
const void *	q_ptr
const void *	k_ptr
const void *	v_ptr
void *	lse_acc_ptr
void *	o_acc_ptr
ck_tile::index_t	batch
ck_tile::index_t	seqlen_q
ck_tile::index_t	seqlen_k
ck_tile::index_t	hdim_q
ck_tile::index_t	hdim_v
ck_tile::index_t	num_head_q
ck_tile::index_t	nhead_ratio_qk
ck_tile::index_t	num_splits
float	scale_s
ck_tile::index_t	stride_q
ck_tile::index_t	stride_k
ck_tile::index_t	stride_v
ck_tile::index_t	stride_o_acc
ck_tile::index_t	nhead_stride_q
ck_tile::index_t	nhead_stride_k
ck_tile::index_t	nhead_stride_v
ck_tile::index_t	nhead_stride_lse_acc
ck_tile::index_t	nhead_stride_o_acc
ck_tile::index_t	split_stride_lse_acc
ck_tile::index_t	split_stride_o_acc

Member Data Documentation

◆ batch_stride_k

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaFwdSplitKVKernel< FmhaPipeline_, EpiloguePipeline_ >::BatchModeKargs::batch_stride_k

◆ batch_stride_lse_acc

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaFwdSplitKVKernel< FmhaPipeline_, EpiloguePipeline_ >::BatchModeKargs::batch_stride_lse_acc

◆ batch_stride_o_acc

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaFwdSplitKVKernel< FmhaPipeline_, EpiloguePipeline_ >::BatchModeKargs::batch_stride_o_acc

◆ batch_stride_q

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaFwdSplitKVKernel< FmhaPipeline_, EpiloguePipeline_ >::BatchModeKargs::batch_stride_q

◆ batch_stride_v

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaFwdSplitKVKernel< FmhaPipeline_, EpiloguePipeline_ >::BatchModeKargs::batch_stride_v

◆ seqlen_k_ptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

const int32_t* ck_tile::FmhaFwdSplitKVKernel< FmhaPipeline_, EpiloguePipeline_ >::BatchModeKargs::seqlen_k_ptr

---

The documentation for this struct was generated from the following file:

• fmha_fwd_splitkv_kernel.hpp