FmhaFwdGroupModeKargs Struct Reference#
ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs Struct Reference
#include <fmha_batch_prefill_kernel.hpp>
Inheritance diagram for ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs:
Public Attributes | |
| const int32_t * | seqstart_q_ptr |
| ck_tile::index_t | batch_stride_k |
| ck_tile::index_t | batch_stride_v |
| Public Attributes inherited from ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs | |
| const void * | q_ptr |
| const void * | k_ptr |
| const void * | v_ptr |
| void * | o_ptr |
| ck_tile::index_t | seqlen_q |
| ck_tile::index_t | seqlen_k |
| ck_tile::index_t | hdim_q |
| ck_tile::index_t | hdim_v |
| ck_tile::index_t | num_head_q |
| ck_tile::index_t | nhead_ratio_qk |
| int32_t | num_total_pages |
| const int32_t * | kv_indptr |
| const int32_t * | kv_page_indices |
| float | scale_s |
| ck_tile::index_t | stride_q |
| ck_tile::index_t | stride_k |
| ck_tile::index_t | stride_v |
| ck_tile::index_t | stride_o |
| ck_tile::index_t | nhead_stride_q |
| ck_tile::index_t | nhead_stride_k |
| ck_tile::index_t | nhead_stride_v |
| ck_tile::index_t | nhead_stride_o |
Additional Inherited Members | |
| Static Public Attributes inherited from ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonKargs | |
| static constexpr ck_tile::index_t | page_block_size = 1 |
Member Data Documentation
◆ batch_stride_k
template<typename FmhaPipeline_, typename EpiloguePipeline_>
| ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs::batch_stride_k |
◆ batch_stride_v
template<typename FmhaPipeline_, typename EpiloguePipeline_>
| ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs::batch_stride_v |
◆ seqstart_q_ptr
template<typename FmhaPipeline_, typename EpiloguePipeline_>
| const int32_t* ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdGroupModeKargs::seqstart_q_ptr |
The documentation for this struct was generated from the following file: