Member List#
ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > Member List
This is the complete list of members for ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ >, including all inherited members.
| AttentionVariant typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| BiasDataType typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| BiasEnum | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| BlockSize() | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| EpiloguePipeline typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| FmhaMask typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| FmhaPipeline typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| GetName() | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| GetSmemSize() | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| GetTileIndex(const Kargs &kargs) | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| GridSize(ck_tile::index_t batch_size_, ck_tile::index_t nhead_, ck_tile::index_t seqlen_q_, ck_tile::index_t hdim_v_, bool has_padded_seqlen_k) | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| Kargs typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| kBlockPerCu | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kBlockPerCuInput | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kBlockSize | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| KDataType typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| kDoFp8StaticQuant | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kHasLogitsSoftCap | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kHasMask | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kIsGroupMode | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kIsPagedKV | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kPadHeadDimQ | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kPadHeadDimV | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kPadSeqLenK | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kPadSeqLenQ | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kSkipMinSeqlenQ | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kStoreLSE | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| kUseAsyncCopy | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | static |
| LSEDataType typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *lse_ptr, void *o_ptr, ck_tile::index_t seqlen_q, ck_tile::index_t seqlen_k, const void *seqlen_k_ptr, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, const void *block_table_ptr, ck_tile::index_t batch_stride_block_table, ck_tile::index_t page_block_size, const void *cache_batch_idx, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_q, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t batch_stride_bias, ck_tile::index_t batch_stride_lse, ck_tile::index_t batch_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type) | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *lse_ptr, void *o_ptr, const void *seqstart_q_ptr, const void *seqstart_k_ptr, const void *seqlen_k_ptr, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, const void *block_table_ptr, ck_tile::index_t batch_stride_block_table, ck_tile::index_t page_block_size, bool is_gappy, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, ck_tile::index_t min_seqlen_q) | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| MakeKargsImpl(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *lse_ptr, void *o_ptr, ck_tile::index_t seqlen_q, ck_tile::index_t seqlen_k, const void *seqlen_k_ptr, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, const void *block_table_ptr, ck_tile::index_t batch_stride_block_table, ck_tile::index_t page_block_size, const void *cache_batch_idx, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_q, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t batch_stride_bias, ck_tile::index_t batch_stride_lse, ck_tile::index_t batch_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type) | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| MakeKargsImpl(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *lse_ptr, void *o_ptr, const void *seqstart_q_ptr, const void *seqstart_k_ptr, const void *seqlen_k_ptr, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, const void *block_table_ptr, ck_tile::index_t batch_stride_block_table, ck_tile::index_t page_block_size, bool is_gappy, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, ck_tile::index_t min_seqlen_q) | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| ODataType typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| operator()(Kargs kargs) const | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | inline |
| PrintParameters(const Kargs &kargs, int num_batches) | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | inlinestatic |
| QDataType typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| SaccDataType typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| VDataType typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > | |
| VLayout typedef | ck_tile::FmhaFwdPagedKVKernel< FmhaPipeline_, EpiloguePipeline_ > |