FusedMoeGemmKargs Struct Reference

FusedMoeGemmKargs Struct Reference#

Composable Kernel: ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs Struct Reference
Public Attributes | List of all members
ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs Struct Reference

#include <fused_moegemm_kernel.hpp>

Public Attributes

const void * a_ptr
const void * a_scale_ptr
const void * g_ptr
const void * d_ptr
const void * g_scale_ptr
const void * d_scale_ptr
const void * y_smooth_scale_ptr
void * o_ptr
const void * sorted_token_ids_ptr
const void * sorted_weight_ptr
const void * sorted_expert_ids_ptr
const void * num_sorted_tiles_ptr
index_t hidden_size
index_t intermediate_size
index_t num_tokens
index_t num_experts
index_t topk
index_t stride_token

Member Data Documentation

◆ a_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
const void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::a_ptr

◆ a_scale_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
const void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::a_scale_ptr

◆ d_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
const void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::d_ptr

◆ d_scale_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
const void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::d_scale_ptr

◆ g_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
const void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::g_ptr

◆ g_scale_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
const void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::g_scale_ptr

◆ hidden_size

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
index_t ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::hidden_size

◆ intermediate_size

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
index_t ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::intermediate_size

◆ num_experts

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
index_t ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::num_experts

◆ num_sorted_tiles_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
const void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::num_sorted_tiles_ptr

◆ num_tokens

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
index_t ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::num_tokens

◆ o_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::o_ptr

◆ sorted_expert_ids_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
const void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::sorted_expert_ids_ptr

◆ sorted_token_ids_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
const void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::sorted_token_ids_ptr

◆ sorted_weight_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
const void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::sorted_weight_ptr

◆ stride_token

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
index_t ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::stride_token

◆ topk

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
index_t ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::topk

◆ y_smooth_scale_ptr

template<typename Partitioner_, typename Pipeline_, typename Epilogue_>
const void* ck_tile::FusedMoeGemmKernel< Partitioner_, Pipeline_, Epilogue_ >::FusedMoeGemmKargs::y_smooth_scale_ptr
The documentation for this struct was generated from the following file: