Argument Struct Reference

Argument Struct Reference#

Composable Kernel: ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument Struct Reference
Public Member Functions | Public Attributes | List of all members
ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument Struct Reference

#include <device_softmax_impl.hpp>

Inheritance diagram for ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument:
ck::tensor_operation::device::BaseArgument

Public Member Functions

 Argument (const std::vector< index_t > inLengths, const std::vector< index_t > inStrides, const std::vector< index_t > reduceDims, double alpha, double beta, const InDataType *in_dev, OutDataType *out_dev, InElementwiseOp in_elementwise_op, AccElementwiseOp acc_elementwise_op)
Public Member Functions inherited from ck::tensor_operation::device::BaseArgument
 BaseArgument ()=default
 BaseArgument (const BaseArgument &)=default
BaseArgument & operator= (const BaseArgument &)=default
virtual ~BaseArgument ()

Public Attributes

std::vector< index_t > inLengths_
std::vector< index_t > inStrides_
AccDataType alpha_
AccDataType beta_
const InDataType * in_dev_
OutDataType * out_dev_
InElementwiseOp in_elementwise_op_
AccElementwiseOp acc_elementwise_op_
index_t invariant_lowest_length_
int blkGroupSize
int numBlockTileIteration
size_t gridSize
Public Attributes inherited from ck::tensor_operation::device::BaseArgument
void * p_workspace_ = nullptr

Constructor & Destructor Documentation

◆ Argument()

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::Argument ( const std::vector< index_t > inLengths,
const std::vector< index_t > inStrides,
const std::vector< index_t > reduceDims,
double alpha,
double beta,
const InDataType * in_dev,
OutDataType * out_dev,
InElementwiseOp in_elementwise_op,
AccElementwiseOp acc_elementwise_op )
inline

Member Data Documentation

◆ acc_elementwise_op_

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
AccElementwiseOp ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::acc_elementwise_op_

◆ alpha_

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
AccDataType ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::alpha_

◆ beta_

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
AccDataType ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::beta_

◆ blkGroupSize

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
int ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::blkGroupSize

◆ gridSize

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
size_t ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::gridSize

◆ in_dev_

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
const InDataType* ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::in_dev_

◆ in_elementwise_op_

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
InElementwiseOp ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::in_elementwise_op_

◆ inLengths_

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
std::vector<index_t> ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::inLengths_

◆ inStrides_

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
std::vector<index_t> ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::inStrides_

◆ invariant_lowest_length_

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
index_t ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::invariant_lowest_length_

◆ numBlockTileIteration

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
int ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::numBlockTileIteration

◆ out_dev_

template<typename InDataType, typename AccDataType, typename OutDataType, typename InElementwiseOp, typename AccElementwiseOp, index_t Rank, index_t NumReduceDim, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t InSrcVectorDim, index_t InSrcVectorSize, index_t OutDstVectorSize>
OutDataType* ck::tensor_operation::device::DeviceSoftmaxImpl< InDataType, AccDataType, OutDataType, InElementwiseOp, AccElementwiseOp, Rank, NumReduceDim, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, InSrcVectorDim, InSrcVectorSize, OutDstVectorSize >::Argument::out_dev_
The documentation for this struct was generated from the following file: