device_gemm_dequantB.hpp Source File

device_gemm_dequantB.hpp Source File#

Composable Kernel: device_gemm_dequantB.hpp Source File
device_gemm_dequantB.hpp
Go to the documentation of this file.
1// SPDX-License-Identifier: MIT
2// Copyright (c) 2018-2023, Advanced Micro Devices, Inc. All rights reserved.
3
4#pragma once
5
6#include "ck/tensor_operation/gpu/device/device_base.hpp"
7
8namespace ck {
9namespace tensor_operation {
10namespace device {
11
12// Dequantization of input tensor could not be decoupled from gridwisegemm pipeline
13// As input tensor thread buffer declared inside blockwise-gemm pipeline.
14
15template <typename ALayout,
16 typename BLayout,
17 typename CLayout,
18 typename ADataType,
19 typename BDataType,
20 typename CDataType,
21 typename AElementwiseOperation,
22 typename BElementwiseOperation,
23 typename CElementwiseOperation>
24struct DeviceGemm_dequantB : public BaseOperator
25{
26 virtual std::unique_ptr<BaseArgument>
27 MakeArgumentPointer(const void* p_a,
28 const void* p_b,
29 const void* p_scale,
30 void* p_c,
31 ck::index_t M,
32 ck::index_t N,
33 ck::index_t K,
34 ck::index_t StrideA,
35 ck::index_t StrideB,
36 ck::index_t StrideC,
37 AElementwiseOperation a_element_op,
38 BElementwiseOperation b_element_op,
39 CElementwiseOperation c_element_op) = 0;
40
41 virtual std::unique_ptr<BaseInvoker> MakeInvokerPointer() = 0;
42};
43
44} // namespace device
45} // namespace tensor_operation
46} // namespace ck
device_base.hpp
ck::tensor_operation::device
Definition convolution_backward_data_specialization.hpp:8
ck::tensor_operation
Definition convolution_backward_data_specialization.hpp:7
ck
Definition ck.hpp:268
ck::index_t
int32_t index_t
Definition ck.hpp:299
ck::tensor_operation::device::BaseOperator::BaseOperator
BaseOperator()=default
ck::tensor_operation::device::DeviceGemm_dequantB
Definition device_gemm_dequantB.hpp:25
ck::tensor_operation::device::DeviceGemm_dequantB::MakeArgumentPointer
virtual std::unique_ptr< BaseArgument > MakeArgumentPointer(const void *p_a, const void *p_b, const void *p_scale, void *p_c, ck::index_t M, ck::index_t N, ck::index_t K, ck::index_t StrideA, ck::index_t StrideB, ck::index_t StrideC, AElementwiseOperation a_element_op, BElementwiseOperation b_element_op, CElementwiseOperation c_element_op)=0
ck::tensor_operation::device::DeviceGemm_dequantB::MakeInvokerPointer
virtual std::unique_ptr< BaseInvoker > MakeInvokerPointer()=0