forked from huawei/mindspore2022
80 lines
2.7 KiB
C
80 lines
2.7 KiB
C
/**
|
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#ifndef MINDSPORE_LITE_NNACL_MATMUL_H_
|
|
#define MINDSPORE_LITE_NNACL_MATMUL_H_
|
|
|
|
#include "nnacl/op_base.h"
|
|
#include "nnacl/quantization/quantize.h"
|
|
|
|
typedef void (*MATMUL_OPT_R4_FUNC)(const int8_t *a, const int8_t *b, int *dst, int row_4, int col_4, int deep_16,
|
|
const int *input_sum, const int *bias);
|
|
|
|
typedef void (*MATMUL_OPT_R_FUNC)(const int8_t *a, const int8_t *b, int8_t *dst, size_t row, size_t col, size_t deep_4,
|
|
size_t stride, const int32_t *input_sum, const int32_t *bias, int32_t *left_shift,
|
|
int32_t *right_shift, int32_t *multiplier, int32_t output_zp, int32_t mini,
|
|
int32_t maxi, size_t per_channel);
|
|
|
|
typedef void (*MATMUL_OPT_DP_FUNC)(const int8_t *a, const int8_t *b, int8_t *dst, size_t row, size_t col, size_t deep_4,
|
|
size_t stride, const int32_t *input_sum, const int32_t *bias, int32_t *left_shift,
|
|
int32_t *right_shift, int32_t *multiplier, int32_t output_zp, int32_t mini,
|
|
int32_t maxi, size_t per_channel, int *filter_zp);
|
|
|
|
typedef enum OutType { OutType_C8 = 0, OutType_Nhwc = 1, OutType_TileC8 = 2 } OutType;
|
|
|
|
typedef struct MatMulParameter {
|
|
// Primitive parameter
|
|
OpParameter op_parameter_;
|
|
// other parameter
|
|
int row_;
|
|
int col_;
|
|
int row_4_;
|
|
int row_6_;
|
|
int row_8_;
|
|
int row_12_;
|
|
int row_16_;
|
|
int col_2_;
|
|
int col_4_;
|
|
int col_8_;
|
|
int col_16_;
|
|
int deep_;
|
|
int deep_4_;
|
|
int deep_16_;
|
|
bool has_bias_;
|
|
int batch;
|
|
bool a_transpose_; /* false : row-major */
|
|
bool b_transpose_; /* true : col-major */
|
|
bool a_const_;
|
|
bool b_const_;
|
|
bool a_init_shape_;
|
|
bool b_init_shape_;
|
|
ActType act_type_;
|
|
} MatMulParameter;
|
|
|
|
typedef struct MatmulQuantParameter {
|
|
QuantArg input_;
|
|
QuantArg output_;
|
|
int32_t out_act_min_;
|
|
int32_t out_act_max_;
|
|
float *filter_scale_;
|
|
int32_t *filter_zp_;
|
|
int32_t *left_shift_;
|
|
int32_t *right_shift_;
|
|
int32_t *quant_multiplier_;
|
|
} MatmulQuantParameter;
|
|
|
|
#endif // MINDSPORE_LITE_NNACL_MATMUL_H_
|