Col_lin
/
mindspore2022
forked from huawei/mindspore2022
0
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

!21962 safety checking 

Merge pull request !21962 from lz/master
This commit is contained in:
i-robot 2021-08-17 13:39:18 +00:00 committed by Gitee
parent f6010a4f6c 86d350ee8d
commit 99d71e9fcf
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
mindspore/lite/tools/converter/quantizer/fse_decoder.cc
View File

@ -23,6 +23,10 @@
namespace mindspore::lite::quant {
int FSEDecoder::FSECreateStatesForDecoding(const uint16_t *symbol_frequency, int symbol_frequency_count, int table_log,
uint16_t *new_state, uint8_t *bit_count, uint16_t *symbol_table) {
MS_ASSERT(symbol_frequency != nullptr);
MS_ASSERT(new_state != nullptr);
MS_ASSERT(bit_count != nullptr);
MS_ASSERT(symbol_table != nullptr);
int table_size = 1 << table_log;
int table_mask = table_size - 1;
int step = ((table_size >> 1) + (table_size >> 3) + 3);
@ -57,6 +61,10 @@ int FSEDecoder::FSECreateStatesForDecoding(const uint16_t *symbol_frequency, int
int FSEDecoder::FSEDecode(BitStream *bs, float *buff, int buff_count, uint16_t *frequency, int frequency_count,
const float *centroids, int table_log) {
MS_ASSERT(bs != nullptr);
MS_ASSERT(buff != nullptr);
MS_ASSERT(frequency != nullptr);
MS_ASSERT(centroids != nullptr);
int table_size = 1 << table_log;
std::vector<uint16_t> states_table(table_size);
std::vector<uint8_t> bit_count_table(table_size);