natas_hw
/
openvino
0
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[CPU] Optimize the unique operator (#24850) 

### Details:
 - *Optimize  unique using HashMap when sorted=false*
 - *...*

### Tickets:
 - *ticket-id*
This commit is contained in:
zhaohongbo 2024-06-07 15:06:10 +08:00 committed by GitHub
parent d286268a85
commit 236e1062b2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 15 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
src/plugins/intel_cpu/src/nodes/unique.cpp
View File

@ -225,41 +225,31 @@ void Unique::flattenTensorExec() {
}
}
} else {
uniDataTmpPtr[0] = srcDataPtr[0];
if (definedOutputs[FIRST_UNIQUE_IDX]) {
firstTmpPtr[0] = 0;
}
if (definedOutputs[INPUT_TO_UNIQ_IDX]) {
inToOutTmpPtr[0] = 0;
}
std::unordered_map<T, int32_t> uniq;
uniq.reserve(inputLen);
if (definedOutputs[OCCURRENCES_NUM]) {
std::fill(occurTmpPtr, occurTmpPtr + inputLen, 1);
}
uniqueLen = 1;
for (size_t i = 1; i < inputLen; i++) {
bool found = false;
size_t j = 0;
for (; j < uniqueLen; j++) {
if (uniDataTmpPtr[j] == srcDataPtr[i]) {
found = true;
break;
}
}
if (!found) {
uniDataTmpPtr[uniqueLen] = srcDataPtr[i];
for (size_t i = 0, j = 0; i < inputLen; ++i) {
auto it = uniq.emplace(srcDataPtr[i], j);
inToOutTmpPtr[i] = it.first->second;
if (it.second) {
if (definedOutputs[FIRST_UNIQUE_IDX]) {
firstTmpPtr[uniqueLen] = i;
firstTmpPtr[j] = i;
}
uniqueLen++;
++j;
} else {
if (definedOutputs[OCCURRENCES_NUM]) {
occurTmpPtr[j]++;
occurTmpPtr[inToOutTmpPtr[i]]++;
}
}
if (definedOutputs[INPUT_TO_UNIQ_IDX]) {
inToOutTmpPtr[i] = j;
}
}
uniqueLen = static_cast<int64_t>(uniq.size());
for (const auto& it : uniq) {
uniDataTmpPtr[it.second] = it.first;
}
}