natas_hw
/
openvino
0
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge branch 'master' into fc_bf_tiled_dynamic_quantize

This commit is contained in:
Min, Byungil 2024-06-12 14:40:28 +09:00 committed by GitHub
parent dca26ee5bf 43de73cbd6
commit 104e150dbf
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/plugins/intel_gpu/src/kernel_selector/kernels/fully_connected/fully_connected_kernel_bf_tiled.cpp
View File

@ -304,10 +304,11 @@ FullyConnected_bf_tiled::GetAutoTuneParams(const fully_connected_params& params,
if (params.weights.GetDType() == WeightsType::UINT4 || params.weights.GetDType() == WeightsType::INT4) {
if (!params.is_shape_agnostic && batch == 1) {
// Tuning for Meteor Lake
size_t ideal_num_threads = params.engineInfo.maxThreadsPerDevice * simd;
if (output_f / 2 < ideal_num_threads * 0.8 && params.weights.GetLayout() == WeightsLayout::os_is_yx_osv32_isv2) {
size_t min_num_threads = params.engineInfo.computeUnitsCount * simd;
if (output_f / 2 < min_num_threads && params.weights.GetLayout() == WeightsLayout::os_is_yx_osv32_isv2) {
GPU_DEBUG_TRACE_DETAIL << "FC bf tiled: Set ofm_tile 1. (output_f : " << output_f
<< ", ideal threads : " << ideal_num_threads << ")" << std::endl;
<< ", computeUnitsCount : " << params.engineInfo.computeUnitsCount
<< " min_num_threads : " << min_num_threads << ")" << std::endl;
return selector.Default(tune_params(1, 1, 4, 2, 1, 1, EXE_MODE_DEFAULT));
} else {
return selector.Default(tune_params(1, 2, 4, 2, 1, 1, EXE_MODE_DEFAULT));