[GSOC][CPU][ARM] Activate SDPA for ARM devices (#24898)

### Details:
- This PR activates the Scaled Dot Product Attention (SDPA) operation on
ARM devices
This commit is contained in:
M 2024-06-09 23:34:15 -06:00 committed by GitHub
parent f5463512c6
commit aaa634874c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 2 additions and 2 deletions

View File

@ -207,6 +207,7 @@ Node::NodesFactory::NodesFactory() : Factory("NodesFactory") {
INTEL_CPU_NODE(RDFT, Type::RDFT);
INTEL_CPU_NODE(ExtractImagePatches, Type::ExtractImagePatches);
INTEL_CPU_NODE(Subgraph, Type::Subgraph);
INTEL_CPU_NODE(ScaledDotProductAttention, Type::ScaledDotProductAttention);
#if defined(OPENVINO_ARCH_X86_64)
INTEL_CPU_NODE(FakeQuantize, Type::FakeQuantize);
INTEL_CPU_NODE(GridSample, Type::GridSample);
@ -214,7 +215,6 @@ Node::NodesFactory::NodesFactory() : Factory("NodesFactory") {
INTEL_CPU_NODE(LLMMLP, Type::LLMMLP);
INTEL_CPU_NODE(QKVProjection, Type::QKVProjection);
INTEL_CPU_NODE(MHA, Type::MHA);
INTEL_CPU_NODE(ScaledDotProductAttention, Type::ScaledDotProductAttention);
INTEL_CPU_NODE(PagedAttention, Type::PagedAttention);
#endif
}

View File

@ -564,7 +564,7 @@ void Transformations::PreLpt(const std::vector<ov::element::Type>& defaultPrecis
CPU_SET_CALLBACK_COMMON(manager, nmsCallback, ov::pass::ConvertNMS9ToNMSIEInternal);
CPU_SET_CALLBACK_COMMON(manager, nmsCallback, ov::pass::ConvertMulticlassNmsToMulticlassNmsIE);
CPU_SET_CALLBACK_COMMON(manager, nmsCallback, ov::pass::ConvertMatrixNmsToMatrixNmsIE);
CPU_SET_CALLBACK_X64(manager,
CPU_SET_CALLBACK_COMMON(manager,
[this](const_node_ptr &node) -> bool {
std::string errorMsg;
// Current SDPA impl is optimized only for LLM models, so we decompose it for others to avoid perf regression.