[GSOC][CPU][ARM] Activate SDPA for ARM devices (#24898)
### Details: - This PR activates the Scaled Dot Product Attention (SDPA) operation on ARM devices
This commit is contained in:
parent
f5463512c6
commit
aaa634874c
|
|
@ -207,6 +207,7 @@ Node::NodesFactory::NodesFactory() : Factory("NodesFactory") {
|
|||
INTEL_CPU_NODE(RDFT, Type::RDFT);
|
||||
INTEL_CPU_NODE(ExtractImagePatches, Type::ExtractImagePatches);
|
||||
INTEL_CPU_NODE(Subgraph, Type::Subgraph);
|
||||
INTEL_CPU_NODE(ScaledDotProductAttention, Type::ScaledDotProductAttention);
|
||||
#if defined(OPENVINO_ARCH_X86_64)
|
||||
INTEL_CPU_NODE(FakeQuantize, Type::FakeQuantize);
|
||||
INTEL_CPU_NODE(GridSample, Type::GridSample);
|
||||
|
|
@ -214,7 +215,6 @@ Node::NodesFactory::NodesFactory() : Factory("NodesFactory") {
|
|||
INTEL_CPU_NODE(LLMMLP, Type::LLMMLP);
|
||||
INTEL_CPU_NODE(QKVProjection, Type::QKVProjection);
|
||||
INTEL_CPU_NODE(MHA, Type::MHA);
|
||||
INTEL_CPU_NODE(ScaledDotProductAttention, Type::ScaledDotProductAttention);
|
||||
INTEL_CPU_NODE(PagedAttention, Type::PagedAttention);
|
||||
#endif
|
||||
}
|
||||
|
|
|
|||
|
|
@ -564,7 +564,7 @@ void Transformations::PreLpt(const std::vector<ov::element::Type>& defaultPrecis
|
|||
CPU_SET_CALLBACK_COMMON(manager, nmsCallback, ov::pass::ConvertNMS9ToNMSIEInternal);
|
||||
CPU_SET_CALLBACK_COMMON(manager, nmsCallback, ov::pass::ConvertMulticlassNmsToMulticlassNmsIE);
|
||||
CPU_SET_CALLBACK_COMMON(manager, nmsCallback, ov::pass::ConvertMatrixNmsToMatrixNmsIE);
|
||||
CPU_SET_CALLBACK_X64(manager,
|
||||
CPU_SET_CALLBACK_COMMON(manager,
|
||||
[this](const_node_ptr &node) -> bool {
|
||||
std::string errorMsg;
|
||||
// Current SDPA impl is optimized only for LLM models, so we decompose it for others to avoid perf regression.
|
||||
|
|
|
|||
Loading…
Reference in New Issue