FT_DSP.gitlink.net/master/html/functionlib/dsplib/leaky_relu.html

256 lines
23 KiB
HTML
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

<!DOCTYPE html>
<html class="writer-html5" lang="zh-CN" data-content_root="../../">
<head>
<meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>LeakyReLu &mdash; MindSpore Signal+ 使用手册 alpha 文档</title>
<link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=03e43079" />
<link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=e59714d7" />
<link rel="stylesheet" type="text/css" href="../../_static/table.css?v=72b86d3e" />
<script src="../../_static/jquery.js?v=5d32c60e"></script>
<script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
<script src="../../_static/documentation_options.js?v=406e4f49"></script>
<script src="../../_static/doctools.js?v=9bcbadda"></script>
<script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
<script src="../../_static/translations.js?v=beaddf03"></script>
<script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
<script src="../../_static/table.js?v=99ed15ba"></script>
<script src="../../_static/js/theme.js"></script>
<link rel="index" title="索引" href="../../genindex.html" />
<link rel="search" title="搜索" href="../../search.html" />
<link rel="next" title="LSTM" href="lstm.html" />
<link rel="prev" title="ExpandDims" href="expand_dims.html" />
</head>
<body class="wy-body-for-nav">
<div class="wy-grid-for-nav">
<nav data-toggle="wy-nav-shift" class="wy-nav-side">
<div class="wy-side-scroll">
<div class="wy-side-nav-search" >
<a href="../../index.html" class="icon icon-home">
MindSpore Signal+ 使用手册
</a>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
<input type="text" name="q" placeholder="搜索文档" aria-label="搜索文档" />
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
</form>
</div>
</div><div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="导航菜单">
<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="../../quickstart/index.html">快速入门</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../appdevelop/index.html">应用开发示例</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="../index.html">算子库支持</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="../supported_op.html">算子库支持情况</a></li>
<li class="toctree-l2"><a class="reference internal" href="../custom_op/index.html">自定义算子列表</a></li>
<li class="toctree-l2 current"><a class="reference internal" href="dsplib_index.html">DSP Library C API Reference</a><ul class="current">
<li class="toctree-l3"><a class="reference internal" href="equal.html">Equal</a></li>
<li class="toctree-l3"><a class="reference internal" href="activation.html">Activation</a></li>
<li class="toctree-l3"><a class="reference internal" href="expfusion.html">ExpFusion</a></li>
<li class="toctree-l3"><a class="reference internal" href="reverse_sequence.html">ReverseSequence</a></li>
<li class="toctree-l3"><a class="reference internal" href="reversev2.html">ReverseV2</a></li>
<li class="toctree-l3"><a class="reference internal" href="fillv2.html">FillV2</a></li>
<li class="toctree-l3"><a class="reference internal" href="squeeze.html">Squeeze</a></li>
<li class="toctree-l3"><a class="reference internal" href="unsqueeze.html">UnSqueeze</a></li>
<li class="toctree-l3"><a class="reference internal" href="expand_dims.html">ExpandDims</a></li>
<li class="toctree-l3 current"><a class="current reference internal" href="#">LeakyReLu</a></li>
<li class="toctree-l3"><a class="reference internal" href="lstm.html">LSTM</a></li>
<li class="toctree-l3"><a class="reference internal" href="scatter_elements.html">ScatterElements</a></li>
<li class="toctree-l3"><a class="reference internal" href="reduce.html">Reduce</a></li>
<li class="toctree-l3"><a class="reference internal" href="resize.html">Resize</a></li>
<li class="toctree-l3"><a class="reference internal" href="crop_and_resize.html">CropAndResize</a></li>
<li class="toctree-l3"><a class="reference internal" href="crop.html">Crop</a></li>
<li class="toctree-l3"><a class="reference internal" href="conv2d.html">Conv2d</a></li>
<li class="toctree-l3"><a class="reference internal" href="adder.html">Adder</a></li>
<li class="toctree-l3"><a class="reference internal" href="conv2d_transpose.html">Conv2dTranspose</a></li>
<li class="toctree-l3"><a class="reference internal" href="gru.html">GRU</a></li>
<li class="toctree-l3"><a class="reference internal" href="assert.html">Assert</a></li>
<li class="toctree-l3"><a class="reference internal" href="range.html">Range</a></li>
<li class="toctree-l3"><a class="reference internal" href="raggedrange.html">RaggedRange</a></li>
<li class="toctree-l3"><a class="reference internal" href="linspace.html">LinSpace</a></li>
<li class="toctree-l3"><a class="reference internal" href="matmulfusion.html">MatMulFusion</a></li>
<li class="toctree-l3"><a class="reference internal" href="attention.html">Attention</a></li>
<li class="toctree-l3"><a class="reference internal" href="floor.html">Floor</a></li>
<li class="toctree-l3"><a class="reference internal" href="floordiv.html">FloorDiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="embeddinglookup.html">EmbeddingLookup</a></li>
<li class="toctree-l3"><a class="reference internal" href="eltwise.html">Eltwise</a></li>
<li class="toctree-l3"><a class="reference internal" href="adamweightdecay.html">AdamWeightDecay</a></li>
<li class="toctree-l3"><a class="reference internal" href="applymomentum.html">ApplyMomentum</a></li>
<li class="toctree-l3"><a class="reference internal" href="avgpoolinggrad.html">AvgPoolingGrad</a></li>
<li class="toctree-l3"><a class="reference internal" href="batchtospace.html">BatchToSpace</a></li>
<li class="toctree-l3"><a class="reference internal" href="batchtospacend.html">BatchToSpaceND</a></li>
<li class="toctree-l3"><a class="reference internal" href="broadcastto.html">BroadcastTo</a></li>
<li class="toctree-l3"><a class="reference internal" href="depthtospace.html">DepthToSpace</a></li>
<li class="toctree-l3"><a class="reference internal" href="spacetodepth.html">SpaceToDepth</a></li>
<li class="toctree-l3"><a class="reference internal" href="spacetobatch.html">SpaceToBatch</a></li>
<li class="toctree-l3"><a class="reference internal" href="spacetobatchnd.html">SpaceToBatchND</a></li>
<li class="toctree-l3"><a class="reference internal" href="fusedbatchnorm.html">FusedBatchNorm</a></li>
<li class="toctree-l3"><a class="reference internal" href="groupnormfusion.html">GroupNormFusion</a></li>
<li class="toctree-l3"><a class="reference internal" href="conv2dbackpropinputfusion.html">Conv2DBackpropInputFusion</a></li>
<li class="toctree-l3"><a class="reference internal" href="conv2dbackpropfilterfusion.html">Conv2DBackpropFilterFusion</a></li>
<li class="toctree-l3"><a class="reference internal" href="sgd.html">SGD</a></li>
<li class="toctree-l3"><a class="reference internal" href="scalefusion.html">ScaleFusion</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="../../refdoc/index.html">参考资料</a></li>
</ul>
</div>
</div>
</nav>
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav class="wy-nav-top" aria-label="移动版导航菜单" >
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
<a href="../../index.html">MindSpore Signal+ 使用手册</a>
</nav>
<div class="wy-nav-content">
<div class="rst-content">
<div role="navigation" aria-label="页面导航">
<ul class="wy-breadcrumbs">
<li><a href="../../index.html" class="icon icon-home" aria-label="Home"></a></li>
<li class="breadcrumb-item"><a href="../index.html">算子库支持</a></li>
<li class="breadcrumb-item"><a href="dsplib_index.html">DSP Library C API Reference</a></li>
<li class="breadcrumb-item active">LeakyReLu</li>
<li class="wy-breadcrumbs-aside">
<a href="../../_sources/functionlib/dsplib/leaky_relu.rst.txt" rel="nofollow"> 查看页面源码</a>
</li>
</ul>
<hr/>
</div>
<div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
<div itemprop="articleBody">
<section id="leakyrelu">
<h1>LeakyReLu<a class="headerlink" href="#leakyrelu" title="Link to this heading"></a></h1>
<p>Leaky ReLU激活函数。</p>
<p>该激活函数定义如下:</p>
<div class="math notranslate nohighlight">
\[\begin{split}leaky\_relu(x) =
\begin{cases}
x, &amp; \text{if } x \geq 0; \\
\alpha \cdot x, &amp; \text{otherwise.}
\end{cases}\end{split}\]</div>
<p>其中, <span class="math notranslate nohighlight">\(\alpha\)</span> 表示 alpha 参数。</p>
<dl class="simple">
<dt>输入:</dt><dd><ul class="simple">
<li><p><strong>input</strong> - 输入数据的地址。</p></li>
<li><p><strong>elem_cnt</strong> - 计算长度。</p></li>
<li><p><strong>alpha</strong> - 公式中的alpha参数。</p></li>
<li><p><strong>core_mask</strong> - 核掩码。</p></li>
</ul>
</dd>
<dt>输出:</dt><dd><ul class="simple">
<li><p><strong>output</strong> - 输出地址。</p></li>
</ul>
</dd>
<dt>支持平台:</dt><dd><p><code class="docutils literal notranslate"><span class="pre">FT78NE</span></code>
<code class="docutils literal notranslate"><span class="pre">MT7004</span></code></p>
</dd>
</dl>
<div class="admonition note">
<p class="admonition-title">备注</p>
<ul class="simple">
<li><p>FT78NE 支持int8, fp32</p></li>
<li><p>MT7004 支持fp16, fp32</p></li>
</ul>
</div>
<p><strong>共享存储版本:</strong></p>
<dl class="c function">
<dt class="sig sig-object c" id="c.fp_leaky_relu_s">
<span class="kt"><span class="pre">void</span></span><span class="w"> </span><span class="sig-name descname"><span class="n"><span class="pre">fp_leaky_relu_s</span></span></span><span class="sig-paren">(</span><span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">input</span></span>, <span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">output</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">elem_cnt</span></span>, <span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="n"><span class="pre">alpha</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">core_mask</span></span><span class="sig-paren">)</span><a class="headerlink" href="#c.fp_leaky_relu_s" title="Link to this definition"></a><br /></dt>
<dd></dd></dl>
<dl class="c function">
<dt class="sig sig-object c" id="c.hp_leaky_relu_s">
<span class="kt"><span class="pre">void</span></span><span class="w"> </span><span class="sig-name descname"><span class="n"><span class="pre">hp_leaky_relu_s</span></span></span><span class="sig-paren">(</span><span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">input</span></span>, <span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">output</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">elem_cnt</span></span>, <span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="n"><span class="pre">alpha</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">core_mask</span></span><span class="sig-paren">)</span><a class="headerlink" href="#c.hp_leaky_relu_s" title="Link to this definition"></a><br /></dt>
<dd></dd></dl>
<dl class="c function">
<dt class="sig sig-object c" id="c.i8_leaky_relu_s">
<span class="kt"><span class="pre">void</span></span><span class="w"> </span><span class="sig-name descname"><span class="n"><span class="pre">i8_leaky_relu_s</span></span></span><span class="sig-paren">(</span><span class="k"><span class="pre">const</span></span><span class="w"> </span><span class="n"><span class="pre">int8_t</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">input</span></span>, <span class="n"><span class="pre">int8_t</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">output</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">elem_cnt</span></span>, <span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="n"><span class="pre">alpha</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">core_mask</span></span><span class="sig-paren">)</span><a class="headerlink" href="#c.i8_leaky_relu_s" title="Link to this definition"></a><br /></dt>
<dd></dd></dl>
<p><strong>C调用示例</strong></p>
<div class="highlight-c notranslate"><div class="highlight"><pre><span></span><span class="linenos">1</span><span class="kt">void</span><span class="w"> </span><span class="nf">main</span><span class="p">()</span><span class="w"> </span><span class="p">{</span>
<span class="linenos">2</span><span class="w"> </span><span class="kt">float</span><span class="o">*</span><span class="w"> </span><span class="n">input</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="o">*</span><span class="p">)</span><span class="mh">0x82000000</span><span class="p">;</span>
<span class="linenos">3</span><span class="w"> </span><span class="kt">float</span><span class="o">*</span><span class="w"> </span><span class="n">output</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="o">*</span><span class="p">)</span><span class="mh">0x88000000</span><span class="p">;</span>
<span class="linenos">4</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">length</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">1000</span><span class="p">;</span>
<span class="linenos">5</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">alpha</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mf">0.9</span><span class="p">;</span>
<span class="linenos">6</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">core_mask</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mb">0b1111</span><span class="p">;</span>
<span class="hll"><span class="linenos">7</span><span class="w"> </span><span class="n">fp_leaky_relu_s</span><span class="p">(</span><span class="n">input</span><span class="p">,</span><span class="w"> </span><span class="n">output</span><span class="p">,</span><span class="w"> </span><span class="n">length</span><span class="p">,</span><span class="w"> </span><span class="n">alpha</span><span class="p">,</span><span class="w"> </span><span class="n">core_mask</span><span class="p">);</span>
</span><span class="linenos">8</span><span class="p">}</span>
</pre></div>
</div>
<p><strong>私有存储版本:</strong></p>
<dl class="c function">
<dt class="sig sig-object c" id="c.fp_leaky_relu_p">
<span class="kt"><span class="pre">void</span></span><span class="w"> </span><span class="sig-name descname"><span class="n"><span class="pre">fp_leaky_relu_p</span></span></span><span class="sig-paren">(</span><span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">input</span></span>, <span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">output</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">elem_cnt</span></span>, <span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="n"><span class="pre">alpha</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">core_mask</span></span><span class="sig-paren">)</span><a class="headerlink" href="#c.fp_leaky_relu_p" title="Link to this definition"></a><br /></dt>
<dd></dd></dl>
<dl class="c function">
<dt class="sig sig-object c" id="c.hp_leaky_relu_p">
<span class="kt"><span class="pre">void</span></span><span class="w"> </span><span class="sig-name descname"><span class="n"><span class="pre">hp_leaky_relu_p</span></span></span><span class="sig-paren">(</span><span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">input</span></span>, <span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">output</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">elem_cnt</span></span>, <span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="n"><span class="pre">alpha</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">core_mask</span></span><span class="sig-paren">)</span><a class="headerlink" href="#c.hp_leaky_relu_p" title="Link to this definition"></a><br /></dt>
<dd></dd></dl>
<dl class="c function">
<dt class="sig sig-object c" id="c.i8_leaky_relu_p">
<span class="kt"><span class="pre">void</span></span><span class="w"> </span><span class="sig-name descname"><span class="n"><span class="pre">i8_leaky_relu_p</span></span></span><span class="sig-paren">(</span><span class="k"><span class="pre">const</span></span><span class="w"> </span><span class="n"><span class="pre">int8_t</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">input</span></span>, <span class="n"><span class="pre">int8_t</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">output</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">elem_cnt</span></span>, <span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="n"><span class="pre">alpha</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">core_mask</span></span><span class="sig-paren">)</span><a class="headerlink" href="#c.i8_leaky_relu_p" title="Link to this definition"></a><br /></dt>
<dd></dd></dl>
<p><strong>C调用示例</strong></p>
<div class="highlight-c notranslate"><div class="highlight"><pre><span></span><span class="linenos">1</span><span class="kt">void</span><span class="w"> </span><span class="nf">main</span><span class="p">()</span><span class="w"> </span><span class="p">{</span>
<span class="linenos">2</span><span class="w"> </span><span class="kt">float</span><span class="o">*</span><span class="w"> </span><span class="n">input</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="o">*</span><span class="p">)</span><span class="mh">0x10000000</span><span class="p">;</span><span class="w"> </span><span class="c1">// 私有存储版本地址设置在AM内</span>
<span class="linenos">3</span><span class="w"> </span><span class="kt">float</span><span class="o">*</span><span class="w"> </span><span class="n">output</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="o">*</span><span class="p">)</span><span class="mh">0x10010000</span><span class="p">;</span>
<span class="linenos">4</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">length</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">1000</span><span class="p">;</span>
<span class="linenos">5</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">alpha</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mf">0.9</span><span class="p">;</span>
<span class="linenos">6</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">core_mask</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mb">0b0001</span><span class="p">;</span><span class="w"> </span><span class="c1">// 私有存储版本只能设置为一个核心启动</span>
<span class="hll"><span class="linenos">7</span><span class="w"> </span><span class="n">fp_leaky_relu_p</span><span class="p">(</span><span class="n">input</span><span class="p">,</span><span class="w"> </span><span class="n">output</span><span class="p">,</span><span class="w"> </span><span class="n">length</span><span class="p">,</span><span class="w"> </span><span class="n">alpha</span><span class="p">,</span><span class="w"> </span><span class="n">core_mask</span><span class="p">);</span>
</span><span class="linenos">8</span><span class="p">}</span>
</pre></div>
</div>
</section>
</div>
</div>
<footer><div class="rst-footer-buttons" role="navigation" aria-label="页脚">
<a href="expand_dims.html" class="btn btn-neutral float-left" title="ExpandDims" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> 上一页</a>
<a href="lstm.html" class="btn btn-neutral float-right" title="LSTM" accesskey="n" rel="next">下一页 <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
</div>
<hr/>
<div role="contentinfo">
<p>&#169; 版权所有 2025 - 2025, NUDT-674。</p>
</div>
利用 <a href="https://www.sphinx-doc.org/">Sphinx</a> 构建,使用的
<a href="https://github.com/readthedocs/sphinx_rtd_theme">主题</a>
<a href="https://readthedocs.org">Read the Docs</a> 开发.
</footer>
</div>
</div>
</section>
</div>
<script>
jQuery(function () {
SphinxRtdTheme.Navigation.enable(true);
});
</script>
</body>
</html>