542 lines
73 KiB
HTML
542 lines
73 KiB
HTML
|
||
|
||
<!DOCTYPE html>
|
||
<html class="writer-html5" lang="zh-CN">
|
||
<head>
|
||
<meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
|
||
|
||
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
||
<title>Layernormgrad — MindSpore Signal+ 使用手册 alpha 文档</title>
|
||
<link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=03e43079" />
|
||
<link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=e59714d7" />
|
||
<link rel="stylesheet" type="text/css" href="../../_static/table.css?v=72b86d3e" />
|
||
<link rel="stylesheet" type="text/css" href="../../_static/pageviews.css?v=ff0ce7dc" />
|
||
|
||
|
||
<script src="../../_static/jquery.js?v=5d32c60e"></script>
|
||
<script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
|
||
<script data-url_root="../../" id="documentation_options" src="../../_static/documentation_options.js?v=595569a8"></script>
|
||
<script src="../../_static/doctools.js?v=888ff710"></script>
|
||
<script src="../../_static/sphinx_highlight.js?v=4825356b"></script>
|
||
<script src="../../_static/translations.js?v=beaddf03"></script>
|
||
<script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
|
||
<script src="../../_static/table.js?v=99ed15ba"></script>
|
||
<script src="../../_static/js/theme.js"></script>
|
||
<link rel="index" title="索引" href="../../genindex.html" />
|
||
<link rel="search" title="搜索" href="../../search.html" />
|
||
<link rel="next" title="LeakyReLu" href="leaky_relu.html" />
|
||
<link rel="prev" title="LayerNormFusion" href="layernormfusion.html" />
|
||
</head>
|
||
|
||
<body class="wy-body-for-nav">
|
||
<div class="wy-grid-for-nav">
|
||
<nav data-toggle="wy-nav-shift" class="wy-nav-side">
|
||
<div class="wy-side-scroll">
|
||
<div class="wy-side-nav-search" >
|
||
|
||
|
||
|
||
<a href="../../index.html" class="icon icon-home">
|
||
MindSpore Signal+ 使用手册
|
||
</a>
|
||
<div role="search">
|
||
<form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
|
||
<input type="text" name="q" placeholder="搜索文档" aria-label="搜索文档" />
|
||
<input type="hidden" name="check_keywords" value="yes" />
|
||
<input type="hidden" name="area" value="default" />
|
||
</form>
|
||
</div>
|
||
</div><div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="导航菜单">
|
||
<ul class="current">
|
||
<li class="toctree-l1"><a class="reference internal" href="../../quickstart/index.html">快速入门</a></li>
|
||
<li class="toctree-l1"><a class="reference internal" href="../../appdevelop/index.html">应用开发示例</a></li>
|
||
<li class="toctree-l1 current"><a class="reference internal" href="../index.html">算子库支持</a><ul class="current">
|
||
<li class="toctree-l2"><a class="reference internal" href="../supported_op.html">算子库支持情况</a></li>
|
||
<li class="toctree-l2"><a class="reference internal" href="../custom_op/index.html">自定义算子列表</a></li>
|
||
<li class="toctree-l2 current"><a class="reference internal" href="dsplib_index.html">DSP Library C API Reference</a><ul class="current">
|
||
<li class="toctree-l3"><a class="reference internal" href="abs.html">Abs</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="abs_grad.html">AbsGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="activation.html">Activation</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="activation_grad.html">ActivationGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="adam.html">Adam</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="adamweightdecay.html">AdamWeightDecay</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="adder.html">AdderFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="add.html">AddFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="add_grad.html">AddGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="addn.html">AddN</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="affine.html">Affine</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="all.html">All</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="allgather.html">AllGather</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="apply_momentum.html">ApplyMomentum</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="argmax.html">Argmax</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="argmin.html">Argmin</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="assert.html">Assert</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="assign.html">Assign</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="assignadd.html">AssignAdd</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="attention.html">Attention</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="audio_spectrogram.html">AudioSpectrogram</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="avgpooling.html">Avgpooling</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="avg_pool_grad.html">AvgPoolGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="batchnorm.html">BatchNorm</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="batchnormgrad.html">Batchnormgrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="batch_to_space.html">BatchToSpace</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="batchtospacend.html">BatchToSpaceND</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="biasadd.html">Biasadd</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="biasaddgrad.html">Biasaddgrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="binarycrossentropy.html">Binarycrossentropy</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="binary_cross_entropy_grad.html">BinaryCrossEntropyGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="broadcastto.html">BroadcastTo</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="cast.html">Cast</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="ceil.html">Ceil</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="clip.html">Clip</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="concat.html">Concat</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="constant_of_shape.html">ConstantOfShape</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="conv2d.html">Conv2DFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="conv2d_transpose.html">Conv2dTranspose</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="conv2dbackpropfilterfusion.html">Conv2DBackpropFilterFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="conv2dbackpropinputfusion.html">Conv2DBackpropInputFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="cos.html">Cos</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="crop.html">Crop</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="crop_and_resize.html">CropAndResize</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="cumsum.html">Cumsum</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="customextractfeatures.html">CustomExtractFeatures</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="customnormalize.html">Customnormalize</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="custompredict.html">CustomPredict</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="deconvgradfilter.html">DeconvGradFilter</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="depthtospace.html">DepthToSpace</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="detection_post_process.html">DetectionPostProcess</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="div.html">DivFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="divgrad.html">Divgrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="dropout.html">Dropout</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="dropoutgrad.html">Dropoutgrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="dynamic_quant.html">DynamicQuant</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="eltwise.html">Eltwise</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="elu.html">Elu</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="embeddinglookup.html">EmbeddingLookup</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="equal.html">Equal</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="erf.html">Erf</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="expand_dims.html">ExpandDims</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="expfusion.html">ExpFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="fake_quant_with_min_max_vars.html">FakeQuantWithMinMaxVars</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="fake_quant_with_min_max_vars_per_channel.html">FakeQuantWithMinMaxVarsPerChannel</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="fftimag.html">FFTImag</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="fftreal.html">FFTReal</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="fill.html">Fill</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="fillv2.html">FillV2</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="flatten.html">Flatten</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="flattengrad.html">FlattenGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="floor.html">Floor</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="floordiv.html">FloorDiv</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="floor_mod.html">FloorMod</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="formattranspose.html">FormatTranspose</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="fullconnection.html">FullConnection</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="fusedbatchnorm.html">FusedBatchNorm</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="gather.html">Gather</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="gatherd.html">GatherD</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="gather_nd.html">GatherNd</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="glu.html">GLU</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="greater.html">Greater</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="greater_equal.html">GreaterEqual</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="groupnormfusion.html">GroupNormFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="gru.html">GRU</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="hashtablelookup.html">HashtableLookup</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="instancenorm.html">InstanceNorm</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="invert_permutation.html">InvertPermutation</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="isfinite.html">Isfinite</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="l2norm.html">L2norm</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="layernormfusion.html">LayerNormFusion</a></li>
|
||
<li class="toctree-l3 current"><a class="current reference internal" href="#">Layernormgrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="leaky_relu.html">LeakyReLu</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="less.html">Less</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="less_equal.html">LessEqual</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="linspace.html">LinSpace</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="log.html">Log</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="log1p.html">Log1p</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="log_grad.html">LogGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="logical_and.html">LogicalAnd</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="logical_not.html">LogicalNot</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="logical_or.html">LogicalOr</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="logsoftmax.html">LogSoftmax</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="lpnormalization.html">LpNormalization</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="lrn.html">Lrn</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="lsh_projection.html">LshProjection</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="lstm.html">LSTM</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="lstmgrad.html">LstmGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="lstmgraddata.html">LstmGradData</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="lstmgradweight.html">LstmGradWeight</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="matmul_fusion.html">MatMulFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="maximum.html">Maximum</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="maximumgrad.html">Maximumgrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="maxpool_fusion.html">MaxPoolFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="maxpool_grad.html">MaxPoolGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="mfcc.html">MFCC</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="minimum.html">Minimum</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="minimumgrad.html">Minimumgrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="mod.html">Mod</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="mul.html">MulFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="mulgrad.html">Mulgrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="neg.html">Neg</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="neg_grad.html">NegGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="nllloss.html">NLLLoss</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="nlllossgrad.html">NLLLossGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="non_max_suppression.html">NonMaxSuppression</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="nonzero.html">NonZero</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="not_equal.html">NotEqual</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="one_hot.html">OneHot</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="ones_like.html">OnesLike</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="padfusion.html">PadFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="power_grad.html">PowerGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="pow_fusion.html">PowFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="prelufusion.html">PReLUFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="priorbox.html">Priorbox</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="quant_dtype_cast.html">QuantDTypeCast</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="ragged_range.html">RaggedRange</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="random_normal.html">RandomNormal</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="random_standard_normal.html">RandomStandardNormal</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="range.html">Range</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="rank.html">Rank</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="real_div.html">RealDiv</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="reciprocal.html">Reciprocal</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="reduce.html">Reduce</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="reducescatter.html">ReduceScatter</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="reshape.html">Reshape</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="resize.html">Resize</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="resizegrad.html">Resizegrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="reverse_sequence.html">ReverseSequence</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="reversev2.html">ReverseV2</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="rfft.html">RFFT</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="roipooling.html">ROIPooling</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="round.html">Round</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="rsqrt.html">Rsqrt</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="rsqrt_grad.html">RsqrtGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="scale_fusion.html">ScaleFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="scatter_elements.html">ScatterElements</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="scatter_nd.html">ScatterNd</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="scatter_nd_update.html">ScatterNdUpdate</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="select.html">Select</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sgd.html">SGD</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="shape.html">Shape</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sigmoidcrossentropywithlogits.html">SigmoidCrossEntropyWithLogits</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sigmoidcrossentropywithlogitsgrad.html">SigmoidCrossEntropyWithLogitsGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sin.html">Sin</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="size.html">Size</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="skipgram.html">Skipgram</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="slice.html">SliceFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="smooth1loss.html">SmoothL1Loss</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="smoothl1lossgrad.html">Smoothl1lossgrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="softmax.html">Softmax</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="softmax_cross_entropy_with_logits.html">SoftmaxCrossEntropyWithLogits</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="spacetobatch.html">SpaceToBatch</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="spacetobatchnd.html">SpaceToBatchND</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="spacetodepth.html">SpaceToDepth</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sparse_fill_empty_rows.html">SparseFillEmptyRows</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sparse_reshape.html">SparseReshape</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sparsesegmentsum.html">Sparsesegmentsum</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sparse_softmax_cross_entropy_with_logits.html">SparseSoftmaxCrossEntropyWithLogits</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sparse_to_dense.html">SparseToDense</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="splice.html">Splice</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="split.html">Split</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="split_with_overlap.html">SplitWithOverlap</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sqrt.html">Sqrt</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sqrt_grad.html">SqrtGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="square.html">Square</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="square_difference.html">SquareDifference</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="squeeze.html">Squeeze</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="stack.html">Stack</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="stridedslice.html">Stridedslice</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="stridedslicegrad.html">Stridedslicegrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sub.html">SubFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="sub_grad.html">SubGrad</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="switch.html">Switch</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="switchlayer.html">Switchlayer</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="tensorarray.html">Tensorarray</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="tensorarrayread.html">Tensorarrayread</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="tensorarraywrite.html">TensorarrayWrite</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="tensorlist_from_tensor.html">TensorListFromTensor</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="tensorlistgetitem.html">Tensorlistgetitem</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="tensorlist_reserve.html">TensorListReserve</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="tensorlistsetitem.html">Tensorlistsetitem</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="tensorlist_stack.html">TensorListStack</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="tensor_scatter_add.html">TensorScatterAdd</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="tile.html">Tile</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="topk.html">TopKFusion</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="transpose.html">Transpose</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="tril.html">Tril</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="triu.html">Triu</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="uniform_real.html">UniformReal</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="unique.html">Unique</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="unsortedsegmentsum.html">UnsortedSegmentSum</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="unstack.html">Unstack</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="unsqueeze.html">UnSqueeze</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="where.html">Where</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="zeroslike.html">ZerosLike</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="call.html">Call</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="custom.html">Custom</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="depend.html">Depend</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="genop.html">GenOp</a></li>
|
||
<li class="toctree-l3"><a class="reference internal" href="partialfusion.html">PartialFusion</a></li>
|
||
</ul>
|
||
</li>
|
||
</ul>
|
||
</li>
|
||
<li class="toctree-l1"><a class="reference internal" href="../../refdoc/index.html">参考资料</a></li>
|
||
</ul>
|
||
|
||
</div>
|
||
</div>
|
||
</nav>
|
||
|
||
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav class="wy-nav-top" aria-label="移动版导航菜单" >
|
||
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
|
||
<a href="../../index.html">MindSpore Signal+ 使用手册</a>
|
||
</nav>
|
||
|
||
<div class="wy-nav-content">
|
||
<div class="rst-content">
|
||
<div role="navigation" aria-label="页面导航">
|
||
<ul class="wy-breadcrumbs">
|
||
<li><a href="../../index.html" class="icon icon-home" aria-label="Home"></a></li>
|
||
<li class="breadcrumb-item"><a href="../index.html">算子库支持</a></li>
|
||
<li class="breadcrumb-item"><a href="dsplib_index.html">DSP Library C API Reference</a></li>
|
||
<li class="breadcrumb-item active">Layernormgrad</li>
|
||
<li class="wy-breadcrumbs-aside">
|
||
<a href="../../_sources/functionlib/dsplib/layernormgrad.rst.txt" rel="nofollow"> 查看页面源码</a>
|
||
</li>
|
||
</ul>
|
||
<hr/>
|
||
</div>
|
||
<div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
|
||
|
||
<div itemprop="articleBody">
|
||
|
||
<section id="layernormgrad">
|
||
<h1>Layernormgrad<a class="headerlink" href="#layernormgrad" title="此标题的永久链接"></a></h1>
|
||
<p>计算 Layer Normalization 操作的梯度。该算子是 Layer Normalization 的反向传播部分，用于计算损失函数相对于输入 x、以及可学习参数 gamma 和 beta 的梯度。</p>
|
||
<div class="math notranslate nohighlight">
|
||
\[ \begin{align}\begin{aligned}\text{dg}_i = \sum_{j} \text{dy}_j \cdot \frac{x_j - \mu}{\sqrt{\sigma^2 + \epsilon}}\\\text{db}_i = \sum_{j} \text{dy}_j\\\text{dx}_i = f(\text{dy}, x, \gamma, \mu, \sigma^2)\end{aligned}\end{align} \]</div>
|
||
<p>其中 :math:mu 是均值，:math:sigma^2 是方差，:math:epsilon 是一个为了防止除零而添加的极小值。dx 的计算较为复杂，它依赖于 dy、x 和 gamma。</p>
|
||
<dl class="simple">
|
||
<dt>输入：</dt><dd><ul class="simple">
|
||
<li><p><strong>x</strong> - 前向传播时的输入数据地址。</p></li>
|
||
<li><p><strong>dy</strong> - 后续层反向传播回来的梯度数据地址。</p></li>
|
||
<li><dl class="simple">
|
||
<dt><strong>params</strong> - 参数打包成数组：</dt><dd><ul>
|
||
<li><p><strong>var</strong> - 前向传播时计算出的方差（variance）地址。</p></li>
|
||
<li><p><strong>mean</strong> - 前向传播时计算出的均值（mean）地址。</p></li>
|
||
<li><p><strong>gamma</strong> - 前向传播时使用的可学习缩放参数 :math:gamma 地址。</p></li>
|
||
<li><p><strong>dg</strong> - 输出，计算出的关于 gamma 的梯度地址。</p></li>
|
||
<li><p><strong>db</strong> - 输出，计算出的关于 beta 的梯度地址。</p></li>
|
||
<li><p><strong>param_num</strong> - 特征维度的大小，也是 gamma 和 beta 的大小。</p></li>
|
||
<li><p><strong>param_size</strong> - 进行独立归一化的单元数量（例如批处理大小 Batch Size）。</p></li>
|
||
<li><p><strong>block_num</strong> - 块的数量（通常等于 param_size）。</p></li>
|
||
<li><p><strong>block_size</strong> - 每个块的大小（通常等于 param_num）。</p></li>
|
||
</ul>
|
||
</dd>
|
||
</dl>
|
||
</li>
|
||
<li><p><strong>core_mask</strong> - 核掩码（仅共享存储版本需要）。</p></li>
|
||
</ul>
|
||
</dd>
|
||
<dt>输出：</dt><dd><ul class="simple">
|
||
<li><p><strong>dx</strong> - 计算出的关于输入 x 的梯度地址。</p></li>
|
||
<li><p><strong>dg</strong> - 计算出的关于参数 gamma 的梯度地址。</p></li>
|
||
<li><p><strong>db</strong> - 计算出的关于参数 beta 的梯度地址。</p></li>
|
||
</ul>
|
||
</dd>
|
||
<dt>支持平台：</dt><dd><p><code class="docutils literal notranslate"><span class="pre">FT78NE</span></code>
|
||
<code class="docutils literal notranslate"><span class="pre">MT7004</span></code></p>
|
||
</dd>
|
||
</dl>
|
||
<div class="admonition note">
|
||
<p class="admonition-title">备注</p>
|
||
<ul class="simple">
|
||
<li><p>FT78NE 支持fp32</p></li>
|
||
<li><p>MT7004 支持fp16, fp32</p></li>
|
||
</ul>
|
||
</div>
|
||
<p><strong>共享存储版本:</strong></p>
|
||
<dl class="c function">
|
||
<dt class="sig sig-object c" id="c.hp_layer_norm_grad_s">
|
||
<span class="kt"><span class="pre">void</span></span><span class="w"> </span><span class="sig-name descname"><span class="n"><span class="pre">hp_layer_norm_grad_s</span></span></span><span class="sig-paren">(</span><span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">x</span></span>, <span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">dy</span></span>, <span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">dx</span></span>, <span class="kt"><span class="pre">long</span></span><span class="w"> </span><span class="kt"><span class="pre">long</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">params</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">core_mask</span></span><span class="sig-paren">)</span><a class="headerlink" href="#c.hp_layer_norm_grad_s" title="永久链接至目标"></a><br /></dt>
|
||
<dd></dd></dl>
|
||
|
||
<dl class="c function">
|
||
<dt class="sig sig-object c" id="c.fp_layer_norm_grad_s">
|
||
<span class="kt"><span class="pre">void</span></span><span class="w"> </span><span class="sig-name descname"><span class="n"><span class="pre">fp_layer_norm_grad_s</span></span></span><span class="sig-paren">(</span><span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">x</span></span>, <span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">dy</span></span>, <span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">dx</span></span>, <span class="kt"><span class="pre">long</span></span><span class="w"> </span><span class="kt"><span class="pre">long</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">params</span></span>, <span class="kt"><span class="pre">int</span></span><span class="w"> </span><span class="n"><span class="pre">core_mask</span></span><span class="sig-paren">)</span><a class="headerlink" href="#c.fp_layer_norm_grad_s" title="永久链接至目标"></a><br /></dt>
|
||
<dd></dd></dl>
|
||
|
||
<p><strong>C调用示例：</strong></p>
|
||
<div class="highlight-c notranslate"><div class="highlight"><pre><span></span><span class="linenos"> 1</span><span class="c1">//FT78NE示例</span>
|
||
<span class="linenos"> 2</span><span class="cp">#include</span><span class="w"> </span><span class="cpf"><stdio.h></span>
|
||
<span class="linenos"> 3</span><span class="cp">#include</span><span class="w"> </span><span class="cpf"><layernormgrad.h></span><span class="c1"> // 假设头文件名为 layernormgrad.h</span>
|
||
<span class="linenos"> 4</span>
|
||
<span class="linenos"> 5</span><span class="kt">int</span><span class="w"> </span><span class="nf">main</span><span class="p">(</span><span class="kt">int</span><span class="w"> </span><span class="n">argc</span><span class="p">,</span><span class="w"> </span><span class="kt">char</span><span class="o">*</span><span class="w"> </span><span class="n">argv</span><span class="p">[])</span><span class="w"> </span><span class="p">{</span>
|
||
<span class="linenos"> 6</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">x</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x81000000</span><span class="p">;</span>
|
||
<span class="linenos"> 7</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">dy</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x82000000</span><span class="p">;</span>
|
||
<span class="linenos"> 8</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">var</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x83000000</span><span class="p">;</span>
|
||
<span class="linenos"> 9</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">mean</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x84000000</span><span class="p">;</span>
|
||
<span class="linenos">10</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">gamma</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x85000000</span><span class="p">;</span>
|
||
<span class="linenos">11</span>
|
||
<span class="linenos">12</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">param_num</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">8</span><span class="p">;</span>
|
||
<span class="linenos">13</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">param_size</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">128</span><span class="p">;</span>
|
||
<span class="linenos">14</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">block_num</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">param_size</span><span class="p">;</span>
|
||
<span class="linenos">15</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">block_size</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">param_num</span><span class="p">;</span>
|
||
<span class="linenos">16</span>
|
||
<span class="linenos">17</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">dx</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x86000000</span><span class="p">;</span>
|
||
<span class="linenos">18</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">dg</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x87000000</span><span class="p">;</span>
|
||
<span class="linenos">19</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">db</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x88000000</span><span class="p">;</span>
|
||
<span class="hll"><span class="linenos">20</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">check_dx</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x89000000</span><span class="p">;</span>
|
||
</span><span class="linenos">21</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">check_dg</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x8A000000</span><span class="p">;</span>
|
||
<span class="linenos">22</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">check_db</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x8B000000</span><span class="p">;</span>
|
||
<span class="linenos">23</span>
|
||
<span class="linenos">24</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">0</span><span class="p">;</span>
|
||
<span class="linenos">25</span>
|
||
<span class="linenos">26</span><span class="w"> </span><span class="n">srand</span><span class="p">(</span><span class="n">seed</span><span class="o">++</span><span class="p">);</span>
|
||
<span class="linenos">27</span>
|
||
<span class="linenos">28</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mf">1.0</span><span class="p">;</span>
|
||
<span class="linenos">29</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">f_max</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mf">2.0</span><span class="p">;</span>
|
||
<span class="linenos">30</span>
|
||
<span class="linenos">31</span><span class="w"> </span><span class="k">for</span><span class="p">(</span><span class="n">i</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">0</span><span class="p">;</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o"><</span><span class="w"> </span><span class="n">param_num</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="n">param_size</span><span class="p">;</span><span class="w"> </span><span class="o">++</span><span class="n">i</span><span class="p">)</span><span class="w"> </span><span class="p">{</span>
|
||
<span class="linenos">32</span><span class="w"> </span><span class="n">x</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="p">((</span><span class="kt">float</span><span class="p">)</span><span class="n">rand</span><span class="p">()</span><span class="w"> </span><span class="o">/</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="p">)</span><span class="n">RAND_MAX</span><span class="p">)</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="p">(</span><span class="n">f_max</span><span class="w"> </span><span class="o">-</span><span class="w"> </span><span class="n">f_min</span><span class="p">);</span>
|
||
<span class="linenos">33</span><span class="w"> </span><span class="n">dy</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="p">((</span><span class="kt">float</span><span class="p">)</span><span class="n">rand</span><span class="p">()</span><span class="w"> </span><span class="o">/</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="p">)</span><span class="n">RAND_MAX</span><span class="p">)</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="p">(</span><span class="n">f_max</span><span class="w"> </span><span class="o">-</span><span class="w"> </span><span class="n">f_min</span><span class="p">);</span>
|
||
<span class="linenos">34</span><span class="w"> </span><span class="p">}</span>
|
||
<span class="linenos">35</span>
|
||
<span class="linenos">36</span><span class="w"> </span><span class="k">for</span><span class="p">(</span><span class="n">i</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">0</span><span class="p">;</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o"><</span><span class="w"> </span><span class="n">block_num</span><span class="p">;</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o">++</span><span class="p">)</span><span class="w"> </span><span class="p">{</span>
|
||
<span class="linenos">37</span><span class="w"> </span><span class="n">var</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="p">((</span><span class="kt">float</span><span class="p">)</span><span class="n">rand</span><span class="p">()</span><span class="w"> </span><span class="o">/</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="p">)</span><span class="n">RAND_MAX</span><span class="p">)</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="p">(</span><span class="n">f_max</span><span class="w"> </span><span class="o">-</span><span class="w"> </span><span class="n">f_min</span><span class="p">);</span>
|
||
<span class="linenos">38</span><span class="w"> </span><span class="n">mean</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="p">((</span><span class="kt">float</span><span class="p">)</span><span class="n">rand</span><span class="p">()</span><span class="w"> </span><span class="o">/</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="p">)</span><span class="n">RAND_MAX</span><span class="p">)</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="p">(</span><span class="n">f_max</span><span class="w"> </span><span class="o">-</span><span class="w"> </span><span class="n">f_min</span><span class="p">);</span>
|
||
<span class="linenos">39</span><span class="w"> </span><span class="p">}</span>
|
||
<span class="linenos">40</span>
|
||
<span class="linenos">41</span><span class="w"> </span><span class="k">for</span><span class="p">(</span><span class="n">i</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">0</span><span class="p">;</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o"><</span><span class="w"> </span><span class="n">param_num</span><span class="p">;</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o">++</span><span class="p">)</span><span class="w"> </span><span class="p">{</span>
|
||
<span class="linenos">42</span><span class="w"> </span><span class="n">gamma</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="p">((</span><span class="kt">float</span><span class="p">)</span><span class="n">rand</span><span class="p">()</span><span class="w"> </span><span class="o">/</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="p">)</span><span class="n">RAND_MAX</span><span class="p">)</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="p">(</span><span class="n">f_max</span><span class="w"> </span><span class="o">-</span><span class="w"> </span><span class="n">f_min</span><span class="p">);</span>
|
||
<span class="linenos">43</span><span class="w"> </span><span class="p">}</span>
|
||
<span class="linenos">44</span>
|
||
<span class="linenos">45</span><span class="w"> </span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">12</span><span class="p">];</span>
|
||
<span class="linenos">46</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">var</span><span class="p">;</span>
|
||
<span class="linenos">47</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">mean</span><span class="p">;</span>
|
||
<span class="linenos">48</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">gamma</span><span class="p">;</span>
|
||
<span class="linenos">49</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">3</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">dg</span><span class="p">;</span>
|
||
<span class="linenos">50</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">4</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">db</span><span class="p">;</span>
|
||
<span class="linenos">51</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">5</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">param_num</span><span class="p">;</span>
|
||
<span class="linenos">52</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">6</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">param_size</span><span class="p">;</span>
|
||
<span class="linenos">53</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">7</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">block_num</span><span class="p">;</span>
|
||
<span class="linenos">54</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">8</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">block_size</span><span class="p">;</span>
|
||
<span class="linenos">55</span>
|
||
<span class="linenos">56</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">core_mask</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mb">0b1111</span><span class="p">;</span>
|
||
<span class="linenos">57</span><span class="w"> </span><span class="n">fp_layer_norm_grad_s</span><span class="p">(</span><span class="n">x</span><span class="p">,</span><span class="w"> </span><span class="n">dy</span><span class="p">,</span><span class="w"> </span><span class="n">dx</span><span class="p">,</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="n">params</span><span class="p">,</span><span class="w"> </span><span class="n">core_mask</span><span class="p">);</span><span class="c1">//调用汇编</span>
|
||
<span class="linenos">58</span><span class="w"> </span><span class="k">return</span><span class="w"> </span><span class="mi">0</span><span class="p">;</span>
|
||
<span class="linenos">59</span><span class="p">}</span>
|
||
</pre></div>
|
||
</div>
|
||
<p><strong>私有存储版本:</strong></p>
|
||
<dl class="c function">
|
||
<dt class="sig sig-object c" id="c.hp_layer_norm_grad_p">
|
||
<span class="kt"><span class="pre">void</span></span><span class="w"> </span><span class="sig-name descname"><span class="n"><span class="pre">hp_layer_norm_grad_p</span></span></span><span class="sig-paren">(</span><span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">x</span></span>, <span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">dy</span></span>, <span class="n"><span class="pre">half</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">dx</span></span>, <span class="kt"><span class="pre">long</span></span><span class="w"> </span><span class="kt"><span class="pre">long</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">params</span></span><span class="sig-paren">)</span><a class="headerlink" href="#c.hp_layer_norm_grad_p" title="永久链接至目标"></a><br /></dt>
|
||
<dd></dd></dl>
|
||
|
||
<dl class="c function">
|
||
<dt class="sig sig-object c" id="c.fp_layer_norm_grad_p">
|
||
<span class="kt"><span class="pre">void</span></span><span class="w"> </span><span class="sig-name descname"><span class="n"><span class="pre">fp_layer_norm_grad_p</span></span></span><span class="sig-paren">(</span><span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">x</span></span>, <span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">dy</span></span>, <span class="kt"><span class="pre">float</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">dx</span></span>, <span class="kt"><span class="pre">long</span></span><span class="w"> </span><span class="kt"><span class="pre">long</span></span><span class="w"> </span><span class="p"><span class="pre">*</span></span><span class="n"><span class="pre">params</span></span><span class="sig-paren">)</span><a class="headerlink" href="#c.fp_layer_norm_grad_p" title="永久链接至目标"></a><br /></dt>
|
||
<dd></dd></dl>
|
||
|
||
<p><strong>C调用示例：</strong></p>
|
||
<div class="highlight-c notranslate"><div class="highlight"><pre><span></span><span class="linenos"> 1</span><span class="c1">//FT78NE示例</span>
|
||
<span class="linenos"> 2</span><span class="cp">#include</span><span class="w"> </span><span class="cpf"><stdio.h></span>
|
||
<span class="linenos"> 3</span><span class="cp">#include</span><span class="w"> </span><span class="cpf"><layernormgrad.h></span><span class="c1"> // 假设头文件名为 layernormgrad.h</span>
|
||
<span class="linenos"> 4</span>
|
||
<span class="linenos"> 5</span><span class="kt">int</span><span class="w"> </span><span class="nf">main</span><span class="p">(</span><span class="kt">int</span><span class="w"> </span><span class="n">argc</span><span class="p">,</span><span class="w"> </span><span class="kt">char</span><span class="o">*</span><span class="w"> </span><span class="n">argv</span><span class="p">[])</span><span class="w"> </span><span class="p">{</span>
|
||
<span class="linenos"> 6</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">x</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x10010000</span><span class="p">;</span>
|
||
<span class="linenos"> 7</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">dy</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x10020000</span><span class="p">;</span>
|
||
<span class="linenos"> 8</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">var</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x10030000</span><span class="p">;</span>
|
||
<span class="linenos"> 9</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">mean</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x10040000</span><span class="p">;</span>
|
||
<span class="linenos">10</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">gamma</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x10050000</span><span class="p">;</span>
|
||
<span class="linenos">11</span>
|
||
<span class="linenos">12</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">param_num</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">8</span><span class="p">;</span>
|
||
<span class="linenos">13</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">param_size</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">128</span><span class="p">;</span>
|
||
<span class="linenos">14</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">block_num</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">param_size</span><span class="p">;</span>
|
||
<span class="linenos">15</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">block_size</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">param_num</span><span class="p">;</span>
|
||
<span class="linenos">16</span>
|
||
<span class="linenos">17</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">dx</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x10016000</span><span class="p">;</span>
|
||
<span class="linenos">18</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">dg</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x10026000</span><span class="p">;</span>
|
||
<span class="hll"><span class="linenos">19</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">db</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x10036000</span><span class="p">;</span>
|
||
</span><span class="linenos">20</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">check_dx</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x10045000</span><span class="p">;</span>
|
||
<span class="linenos">21</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">check_dg</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x10055000</span><span class="p">;</span>
|
||
<span class="linenos">22</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="n">check_db</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="mh">0x10060000</span><span class="p">;</span>
|
||
<span class="linenos">23</span>
|
||
<span class="linenos">24</span><span class="w"> </span><span class="kt">int</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">0</span><span class="p">;</span>
|
||
<span class="linenos">25</span>
|
||
<span class="linenos">26</span><span class="w"> </span><span class="n">srand</span><span class="p">(</span><span class="n">seed</span><span class="o">++</span><span class="p">);</span>
|
||
<span class="linenos">27</span>
|
||
<span class="linenos">28</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mf">1.0</span><span class="p">;</span>
|
||
<span class="linenos">29</span><span class="w"> </span><span class="kt">float</span><span class="w"> </span><span class="n">f_max</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mf">2.0</span><span class="p">;</span>
|
||
<span class="linenos">30</span>
|
||
<span class="linenos">31</span><span class="w"> </span><span class="k">for</span><span class="p">(</span><span class="n">i</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">0</span><span class="p">;</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o"><</span><span class="w"> </span><span class="n">param_num</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="n">param_size</span><span class="p">;</span><span class="w"> </span><span class="o">++</span><span class="n">i</span><span class="p">)</span><span class="w"> </span><span class="p">{</span>
|
||
<span class="linenos">32</span><span class="w"> </span><span class="n">x</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="p">((</span><span class="kt">float</span><span class="p">)</span><span class="n">rand</span><span class="p">()</span><span class="w"> </span><span class="o">/</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="p">)</span><span class="n">RAND_MAX</span><span class="p">)</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="p">(</span><span class="n">f_max</span><span class="w"> </span><span class="o">-</span><span class="w"> </span><span class="n">f_min</span><span class="p">);</span>
|
||
<span class="linenos">33</span><span class="w"> </span><span class="n">dy</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="p">((</span><span class="kt">float</span><span class="p">)</span><span class="n">rand</span><span class="p">()</span><span class="w"> </span><span class="o">/</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="p">)</span><span class="n">RAND_MAX</span><span class="p">)</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="p">(</span><span class="n">f_max</span><span class="w"> </span><span class="o">-</span><span class="w"> </span><span class="n">f_min</span><span class="p">);</span>
|
||
<span class="linenos">34</span><span class="w"> </span><span class="p">}</span>
|
||
<span class="linenos">35</span>
|
||
<span class="linenos">36</span><span class="w"> </span><span class="k">for</span><span class="p">(</span><span class="n">i</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">0</span><span class="p">;</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o"><</span><span class="w"> </span><span class="n">block_num</span><span class="p">;</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o">++</span><span class="p">)</span><span class="w"> </span><span class="p">{</span>
|
||
<span class="linenos">37</span><span class="w"> </span><span class="n">var</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="p">((</span><span class="kt">float</span><span class="p">)</span><span class="n">rand</span><span class="p">()</span><span class="w"> </span><span class="o">/</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="p">)</span><span class="n">RAND_MAX</span><span class="p">)</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="p">(</span><span class="n">f_max</span><span class="w"> </span><span class="o">-</span><span class="w"> </span><span class="n">f_min</span><span class="p">);</span>
|
||
<span class="linenos">38</span><span class="w"> </span><span class="n">mean</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="p">((</span><span class="kt">float</span><span class="p">)</span><span class="n">rand</span><span class="p">()</span><span class="w"> </span><span class="o">/</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="p">)</span><span class="n">RAND_MAX</span><span class="p">)</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="p">(</span><span class="n">f_max</span><span class="w"> </span><span class="o">-</span><span class="w"> </span><span class="n">f_min</span><span class="p">);</span>
|
||
<span class="linenos">39</span><span class="w"> </span><span class="p">}</span>
|
||
<span class="linenos">40</span>
|
||
<span class="linenos">41</span><span class="w"> </span><span class="k">for</span><span class="p">(</span><span class="n">i</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="mi">0</span><span class="p">;</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o"><</span><span class="w"> </span><span class="n">param_num</span><span class="p">;</span><span class="w"> </span><span class="n">i</span><span class="w"> </span><span class="o">++</span><span class="p">)</span><span class="w"> </span><span class="p">{</span>
|
||
<span class="linenos">42</span><span class="w"> </span><span class="n">gamma</span><span class="p">[</span><span class="n">i</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">f_min</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="p">((</span><span class="kt">float</span><span class="p">)</span><span class="n">rand</span><span class="p">()</span><span class="w"> </span><span class="o">/</span><span class="w"> </span><span class="p">(</span><span class="kt">float</span><span class="p">)</span><span class="n">RAND_MAX</span><span class="p">)</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="p">(</span><span class="n">f_max</span><span class="w"> </span><span class="o">-</span><span class="w"> </span><span class="n">f_min</span><span class="p">);</span>
|
||
<span class="linenos">43</span><span class="w"> </span><span class="p">}</span>
|
||
<span class="linenos">44</span>
|
||
<span class="linenos">45</span><span class="w"> </span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">12</span><span class="p">];</span>
|
||
<span class="linenos">46</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">var</span><span class="p">;</span>
|
||
<span class="linenos">47</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">mean</span><span class="p">;</span>
|
||
<span class="linenos">48</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">gamma</span><span class="p">;</span>
|
||
<span class="linenos">49</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">3</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">dg</span><span class="p">;</span>
|
||
<span class="linenos">50</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">4</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">db</span><span class="p">;</span>
|
||
<span class="linenos">51</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">5</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">param_num</span><span class="p">;</span>
|
||
<span class="linenos">52</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">6</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">param_size</span><span class="p">;</span>
|
||
<span class="linenos">53</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">7</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">block_num</span><span class="p">;</span>
|
||
<span class="linenos">54</span><span class="w"> </span><span class="n">params</span><span class="p">[</span><span class="mi">8</span><span class="p">]</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="p">)</span><span class="n">block_size</span><span class="p">;</span>
|
||
<span class="linenos">55</span>
|
||
<span class="linenos">56</span><span class="w"> </span><span class="n">fp_layer_norm_grad_p</span><span class="p">(</span><span class="n">x</span><span class="p">,</span><span class="w"> </span><span class="n">dy</span><span class="p">,</span><span class="w"> </span><span class="n">dx</span><span class="p">,</span><span class="w"> </span><span class="p">(</span><span class="kt">long</span><span class="w"> </span><span class="kt">long</span><span class="w"> </span><span class="o">*</span><span class="p">)</span><span class="n">params</span><span class="p">);</span><span class="c1">//调用汇编</span>
|
||
<span class="linenos">57</span><span class="w"> </span><span class="k">return</span><span class="w"> </span><span class="mi">0</span><span class="p">;</span>
|
||
<span class="linenos">58</span><span class="p">}</span>
|
||
</pre></div>
|
||
</div>
|
||
</section>
|
||
|
||
|
||
</div>
|
||
</div>
|
||
|
||
|
||
<div class="pageviews-container">
|
||
访问量：<span id="busuanzi_page_uv"></span> 次
|
||
</div>
|
||
<footer><div class="rst-footer-buttons" role="navigation" aria-label="页脚">
|
||
<a href="layernormfusion.html" class="btn btn-neutral float-left" title="LayerNormFusion" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> 上一页</a>
|
||
<a href="leaky_relu.html" class="btn btn-neutral float-right" title="LeakyReLu" accesskey="n" rel="next">下一页 <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
|
||
</div>
|
||
|
||
<hr/>
|
||
|
||
<div role="contentinfo">
|
||
<p>© 版权所有 2025 - 2026, NUDT-674。</p>
|
||
</div>
|
||
|
||
利用 <a href="https://www.sphinx-doc.org/">Sphinx</a> 构建，使用的
|
||
<a href="https://github.com/readthedocs/sphinx_rtd_theme">主题</a>
|
||
由 <a href="https://readthedocs.org">Read the Docs</a> 开发.
|
||
|
||
|
||
</footer>
|
||
</div>
|
||
</div>
|
||
</section>
|
||
</div>
|
||
<script>
|
||
jQuery(function () {
|
||
SphinxRtdTheme.Navigation.enable(true);
|
||
});
|
||
</script>
|
||
|
||
<script src="//cdn.busuanzi.cc/busuanzi/3.6.9/busuanzi.min.js" defer></script>
|
||
|
||
</body>
|
||
</html> |