126 lines
4.5 KiB
ReStructuredText
126 lines
4.5 KiB
ReStructuredText
EmbeddingLookup
|
||
=================
|
||
|
||
传入一个矩阵和一组索引，根据给定的索引提取对应的行（向量），若此行不曾被标记为“已正则化”，则对此行进行正则化处理，将结果拼接输出，若已经正则化过则直接输出。
|
||
|
||
.. math::
|
||
|
||
\forall k \in [1, ids\_size], \quad
|
||
\begin{cases}
|
||
\text{if } \textbf{is\_regulated}[i\_k] = 0, &
|
||
\begin{cases}
|
||
\displaystyle X_{i\_k} \leftarrow
|
||
X_{i\_k} \cdot \frac{\text{max\_norm}}
|
||
{\sum_{j=1}^{layer\_size\_} X_{i\_k, j}} \\[10pt]
|
||
\textbf{is\_regulated}[i\_k] \leftarrow 1
|
||
\end{cases} \\[12pt]
|
||
\text{输出向量 } Y_k \leftarrow X_{i\_k}
|
||
\end{cases}
|
||
|
||
输入：
|
||
- **input_data** - 输入矩阵数据地址。
|
||
- **params** - 以下参数打包
|
||
- **ids** - 输入索引的存储地址。
|
||
- **max_norm** - 最大范数约束。
|
||
- **is_regulated** - 记录矩阵行是否被正则化的标志数组。
|
||
- **ids_size_** - 输入索引个数。
|
||
- **layer_size_** - 输入矩阵的列数。
|
||
- **layer_num_** - 输入矩阵的行数。
|
||
- **core_mask(int, 可选)** - 核掩码（仅适用于共享存储版本）。
|
||
|
||
输出：
|
||
- **output** - 结果输出地址。
|
||
|
||
支持平台：
|
||
``FT78NE``
|
||
``MT7004``
|
||
|
||
.. note::
|
||
- FT78NE 支持fp32
|
||
- MT7004 支持fp16, fp32
|
||
|
||
**共享存储版本：**
|
||
|
||
.. c:function:: void hp_embedding_lookup_s( float16*input, float16*output, unsigned long long *params, int core_mask);
|
||
.. c:function:: void fp_embedding_lookup_s( float*input, float*output,unsigned long long *params, int core_mask);
|
||
|
||
|
||
|
||
**C调用示例：**
|
||
|
||
.. code-block:: c
|
||
:linenos:
|
||
:emphasize-lines: 30
|
||
|
||
//FT78NE示例
|
||
#include <stdio.h>
|
||
#include <embeddinglookup.h>
|
||
|
||
int main(int argc, char* argv[]) {
|
||
float* input_data = (float*)0x200000000;
|
||
float* input_data_s = (float*)0x210000000;
|
||
int* ids = (int *)0x220000000;
|
||
float* output_data = (float*)0x230000000;
|
||
float* output_data_s = (float *)0x240000000;
|
||
bool* is_regulated_ = (bool *)0x250000000;
|
||
int32_t* ulp_err=(int32_t*) 0x410000000;
|
||
int *layer_size = (int *)0x260000000;
|
||
int *layer_num = (int *)0x261000000;
|
||
float *max_norm = (float *)0x262000000;
|
||
int *ids_size = (int *)0x263000000;
|
||
unsigned long long params[8], tmp;
|
||
params[0] = (unsigned long long)ids;
|
||
params[1] = (unsigned long long)max_norm;
|
||
params[2] = (unsigned long long)is_regulated_;
|
||
params[3] = (unsigned long long)ids_size;
|
||
params[4] = (unsigned long long)layer_size;
|
||
params[5] = (unsigned long long)layer_num;
|
||
*max_norm = 8.5;
|
||
*ids_size = 3000;
|
||
*layer_size = 7;
|
||
*layer_num = n; // 1000~20000
|
||
int test_step = 17;
|
||
//other initials
|
||
fp_embedding_lookup_s(input_data, output_data,params, mask);
|
||
return 0;
|
||
}
|
||
|
||
|
||
**私有存储版本：**
|
||
|
||
.. c:function:: void hp_embedding_lookup_p( float16*input, float16*output,unsigned long long *params);
|
||
.. c:function:: void fp_embedding_lookup_p( float*input, float*output,unsigned long long *params);
|
||
|
||
|
||
**C调用示例：**
|
||
|
||
.. code-block:: c
|
||
:linenos:
|
||
:emphasize-lines: 24
|
||
|
||
//FT78NE示例
|
||
#include <stdio.h>
|
||
#include <embeddinglookup.h>
|
||
|
||
int main(int argc, char* argv[]) {
|
||
float* input_data = (float*)0x10000000;
|
||
float* input_data_s = (float*)0x10010000;
|
||
int* ids = (int *)0x10020000;
|
||
float* output_data = (float*)0x10030000;
|
||
float* output_data_s = (float *)0x10040000;
|
||
bool* is_regulated_ = (bool *)0x10050000;
|
||
int32_t* ulp_err=(int32_t*) 0x110000000;
|
||
int *layer_size = (int *)0x10060000;
|
||
int *layer_num = (int *)0x10061000;
|
||
float *max_norm = (float *)0x10062000;
|
||
int *ids_size = (int *)0x10063000;
|
||
unsigned long long params[8], tmp;
|
||
params[0] = (unsigned long long)ids;
|
||
params[1] = (unsigned long long)max_norm;
|
||
params[2] = (unsigned long long)is_regulated_;
|
||
params[3] = (unsigned long long)ids_size;
|
||
params[4] = (unsigned long long)layer_size;
|
||
params[5] = (unsigned long long)layer_num;
|
||
fp_embedding_lookup_p(input_data,output_data, params);
|
||
return 0;
|
||
} |