![]() |
Neuron Net
|
Describes the feed forward process for the Neuron of attention layer. More...
Macros | |
#define | def_k_AttentionScore 11 |
Index of the kernel of the attention neuron to calculate score matrix (AttentionScore) More... | |
#define | def_k_as_querys 0 |
Matrix of Querys. More... | |
#define | def_k_as_keys 1 |
Matriz of Keys. More... | |
#define | def_k_as_score 2 |
Matrix of Scores. More... | |
#define | def_k_as_dimension 3 |
Dimension of Key. More... | |
#define | def_k_AttentionOut 12 |
Index of the Attention Neuron Output calculation kernel (AttentionOut) More... | |
#define | def_k_aout_scores 0 |
Matrix of Scores. More... | |
#define | def_k_aout_values 1 |
Matrix of Values. More... | |
#define | def_k_aout_inputs 2 |
Inputs tesor. More... | |
#define | def_k_aout_out 3 |
Output tesor. More... | |
#define | def_k_MatrixSum 13 |
Index of the kernel for calculation Sum of 2 matrix with multiplyer (SumMatrix) More... | |
#define | def_k_sum_matrix1 0 |
First matrix. More... | |
#define | def_k_sum_matrix2 1 |
Second matrix. More... | |
#define | def_k_sum_matrix_out 2 |
Output matrix. More... | |
#define | def_k_sum_dimension 3 |
Dimension of matrix. More... | |
#define | def_k_sum_multiplyer 4 |
Multiplyer for output. More... | |
Functions | |
__kernel void | AttentionScore (__global double *querys, __global double *keys, __global double *score, int dimension) |
| Describes the Score calculation process for the Neuron of attention layer (CNeuronAttentionOCL). More... | |
__kernel void | AttentionOut (__global double *scores, __global double *values, __global double *inputs, __global double *out) |
Describes the Attention out calculation process for the Neuron of attention layer (CNeuronAttentionOCL). More... | |
__kernel void | SumMatrix (__global double *matrix1, __global double *matrix2, __global double *matrix_out, int dimension, double multiplyer) |
2 . Describes the calculation Sum of 2 matrixs. More... | |
Describes the feed forward process for the Neuron of attention layer.
Detailed description on the link.
#define def_k_aout_inputs 2 |
Inputs tesor.
Definition at line 250 of file NeuroNet.mqh.
#define def_k_aout_out 3 |
Output tesor.
Definition at line 251 of file NeuroNet.mqh.
#define def_k_aout_scores 0 |
Matrix of Scores.
Definition at line 248 of file NeuroNet.mqh.
#define def_k_aout_values 1 |
Matrix of Values.
Definition at line 249 of file NeuroNet.mqh.
#define def_k_as_dimension 3 |
Dimension of Key.
Definition at line 245 of file NeuroNet.mqh.
#define def_k_as_keys 1 |
Matriz of Keys.
Definition at line 243 of file NeuroNet.mqh.
#define def_k_as_querys 0 |
Matrix of Querys.
Definition at line 242 of file NeuroNet.mqh.
#define def_k_as_score 2 |
Matrix of Scores.
Definition at line 244 of file NeuroNet.mqh.
#define def_k_AttentionOut 12 |
Index of the Attention Neuron Output calculation kernel (AttentionOut)
Definition at line 247 of file NeuroNet.mqh.
#define def_k_AttentionScore 11 |
Index of the kernel of the attention neuron to calculate score matrix (AttentionScore)
Definition at line 241 of file NeuroNet.mqh.
#define def_k_MatrixSum 13 |
Index of the kernel for calculation Sum of 2 matrix with multiplyer (SumMatrix)
Definition at line 253 of file NeuroNet.mqh.
#define def_k_sum_dimension 3 |
Dimension of matrix.
Definition at line 257 of file NeuroNet.mqh.
#define def_k_sum_matrix1 0 |
First matrix.
Definition at line 254 of file NeuroNet.mqh.
#define def_k_sum_matrix2 1 |
Second matrix.
Definition at line 255 of file NeuroNet.mqh.
#define def_k_sum_matrix_out 2 |
Output matrix.
Definition at line 256 of file NeuroNet.mqh.
#define def_k_sum_multiplyer 4 |
Multiplyer for output.
Definition at line 258 of file NeuroNet.mqh.
__kernel void AttentionOut | ( | __global double * | scores, |
__global double * | values, | ||
__global double * | inputs, | ||
__global double * | out | ||
) |
Describes the Attention out calculation process for the Neuron of attention layer (CNeuronAttentionOCL).
Detailed description on the link.
[in] | scores | Matrix of Scores |
[in] | values | Matrix of Values |
[in] | inputs | Inputs tesor |
[out] | out | Output tesor |
Definition at line 551 of file NeuroNet.cl.
__kernel void AttentionScore | ( | __global double * | querys, |
__global double * | keys, | ||
__global double * | score, | ||
int | dimension | ||
) |
| Describes the Score calculation process for the Neuron of attention layer (CNeuronAttentionOCL).
Detailed description on the link.
[in] | querys | Matrix of Querys |
[in] | keys | Matriz of Keys |
[out] | score | Matrix of Scores |
dimension | Dimension of Key |
Definition at line 519 of file NeuroNet.cl.
__kernel void SumMatrix | ( | __global double * | matrix1, |
__global double * | matrix2, | ||
__global double * | matrix_out, | ||
int | dimension, | ||
double | multiplyer | ||
) |
2 . Describes the calculation Sum of 2 matrixs.
Detailed description on the link.
[in] | matrix1 | First matrix |
[in] | matrix2 | Second matrix |
[out] | matrix_out | Output matrix |
dimension | Dimension of matrix | |
multiplyer | Multiplyer for output |
Definition at line 572 of file NeuroNet.cl.