![]() |
Neuron Net
|
Describes the gradients calculation process for the Neuron of attention layer. More...
Macros | |
#define | def_k_AttentionGradients 14 |
Index of the kernel for gradients calculation process (AttentionIsideGradients) More... | |
#define | def_k_ag_querys 0 |
Matrix of Querys. More... | |
#define | def_k_ag_querys_g 1 |
Matrix of Querys' Gradients. More... | |
#define | def_k_ag_keys 2 |
Matrix of Keys. More... | |
#define | def_k_ag_keys_g 3 |
Matrix of Keys' Gradients. More... | |
#define | def_k_ag_values 4 |
Matrix of Values. More... | |
#define | def_k_ag_values_g 5 |
Matrix of Values' Gradients. More... | |
#define | def_k_ag_scores 6 |
Matrix of Scores. More... | |
#define | def_k_ag_gradient 7 |
Matrix of Gradients from previous iteration. More... | |
Functions | |
__kernel void | AttentionIsideGradients (__global double *querys, __global double *querys_g, __global double *keys, __global double *keys_g, __global double *values, __global double *values_g, __global double *scores, __global double *gradient) |
' Describes the gradients calculation process for the Neuron of attention layer (CNeuronAttentionOCL). More... | |
Describes the gradients calculation process for the Neuron of attention layer.
Detailed description on the link.
#define def_k_ag_gradient 7 |
Matrix of Gradients from previous iteration.
Definition at line 273 of file NeuroNet.mqh.
#define def_k_ag_keys 2 |
Matrix of Keys.
Definition at line 268 of file NeuroNet.mqh.
#define def_k_ag_keys_g 3 |
Matrix of Keys' Gradients.
Definition at line 269 of file NeuroNet.mqh.
#define def_k_ag_querys 0 |
Matrix of Querys.
Definition at line 266 of file NeuroNet.mqh.
#define def_k_ag_querys_g 1 |
Matrix of Querys' Gradients.
Definition at line 267 of file NeuroNet.mqh.
#define def_k_ag_scores 6 |
Matrix of Scores.
Definition at line 272 of file NeuroNet.mqh.
#define def_k_ag_values 4 |
Matrix of Values.
Definition at line 270 of file NeuroNet.mqh.
#define def_k_ag_values_g 5 |
Matrix of Values' Gradients.
Definition at line 271 of file NeuroNet.mqh.
#define def_k_AttentionGradients 14 |
Index of the kernel for gradients calculation process (AttentionIsideGradients)
Definition at line 265 of file NeuroNet.mqh.
__kernel void AttentionIsideGradients | ( | __global double * | querys, |
__global double * | querys_g, | ||
__global double * | keys, | ||
__global double * | keys_g, | ||
__global double * | values, | ||
__global double * | values_g, | ||
__global double * | scores, | ||
__global double * | gradient | ||
) |
' Describes the gradients calculation process for the Neuron of attention layer (CNeuronAttentionOCL).
Detailed description on the link.
[in] | querys | Matrix of Querys |
[out] | querys_g | Matrix of Querys' Gradients |
[in] | keys | Matrix of Keys |
[out] | keys_g | Matrix of Keys' Gradients |
[in] | values | Matrix of Values |
[out] | values_g | Matrix of Values' Gradients |
[in] | scores | Matrix of Scores |
[in] | gradient | Matrix of Gradients from previous iteration |
Definition at line 596 of file NeuroNet.cl.