![]() |
Neuron Net
|
Describes the gradients calculation process for the Neuron of attention layer. More...
Macros | |
| #define | def_k_AttentionGradients 14 |
| Index of the kernel for gradients calculation process (AttentionIsideGradients) More... | |
| #define | def_k_ag_querys 0 |
| Matrix of Querys. More... | |
| #define | def_k_ag_querys_g 1 |
| Matrix of Querys' Gradients. More... | |
| #define | def_k_ag_keys 2 |
| Matrix of Keys. More... | |
| #define | def_k_ag_keys_g 3 |
| Matrix of Keys' Gradients. More... | |
| #define | def_k_ag_values 4 |
| Matrix of Values. More... | |
| #define | def_k_ag_values_g 5 |
| Matrix of Values' Gradients. More... | |
| #define | def_k_ag_scores 6 |
| Matrix of Scores. More... | |
| #define | def_k_ag_gradient 7 |
| Matrix of Gradients from previous iteration. More... | |
Functions | |
| __kernel void | AttentionIsideGradients (__global double *querys, __global double *querys_g, __global double *keys, __global double *keys_g, __global double *values, __global double *values_g, __global double *scores, __global double *gradient) |
| ' Describes the gradients calculation process for the Neuron of attention layer (CNeuronAttentionOCL). More... | |
Describes the gradients calculation process for the Neuron of attention layer.
Detailed description on the link.
| #define def_k_ag_gradient 7 |
Matrix of Gradients from previous iteration.
Definition at line 273 of file NeuroNet.mqh.
| #define def_k_ag_keys 2 |
Matrix of Keys.
Definition at line 268 of file NeuroNet.mqh.
| #define def_k_ag_keys_g 3 |
Matrix of Keys' Gradients.
Definition at line 269 of file NeuroNet.mqh.
| #define def_k_ag_querys 0 |
Matrix of Querys.
Definition at line 266 of file NeuroNet.mqh.
| #define def_k_ag_querys_g 1 |
Matrix of Querys' Gradients.
Definition at line 267 of file NeuroNet.mqh.
| #define def_k_ag_scores 6 |
Matrix of Scores.
Definition at line 272 of file NeuroNet.mqh.
| #define def_k_ag_values 4 |
Matrix of Values.
Definition at line 270 of file NeuroNet.mqh.
| #define def_k_ag_values_g 5 |
Matrix of Values' Gradients.
Definition at line 271 of file NeuroNet.mqh.
| #define def_k_AttentionGradients 14 |
Index of the kernel for gradients calculation process (AttentionIsideGradients)
Definition at line 265 of file NeuroNet.mqh.
| __kernel void AttentionIsideGradients | ( | __global double * | querys, |
| __global double * | querys_g, | ||
| __global double * | keys, | ||
| __global double * | keys_g, | ||
| __global double * | values, | ||
| __global double * | values_g, | ||
| __global double * | scores, | ||
| __global double * | gradient | ||
| ) |
' Describes the gradients calculation process for the Neuron of attention layer (CNeuronAttentionOCL).
Detailed description on the link.
| [in] | querys | Matrix of Querys |
| [out] | querys_g | Matrix of Querys' Gradients |
| [in] | keys | Matrix of Keys |
| [out] | keys_g | Matrix of Keys' Gradients |
| [in] | values | Matrix of Values |
| [out] | values_g | Matrix of Values' Gradients |
| [in] | scores | Matrix of Scores |
| [in] | gradient | Matrix of Gradients from previous iteration |
Definition at line 596 of file NeuroNet.cl.