diff options
Diffstat (limited to 'nmt/notes.txt')
-rw-r--r-- | nmt/notes.txt | 19 |
1 files changed, 19 insertions, 0 deletions
diff --git a/nmt/notes.txt b/nmt/notes.txt new file mode 100644 index 0000000..0bc0b9c --- /dev/null +++ b/nmt/notes.txt @@ -0,0 +1,19 @@ +forward: + single tick + advance hidden state + add functions to G + +Graph + does backprop + sets .dw fields of matrices + +Solver + updates models + step cache doesn't matter + +input +forward +calc loss,set deriv in last layer +backward +solver + |