From 7ef9733c608889b99335cb9e7db86262a6e7e528 Mon Sep 17 00:00:00 2001 From: Patrick Simianer Date: Fri, 4 Aug 2017 16:18:12 +0200 Subject: nmt wip --- nmt/notes.txt | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 nmt/notes.txt (limited to 'nmt/notes.txt') diff --git a/nmt/notes.txt b/nmt/notes.txt new file mode 100644 index 0000000..0bc0b9c --- /dev/null +++ b/nmt/notes.txt @@ -0,0 +1,19 @@ +forward: + single tick + advance hidden state + add functions to G + +Graph + does backprop + sets .dw fields of matrices + +Solver + updates models + step cache doesn't matter + +input +forward +calc loss,set deriv in last layer +backward +solver + -- cgit v1.2.3