Update documentation

doc/diagram1.svg

@@ -24,7 +24,7 @@
      inkscape:deskcolor="#d1d1d1"
      inkscape:document-units="mm"
      inkscape:zoom="1.1237919"
-     inkscape:cx="367.50577"
+     inkscape:cx="367.50576"
      inkscape:cy="254.49552"
      inkscape:window-width="1920"
      inkscape:window-height="1056"
@@ -319,44 +319,6 @@
          d="M 5.77,0 -2.88,5 V -5 Z"
          id="path11-4" />
     </marker>
-    <marker
-       style="overflow:visible"
-       id="Triangle-4-1"
-       refX="0"
-       refY="0"
-       orient="auto-start-reverse"
-       inkscape:stockid="Triangle arrow"
-       markerWidth="1"
-       markerHeight="1"
-       viewBox="0 0 1 1"
-       inkscape:isstock="true"
-       inkscape:collect="always"
-       preserveAspectRatio="xMidYMid">
-      <path
-         transform="scale(0.5)"
-         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
-         d="M 5.77,0 -2.88,5 V -5 Z"
-         id="path135-7-7" />
-    </marker>
-    <marker
-       style="overflow:visible"
-       id="Triangle-4-7-5"
-       refX="0"
-       refY="0"
-       orient="auto-start-reverse"
-       inkscape:stockid="Triangle arrow"
-       markerWidth="1"
-       markerHeight="1"
-       viewBox="0 0 1 1"
-       inkscape:isstock="true"
-       inkscape:collect="always"
-       preserveAspectRatio="xMidYMid">
-      <path
-         transform="scale(0.5)"
-         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
-         d="M 5.77,0 -2.88,5 V -5 Z"
-         id="path135-7-8-9" />
-    </marker>
     <marker
        style="overflow:visible"
        id="marker11-4-0"
@@ -376,44 +338,6 @@
          d="M 5.77,0 -2.88,5 V -5 Z"
          id="path11-4-4" />
     </marker>
-    <marker
-       style="overflow:visible"
-       id="Triangle-6-7-2"
-       refX="0"
-       refY="0"
-       orient="auto-start-reverse"
-       inkscape:stockid="Triangle arrow"
-       markerWidth="1"
-       markerHeight="1"
-       viewBox="0 0 1 1"
-       inkscape:isstock="true"
-       inkscape:collect="always"
-       preserveAspectRatio="xMidYMid">
-      <path
-         transform="scale(0.5)"
-         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
-         d="M 5.77,0 -2.88,5 V -5 Z"
-         id="path135-8-1-5" />
-    </marker>
-    <marker
-       style="overflow:visible"
-       id="Triangle-3-4-7-4"
-       refX="0"
-       refY="0"
-       orient="auto-start-reverse"
-       inkscape:stockid="Triangle arrow"
-       markerWidth="1"
-       markerHeight="1"
-       viewBox="0 0 1 1"
-       inkscape:isstock="true"
-       inkscape:collect="always"
-       preserveAspectRatio="xMidYMid">
-      <path
-         transform="scale(0.5)"
-         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
-         d="M 5.77,0 -2.88,5 V -5 Z"
-         id="path135-1-9-6-0" />
-    </marker>
     <marker
        style="overflow:visible"
        id="marker11-4-0-2"
@@ -1054,16 +978,6 @@
        height="38.987495"
        x="115.3016"
        y="18.609383" />
-    <path
-       style="fill:none;stroke:#00e700;stroke-width:0.265;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Triangle-4-1)"
-       d="M 124.34821,37.070726 C 142.05088,-4.0591904 95.90435,15.907382 115.93965,23.4701"
-       id="path9-4-6"
-       sodipodi:nodetypes="cc" />
-    <path
-       style="fill:none;stroke:#00e700;stroke-width:0.265;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Triangle-4-7-5)"
-       d="m 124.22356,36.924133 c 17.70267,43.472459 -28.30697,23.787025 -8.27167,15.793575"
-       id="path9-4-8-43"
-       sodipodi:nodetypes="cc" />
     <text
        xml:space="preserve"
        style="font-size:4.23333px;line-height:0;font-family:'Classic Console';-inkscape-font-specification:'Classic Console';stroke-width:0.264583"
@@ -1079,16 +993,6 @@
        style="fill:none;stroke:#006900;stroke-width:0.765;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#marker11-4-0)"
        d="m 103.46286,35.96432 7.95494,-0.09007"
        id="path10-7-8" />
-    <path
-       style="fill:none;stroke:#00e700;stroke-width:0.265;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Triangle-6-7-2)"
-       d="m 123.90561,37.259309 c 24.21571,-52.325141 -40.249961,-16.75686 -8.18123,-5.103756"
-       id="path9-5-8-9"
-       sodipodi:nodetypes="cc" />
-    <path
-       style="fill:none;stroke:#00e700;stroke-width:0.265;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Triangle-3-4-7-4)"
-       d="m 124.14237,38.401456 c 24.2157,56.348128 -40.249961,18.045196 -8.18124,5.496154"
-       id="path9-9-9-9-4"
-       sodipodi:nodetypes="cc" />
     <text
        xml:space="preserve"
        style="font-size:2.7078px;line-height:0;font-family:'Classic Console';-inkscape-font-specification:'Classic Console';stroke-width:0.264583"

doc/doc.aux

+\relax 
+\providecommand\hyper@newdestlabel[2]{}
+\providecommand\HyField@AuxAddToFields[1]{}
+\providecommand\HyField@AuxAddToCoFields[2]{}
+\@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{1}{section.1}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces General diagram}}{1}{figure.1}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Encoder Layer}{1}{subsection.1.1}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.2}Hidden Layer}{1}{subsection.1.2}\protected@file@percent }
+\@writefile{toc}{\contentsline {subsection}{\numberline {1.3}Decoder Layer}{1}{subsection.1.3}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {2}The Perceptron}{2}{section.2}\protected@file@percent }
+\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces The Perceptron}}{2}{figure.2}\protected@file@percent }
+\@writefile{toc}{\contentsline {section}{\numberline {3}Continuous Positional Encoding}{2}{section.3}\protected@file@percent }
+\gdef \@abspage@last{3}

doc/doc.out

+\BOOKMARK [1][-]{section.1}{\376\377\000I\000n\000t\000r\000o\000d\000u\000c\000t\000i\000o\000n}{}% 1
+\BOOKMARK [2][-]{subsection.1.1}{\376\377\000E\000n\000c\000o\000d\000e\000r\000\040\000L\000a\000y\000e\000r}{section.1}% 2
+\BOOKMARK [2][-]{subsection.1.2}{\376\377\000H\000i\000d\000d\000e\000n\000\040\000L\000a\000y\000e\000r}{section.1}% 3
+\BOOKMARK [2][-]{subsection.1.3}{\376\377\000D\000e\000c\000o\000d\000e\000r\000\040\000L\000a\000y\000e\000r}{section.1}% 4
+\BOOKMARK [1][-]{section.2}{\376\377\000T\000h\000e\000\040\000P\000e\000r\000c\000e\000p\000t\000r\000o\000n}{}% 5
+\BOOKMARK [1][-]{section.3}{\376\377\000C\000o\000n\000t\000i\000n\000u\000o\000u\000s\000\040\000P\000o\000s\000i\000t\000i\000o\000n\000a\000l\000\040\000E\000n\000c\000o\000d\000i\000n\000g}{}% 6

doc/doc.tex

@@ -88,9 +88,12 @@
 	The width and the height of this matrix can be configured with parameters as well.
 
 	\subsection{Decoder Layer}
-	The decoder layer is the same architecture as the other layers but has a fixed amount of 16 neurons, because the token space is 16 bits and each neuron has an output of either one or zero (step activation function), forming a 16 bit output value.
+	The decoder layer is the only non recurrent layer because it's only job is to map the output of the recurrent neuron matrix to a corresponding token.
 
 	\section{The Perceptron}
+	
+	The perceptron which is being used in our design can be seen as a diagram below.
+
 	\begin{figure}[h]
 		\begin{tcolorbox}
 			\center
@@ -99,6 +102,8 @@
 		\end{tcolorbox}
 	\end{figure}
 
+	The inputs of the perceptron synapses are binary either one or zero, and the output of the perceptron is also binary either one or zero due to the activation function having been chosen to be the step function.
+
 	\section{Continuous Positional Encoding}
 
 \end{document}
\ No newline at end of file