diff --git a/src/py/tty3.py b/src/py/tty3.py index 64def001aede23d1bf96d214cef296b20310478c..0922d96fb155e70b351c84258ce10383002fffc1 100644 --- a/src/py/tty3.py +++ b/src/py/tty3.py @@ -17,7 +17,7 @@ server = get_fac_wrapper("telnet") INTMAX=2147483647 lr=0.95 -decay_rate=1 +decay_rate=10 run_command(server,"HELLO") @@ -52,8 +52,6 @@ run_command(server,"DECAY_RATE") # α=(1/(1+decayRate×epochNumber))*​α0 run_command(server,str(decay_rate)) - - # Priming phase! # Upload and train token pairs first run_command(server,"TRAIN") @@ -65,7 +63,7 @@ run_command(server,str(tok)) run_command(server,"DONE") run_command(server,"TRAIN") run_command(server,"RUN_EPOCHS") -run_command(server,str(10000)) +run_command(server,str(1000)) run_command(server,"TRAIN") run_command(server,"TOKENS") @@ -76,7 +74,7 @@ run_command(server,str(tok)) run_command(server,"DONE") run_command(server,"TRAIN") run_command(server,"RUN_EPOCHS") -run_command(server,str(10000)) +run_command(server,str(1000)) run_command(server,"TRAIN") run_command(server,"TOKENS") @@ -87,7 +85,7 @@ run_command(server,str(tok)) run_command(server,"DONE") run_command(server,"TRAIN") run_command(server,"RUN_EPOCHS") -run_command(server,str(10000)) +run_command(server,str(1000)) # Upload token series run_command(server,"TRAIN") diff --git a/src/rtl/neuron.v b/src/rtl/neuron.v index 6895e96a1c08e4f1a324f68063380deb8394e346..d1d5d2c11839330d6707df634c507bab679505c7 100644 --- a/src/rtl/neuron.v +++ b/src/rtl/neuron.v @@ -101,6 +101,7 @@ module neuron #( else if(!backprop_done && backprop_running) begin + $display("Backprop with dW=", $signed(dw)); // Adjust normal weights if( regidx < NUMBER_SYNAPSES ) begin