From 20521babcc00da3d4e792cded20b487a8ea6a81a Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?David=20Lanzend=C3=B6rfer?= <leviathan@libresilicon.com>
Date: Mon, 1 Jul 2024 06:41:10 +0100
Subject: [PATCH] Make it more verbose

---
 src/py/tty3.py   | 10 ++++------
 src/rtl/neuron.v |  1 +
 2 files changed, 5 insertions(+), 6 deletions(-)

diff --git a/src/py/tty3.py b/src/py/tty3.py
index 64def00..0922d96 100644
--- a/src/py/tty3.py
+++ b/src/py/tty3.py
@@ -17,7 +17,7 @@ server = get_fac_wrapper("telnet")
 
 INTMAX=2147483647
 lr=0.95
-decay_rate=1
+decay_rate=10
 
 run_command(server,"HELLO")
 
@@ -52,8 +52,6 @@ run_command(server,"DECAY_RATE")
 # α=(1/(1+decayRate×epochNumber))*​α0
 run_command(server,str(decay_rate))
 
-
-
 # Priming phase!
 # Upload and train token pairs first
 run_command(server,"TRAIN")
@@ -65,7 +63,7 @@ run_command(server,str(tok))
 run_command(server,"DONE")
 run_command(server,"TRAIN")
 run_command(server,"RUN_EPOCHS")
-run_command(server,str(10000))
+run_command(server,str(1000))
 
 run_command(server,"TRAIN")
 run_command(server,"TOKENS")
@@ -76,7 +74,7 @@ run_command(server,str(tok))
 run_command(server,"DONE")
 run_command(server,"TRAIN")
 run_command(server,"RUN_EPOCHS")
-run_command(server,str(10000))
+run_command(server,str(1000))
 
 run_command(server,"TRAIN")
 run_command(server,"TOKENS")
@@ -87,7 +85,7 @@ run_command(server,str(tok))
 run_command(server,"DONE")
 run_command(server,"TRAIN")
 run_command(server,"RUN_EPOCHS")
-run_command(server,str(10000))
+run_command(server,str(1000))
 
 # Upload token series
 run_command(server,"TRAIN")
diff --git a/src/rtl/neuron.v b/src/rtl/neuron.v
index 6895e96..d1d5d2c 100644
--- a/src/rtl/neuron.v
+++ b/src/rtl/neuron.v
@@ -101,6 +101,7 @@ module neuron #(
         else
         if(!backprop_done && backprop_running)
         begin
+            $display("Backprop with dW=", $signed(dw));
             // Adjust normal weights
             if( regidx < NUMBER_SYNAPSES )
             begin
-- 
GitLab