From 69607d89c29c0dd378b4dc63cc0e21671f2f7a1b Mon Sep 17 00:00:00 2001
From: Lenoctambule <106790775+lenoctambule@users.noreply.github.com>
Date: Fri, 27 Mar 2026 04:15:00 +0100
Subject: [PATCH] init: first draft of autoencoder

---
 .gitignore       |  3 ++
 autoencoder.py   | 76 ++++++++++++++++++++++++++++++++++++++++++++++++
 requirements.txt |  4 +++
 utils.py         | 50 +++++++++++++++++++++++++++++++
 4 files changed, 133 insertions(+)
 create mode 100644 .gitignore
 create mode 100644 autoencoder.py
 create mode 100644 requirements.txt
 create mode 100644 utils.py

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..d315b16
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,3 @@
+__pycache__
+*.pyc
+.venv
\ No newline at end of file
diff --git a/autoencoder.py b/autoencoder.py
new file mode 100644
index 0000000..77d9fb1
--- /dev/null
+++ b/autoencoder.py
@@ -0,0 +1,76 @@
+import numpy as np
+from utils import regularize
+import types
+
+
+class Encoder:
+    def __init__(self,
+                 in_size: int,
+                 out_size: int,
+                 lr: float,
+                 activation_func: types.FunctionType):
+        self.W = np.random.uniform(-1, 1, (in_size, out_size))
+        self.lr = lr
+        self.last_input = None
+        self.last_output = None
+        self.activation_func = activation_func
+
+    def forward(self, V: np.ndarray) -> np.ndarray:
+        self.last_input = V
+        z = V @ self.W
+        self.last_output = regularize(self.activation_func(z))
+        return self.last_output
+
+    def backprop(self, error: np.ndarray):
+        dW = np.outer(self.last_input, error)
+        self.W -= self.lr * dW
+        return error @ self.W.T
+
+
+class Decoder:
+    def __init__(self,
+                 in_size: int,
+                 out_size: int,
+                 lr: float,
+                 activation_func):
+        self.W = np.random.uniform(-1, 1, (in_size, out_size))
+        self.lr = lr
+        self.last_input = None
+        self.last_output = None
+        self.activation_func = activation_func
+
+    def forward(self, V: np.ndarray) -> np.ndarray:
+        self.last_input = V
+        z = V @ self.W
+        self.last_output = regularize(self.activation_func(z))
+        return self.last_output
+
+    def backprop(self, target: np.ndarray):
+        error = self.last_output - target
+        dW = np.outer(self.last_input, error)
+        self.W -= self.lr * dW
+        return error @ self.W.T
+
+
+class Autoencoder:
+    def __init__(self,
+                 in_len: int,
+                 bottleneck: int,
+                 lr: float,
+                 activation_func):
+        self.encoder = Encoder(in_len, bottleneck, lr, activation_func)
+        self.decoder = Decoder(bottleneck, in_len, lr, activation_func)
+
+    def train(self, v: np.ndarray) -> float:
+        encoded = self.encoder.forward(v)
+        reconstructed = self.decoder.forward(encoded)
+        error = self.decoder.backprop(v)
+        self.encoder.backprop(error)
+        error = v - reconstructed
+        return np.sum(np.abs(error))
+
+    def encode(self, v: np.ndarray) -> np.ndarray:
+        return self.encoder.forward(v)
+    
+    def decode(self, v: np.ndarray) -> np.ndarray:
+        return self.decoder.forward(v)
diff --git a/requirements.txt b/requirements.txt
new file mode 100644
index 0000000..85b5852
--- /dev/null
+++ b/requirements.txt
@@ -0,0 +1,4 @@
+numpy
+matplotlib
+keras
+tensorflow
\ No newline at end of file
diff --git a/utils.py b/utils.py
new file mode 100644
index 0000000..1ebc57b
--- /dev/null
+++ b/utils.py
@@ -0,0 +1,50 @@
+
+import numpy as np
+import matplotlib.pyplot as plt
+
+
+def softmax(v: np.ndarray) -> np.ndarray:
+    v = v - np.max(v)
+    exp_v = np.exp(v)
+    return exp_v / np.sum(exp_v)
+
+
+def relu(x: np.ndarray) -> np.ndarray:
+    return x * (x > 0)
+
+
+def normalize(v: np.ndarray) -> np.ndarray:
+    return v / (np.linalg.norm(v) + 1e-8)
+
+
+def regularize(v: np.ndarray) -> np.ndarray:
+    v_min = v.min(axis=0)
+    v_max = v.max(axis=0)
+    if v_min - v_max == 0:
+        return v
+    return (v - v_min) / (v_max - v_min)
+
+
+def dynamic_loss_plot_init():
+    plt.ion()
+    fig, ax = plt.subplots()
+    line, = ax.plot([], [], label="Loss")
+    ax.set_xlabel("Epoch")
+    ax.set_ylabel("Loss")
+    ax.set_title("Training Loss")
+    ax.legend()
+    return ax, line
+
+
+def dynamic_loss_plot_update(ax, line, loss):
+    line.set_xdata(range(len(loss)))
+    line.set_ydata(loss)
+    ax.relim()
+    ax.autoscale_view()
+    plt.draw()
+    plt.pause(0.1)
+
+
+def dynamic_loss_plot_finish(ax, line):
+    plt.ioff()
+    plt.show()