[binary_autoencoder] - add BB-RBM autoencoder test and tests README
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,58 @@
|
|||||||
|
# Tests
|
||||||
|
|
||||||
|
Run any test from the `src/tests/` directory:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
cd src/tests
|
||||||
|
python test_<name>.py
|
||||||
|
```
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Self-contained tests
|
||||||
|
|
||||||
|
These generate their own data and run without external files.
|
||||||
|
|
||||||
|
| File | RBM type | What it tests |
|
||||||
|
|---|---|---|
|
||||||
|
| `test_binary_autoencoder.py` | BB-RBM | Auto-encoder on synthetic bars-and-stripes binary images (8×8). Trains, reconstructs, and plots original vs. reconstruction. |
|
||||||
|
| `test_model.py` | BB-RBM (4 layers) | Deep auto-encoder on random binary data (1024-dim). Prints per-pattern reconstruction error. |
|
||||||
|
| `test_xor.py` | BB-RBM | Auto-encoder on XOR-like 3-bit patterns using the older `Layer` API. |
|
||||||
|
| `test_linear.py` | GB-RBM or GG-RBM | GB/GG-RBM on random continuous data (3000-dim). Toggle `do_gaussian_hidden` at the top of the file. |
|
||||||
|
| `test_sub_image.py` | — | Unit test for `SubImage` (patch extraction). No RBM involved. |
|
||||||
|
| `test_conv2d.py` | — | Unit test for `conv2d`. No RBM involved. |
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Tests requiring external data
|
||||||
|
|
||||||
|
These load data from `/home/jens/work/repos/Rbm/` (Armadillo `.dat` files).
|
||||||
|
|
||||||
|
| File | RBM type | What it tests |
|
||||||
|
|---|---|---|
|
||||||
|
| `test_norbs.py` | GB-RBM or GG-RBM | Single-layer auto-encoder on NORB small (96×96 images). Toggle `DO_HIDDEN_GAUSSIAN` at the top of the file. |
|
||||||
|
| `test_deep_norbs.py` | GB-RBM + BB-RBM | Two-layer deep auto-encoder: loads pre-trained GB-RBM weights, trains a BB-RBM on top. |
|
||||||
|
| `test_learn_norbs_labels.py` | GB-RBM + BB-RBM | Multimodal model combining NORB image features with one-hot label embeddings in a joint hidden layer. |
|
||||||
|
| `test_rbm.py` | Any (from `.prj` file) | Full pipeline via `StackFactory`. Takes a project name as CLI argument (`python test_rbm.py <name>`). Uses OpenCV for interactive reconstruction display. |
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## Tests requiring saved state
|
||||||
|
|
||||||
|
These expect a trained model to already exist in `results/`.
|
||||||
|
|
||||||
|
| File | Prerequisite |
|
||||||
|
|---|---|
|
||||||
|
| `test_label.py` | Requires a saved `Label` fitter. Trains a binary label encoder (vocabulary of 100 integers → 5×5 binary codes) and visualises encoded labels. Set `do_train = True` on first run. |
|
||||||
|
| `test_learn_encoded_labels.py` | Requires a saved one-hot label fitter. Trains a BB-RBM on one-hot encoded integer labels and plots hidden representation, reconstruction, and original. Set `do_train = True` on first run. |
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## RBM type reference
|
||||||
|
|
||||||
|
| Type | Visible | Hidden | `EntityParams` |
|
||||||
|
|---|---|---|---|
|
||||||
|
| BB-RBM | Binary | Binary | `EntityParams()` |
|
||||||
|
| GB-RBM | Gaussian | Binary | `EntityParams(do_gaussian_visible=True)` |
|
||||||
|
| BG-RBM | Binary | Gaussian | `EntityParams(do_gaussian_hidden=True)` |
|
||||||
|
| GG-RBM | Gaussian | Gaussian | `EntityParams(do_gaussian_visible=True, do_gaussian_hidden=True)` |
|
||||||
@@ -0,0 +1,75 @@
|
|||||||
|
import random
|
||||||
|
import matplotlib.pyplot as plt
|
||||||
|
|
||||||
|
from rbm.model import Model
|
||||||
|
from rbm.entity import Entity, EntityParams, TrainingParams
|
||||||
|
from rbm.matrix import Mat, np
|
||||||
|
|
||||||
|
N = 8
|
||||||
|
N_VIS = N * N
|
||||||
|
N_HID = 32
|
||||||
|
N_CASES = 400
|
||||||
|
|
||||||
|
|
||||||
|
class TestModel(Model):
|
||||||
|
def __init__(self, name: str, work_dir: str = '.'):
|
||||||
|
super().__init__(name, work_dir)
|
||||||
|
self.unit1 = Entity(
|
||||||
|
(N_VIS, N_HID),
|
||||||
|
EntityParams(),
|
||||||
|
TrainingParams(learning_rate=0.1, momentum=0.9, num_epochs=5000, do_rao_blackwell=True)
|
||||||
|
)
|
||||||
|
|
||||||
|
def forward(self, x: Mat) -> Mat:
|
||||||
|
return self.unit1.forward(x)
|
||||||
|
|
||||||
|
def reconstruct(self, x: Mat) -> Mat:
|
||||||
|
return self.unit1.reconstruct(x)
|
||||||
|
|
||||||
|
|
||||||
|
def make_bars_and_stripes(n_cases: int, n: int = N) -> Mat:
|
||||||
|
data = np.zeros((n_cases, n * n), dtype=np.float64)
|
||||||
|
for i in range(n_cases):
|
||||||
|
img = np.zeros((n * n,), dtype=np.float64)
|
||||||
|
if random.random() > 0.5:
|
||||||
|
row = random.randint(0, n - 1)
|
||||||
|
img[row * n:(row + 1) * n] = 1.0
|
||||||
|
else:
|
||||||
|
col = random.randint(0, n - 1)
|
||||||
|
img[col::n] = 1.0
|
||||||
|
data[i] = img
|
||||||
|
return data
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
prj_name = "binary_autoencoder"
|
||||||
|
work_dir = "results"
|
||||||
|
|
||||||
|
model = TestModel(prj_name, work_dir)
|
||||||
|
model.init(0.01)
|
||||||
|
|
||||||
|
train_batch = make_bars_and_stripes(N_CASES)
|
||||||
|
model.train(train_batch)
|
||||||
|
model.save()
|
||||||
|
|
||||||
|
test_batch = make_bars_and_stripes(10)
|
||||||
|
n_show = len(test_batch)
|
||||||
|
|
||||||
|
fig, axes = plt.subplots(2, n_show, figsize=(n_show * 1.5, 3))
|
||||||
|
axes[0, 0].set_ylabel("Original")
|
||||||
|
axes[1, 0].set_ylabel("Recon")
|
||||||
|
|
||||||
|
total_error = 0.0
|
||||||
|
for i, inp in enumerate(test_batch):
|
||||||
|
h = model.forward(inp)
|
||||||
|
recon = model.reconstruct(h)
|
||||||
|
total_error += float(np.mean(np.abs(inp - recon)))
|
||||||
|
|
||||||
|
axes[0, i].imshow(np.asnumpy(np.reshape(inp, (N, N))), cmap='gray', vmin=0, vmax=1)
|
||||||
|
axes[0, i].axis('off')
|
||||||
|
axes[1, i].imshow(np.asnumpy(np.reshape(recon, (N, N))), cmap='gray', vmin=0, vmax=1)
|
||||||
|
axes[1, i].axis('off')
|
||||||
|
|
||||||
|
print(f"Mean reconstruction error: {total_error / n_show:.4f}")
|
||||||
|
plt.tight_layout()
|
||||||
|
plt.show()
|
||||||
Reference in New Issue
Block a user