diff options
| -rw-r--r-- | algo1.lisp | 31 |
1 files changed, 19 insertions, 12 deletions
@@ -1,11 +1,11 @@ -;;;; ========================================================================== -;;;; SYMBOLIC FEED-FORWARD NEURAL NETWORK (ASSOCIATIVE MEMORY) -;;;; ========================================================================== +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +;;;; SYMBOLIC FEED-FORWARD NEURAL NETWORK ;;; +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ;;;; -;;;; OVERVIEW: This module implements a neural network designed for -;;;; pattern recognition within symbolic grids. Instead of using -;;;; traditional "Dense" layers of floating-point weights, it uses -;;;; "Memory Blocks". +;;;; OVERVIEW: This implements a neural network designed for pattern +;;;; recognition within symbolic grids. Instead of using traditional +;;;; "Dense" layers of floating-point weights, it uses "Memory +;;;; Blocks". ;;;; ;;;; HOW IT WORKS: ;;;; 1. WINDOWING: The system slides a "lens" (the memory block size) over @@ -33,8 +33,9 @@ ;;;; ========================================================================== - -;;; --- 1. THE ACTIVATION FUNCTION --- +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +;;; 1. THE ACTIVATION FUNCTION ;;; +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ;;; ;;; This defines how a "neuron" scales its output. By squaring the ;;; result (degree 2), we make strong matches significantly more @@ -47,7 +48,9 @@ ;; Negative or zero signals are killed. ((not (plusp x)) '0)))) -;;; --- 2. THE MAGNITUDE CALCULATOR --- +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +;;; 2. THE MAGNITUDE CALCULATOR ;;; +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ;;; ;;; This compares a row of input to a row of memory. It's essentially ;;; calculating "Overlap" and "Divergence." @@ -104,7 +107,9 @@ nil) ; (3 1) - strong sign that foo belongs there ) -;;; --- 3. THE SPATIAL AGGREGATOR --- +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; +;;; 3. THE SPATIAL AGGREGATOR ;;; +;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ;;; ;;; This loops through the rows of a single memory "block." Think of a ;;; memory block. @@ -176,7 +181,9 @@ :start-row 0 :start-col 0) ) -;;; --- 4. Decision making --- +;;;;;;;;;;;;;;;;;;;;;;;;;; +;;; 4. Decision making ;;; +;;;;;;;;;;;;;;;;;;;;;;;;;; ;;; ;;; This is the final layer. It asks every memory block for its ;;; opinion on the input and combines them into a binary T/NIL. |