Aaron R. Voelker. A solution to the dynamics of the prescribed error sensitivity learning rule. Technical Report, Centre for Theoretical Neuroscience, Waterloo, ON, 10 2015. URL: http://www.researchgate.net/publication/282366687_A_Solution_to_the_Dynamics_of_the_Prescribed_Error_Sensitivity_Learning_Rule, doi:10.13140/RG.2.1.3048.0084.
@techreport {voelker2015,
title = {A Solution to the Dynamics of the Prescribed Error Sensitivity Learning Rule},
year = {2015},
month = {10},
institution = {Centre for Theoretical Neuroscience},
address = {Waterloo, ON},
abstract = {Prescribed Error Sensitivity (PES) is a biologically plausible supervised learning rule that is frequently used with the Neural Engineering Framework (NEF). PES modifies the connection weights between populations of neurons to minimize an external error signal. We solve the discrete dynamical system for the case of constant inputs and no noise, to show that the decoding vectors given by the NEF have a simple closed-form expression in terms of the number of simulation timesteps. Moreover, with $\gamma = (1 - \kappa||a||^2) < 1$, where $\kappa$ is the learning rate and a is the vector of firing rates, the error at timestep $k$ is the initial error times $\gamma^k$. Thus, $\gamma > -1$ implies exponential convergence to a unique stable solution, $\gamma < 0$ results in oscillatory weight changes, and $\gamma \le -1$ implies instability.},
issn = {CTN-TR-20151001-01},
author = {Aaron R. Voelker},
pdf = {/files/publications/voelker.2015.pdf},
url = {http://www.researchgate.net/publication/282366687_A_Solution_to_the_Dynamics_of_the_Prescribed_Error_Sensitivity_Learning_Rule},
doi = {10.13140/RG.2.1.3048.0084}
}