Duality Between Learning Machines: A Bridge Between Supervised and Unsupervised Learning

@article{citeulike:2580409, abstract = {We exhibit a duality between two perceptrons which allows us to compare the theoretical analysis of supervised and unsupervised learning tasks. The first perceptron has one output and is asked to learn a classification of p patterns. The second (dual) perceptron has p outputs and is asked to transmit as much information as possible on a distribution of inputs. We show in particular that the maximum information that can be stored in the couplings for the supervised learning task is equal to the...}, author = {Nadal, Jean P. and Parga, N. }, citeulike-article-id = {2580409}, journal = {Neural Computation}, keywords = {duality, perceptrons, statistics}, number = {3}, pages = {491--508}, posted-at = {2008-03-24 12:56:06}, priority = {3}, title = {Duality Between Learning Machines: A Bridge Between Supervised and Unsupervised Learning}, url = {http://citeseer.ist.psu.edu/27658.html}, volume = {6}, year = {1994} }

TY - JOUR ID - citeulike:2580409 L3 - citeulike-article-id:2580409 TI - Duality Between Learning Machines: A Bridge Between Supervised and Unsupervised Learning JF - Neural Computation VL - 6 IS - 3 SP - 491 EP - 508 N2 - We exhibit a duality between two perceptrons which allows us to compare the theoretical analysis of supervised and unsupervised learning tasks. The first perceptron has one output and is asked to learn a classification of p patterns. The second (dual) perceptron has p outputs and is asked to transmit as much information as possible on a distribution of inputs. We show in particular that the maximum information that can be stored in the couplings for the supervised learning task is equal to the... KW - duality KW - perceptrons KW - statistics AU - Nadal, Jean AU - Parga, N PY - 1994/// UR - http://citeseer.ist.psu.edu/27658.html ER -