{
  "id": "cond-mat/9706015",
  "version": "v1",
  "published": "1997-06-02T23:19:57.000Z",
  "updated": "1997-06-02T23:19:57.000Z",
  "title": "Functional Optimisation of Online Algorithms in Multilayer Neural Networks",
  "authors": [
    "Renato Vicente",
    "Nestor Caticha"
  ],
  "journal": "J. Phys A: Math. Gen. 30 (1997) L599-L605",
  "doi": "10.1088/0305-4470/30/17/002",
  "categories": [
    "cond-mat.dis-nn"
  ],
  "abstract": "We study the online dynamics of learning in fully connected soft committee machines in the student-teacher scenario. The locally optimal modulation function, which determines the learning algorithm, is obtained from a variational argument in such a manner as to maximise the average generalisation error decay per example. Simulations results for the resulting algorithm are presented for a few cases. The symmetric phase plateaux are found to be vastly reduced in comparison to those found when online backpropagation algorithms are used. A discussion of the implementation of these ideas as practical algorithms is given.",
  "revisions": [
    {
      "version": "v1",
      "updated": "1997-06-02T23:19:57.000Z"
    }
  ],
  "analyses": {
    "keywords": [
      "multilayer neural networks",
      "functional optimisation",
      "online algorithms",
      "average generalisation error decay",
      "locally optimal modulation function"
    ],
    "tags": [
      "journal article"
    ],
    "publication": {
      "journal": "Journal of Physics A Mathematical General",
      "year": 1997,
      "month": "Sep",
      "volume": 30,
      "number": 17
    },
    "note": {
      "typesetting": "TeX",
      "pages": 0,
      "language": "en",
      "license": "arXiv",
      "status": "editable",
      "adsabs": "1997JPhA...30L.599V"
    }
  }
}