{
  "id": "cond-mat/0101161",
  "version": "v3",
  "published": "2001-01-11T12:43:54.000Z",
  "updated": "2001-03-19T14:12:28.000Z",
  "title": "Mutual Information of Population Codes and Distance Measures in Probability Space",
  "authors": [
    "Kukjin Kang",
    "Haim Sompolinsky"
  ],
  "comment": "11 pages, 3 figures, accepted to PRL",
  "doi": "10.1103/PhysRevLett.86.4958",
  "categories": [
    "cond-mat.stat-mech",
    "q-bio"
  ],
  "abstract": "We studied the mutual information between a stimulus and a large system consisting of stochastic, statistically independent elements that respond to a stimulus. The Mutual Information (MI) of the system saturates exponentially with system size. A theory of the rate of saturation of the MI is developed. We show that this rate is controlled by a distance function between the response probabilities induced by different stimuli. This function, which we term the {\\it Confusion Distance} between two probabilities, is related to the Renyi $\\alpha$-Information.",
  "revisions": [
    {
      "version": "v3",
      "updated": "2001-03-19T14:12:28.000Z"
    }
  ],
  "analyses": {
    "keywords": [
      "mutual information",
      "population codes",
      "distance measures",
      "probability space",
      "statistically independent elements"
    ],
    "tags": [
      "journal article"
    ],
    "publication": {
      "publisher": "APS",
      "journal": "Phys. Rev. Lett."
    },
    "note": {
      "typesetting": "TeX",
      "pages": 11,
      "language": "en",
      "license": "arXiv",
      "status": "editable"
    }
  }
}