{
  "id": "1712.00970",
  "version": "v1",
  "published": "2017-12-04T09:26:01.000Z",
  "updated": "2017-12-04T09:26:01.000Z",
  "title": "Convex and Lipschitz function approximations for Markov decision processes",
  "authors": [
    "Jeremy Yee"
  ],
  "comment": "24 pages",
  "categories": [
    "math.OC"
  ],
  "abstract": "This paper studies the use of convex Lipschitz continuous functions to approximate the value functions in Markov decision processes. Compact convergence is proved under various sampling schemes for the driving state disturbance. Under some assumptions, these approximations give a non-decreasing sequence of lower bounding or a non-increasing sequence of upper bounding functions. Numerical experiments involving piecewise linear approximations for a Bermudan put option demonstrate that tight bounds for its fair price can be obtained within fractions of a cpu second.",
  "revisions": [
    {
      "version": "v1",
      "updated": "2017-12-04T09:26:01.000Z"
    }
  ],
  "analyses": {
    "keywords": [
      "markov decision processes",
      "lipschitz function approximations",
      "convex lipschitz continuous functions",
      "value functions",
      "compact convergence"
    ],
    "note": {
      "typesetting": "TeX",
      "pages": 24,
      "language": "en",
      "license": "arXiv",
      "status": "editable"
    }
  }
}