{ "id": "1005.2364", "version": "v2", "published": "2010-05-13T15:59:01.000Z", "updated": "2010-05-14T11:28:03.000Z", "title": "A Short Introduction to Model Selection, Kolmogorov Complexity and Minimum Description Length (MDL)", "authors": [ "Volker Nannen" ], "comment": "20 pages, Chapter 1 of The Paradox of Overfitting, Master's thesis, Rijksuniversiteit Groningen, 2003", "categories": [ "cs.LG", "cs.CC" ], "abstract": "The concept of overfitting in model selection is explained and demonstrated with an example. After providing some background information on information theory and Kolmogorov complexity, we provide a short explanation of Minimum Description Length and error minimization. We conclude with a discussion of the typical features of overfitting in model selection.", "revisions": [ { "version": "v2", "updated": "2010-05-14T11:28:03.000Z" } ], "analyses": { "subjects": [ "F.2.3" ], "keywords": [ "minimum description length", "model selection", "kolmogorov complexity", "short introduction", "background information" ], "tags": [ "dissertation" ], "note": { "typesetting": "TeX", "pages": 20, "language": "en", "license": "arXiv", "status": "editable", "adsabs": "2010arXiv1005.2364N" } } }