{ "id": "1505.05723", "version": "v1", "published": "2015-05-21T13:20:06.000Z", "updated": "2015-05-21T13:20:06.000Z", "title": "On the relation between accuracy and fairness in binary classification", "authors": [ "Indre Zliobaite" ], "comment": "Accepted for presentation to the 2nd workshop on Fairness, Accountability, and Transparency in Machine Learning (http://www.fatml.org/)", "categories": [ "cs.LG", "cs.AI" ], "abstract": "Our study revisits the problem of accuracy-fairness tradeoff in binary classification. We argue that comparison of non-discriminatory classifiers needs to account for different rates of positive predictions, otherwise conclusions about performance may be misleading, because accuracy and discrimination of naive baselines on the same dataset vary with different rates of positive predictions. We provide methodological recommendations for sound comparison of non-discriminatory classifiers, and present a brief theoretical and empirical analysis of tradeoffs between accuracy and non-discrimination.", "revisions": [ { "version": "v1", "updated": "2015-05-21T13:20:06.000Z" } ], "analyses": { "keywords": [ "binary classification", "non-discriminatory classifiers needs", "positive predictions", "accuracy-fairness tradeoff", "study revisits" ], "note": { "typesetting": "TeX", "pages": 0, "language": "en", "license": "arXiv", "status": "editable", "adsabs": "2015arXiv150505723Z" } } }