{ "id": "2410.10395", "version": "v1", "published": "2024-10-14T11:35:50.000Z", "updated": "2024-10-14T11:35:50.000Z", "title": "Improved Depth Estimation of Bayesian Neural Networks", "authors": [ "Bart van Erp", "Bert de Vries" ], "comment": "NeurIPS 2024 Workshop on Bayesian Decision-making and Uncertainty https://openreview.net/forum?id=6TLRVdWGzI", "categories": [ "cs.LG", "stat.ML" ], "abstract": "This paper proposes improvements over earlier work by Nazareth and Blei (2022) for estimating the depth of Bayesian neural networks. Here, we propose a discrete truncated normal distribution over the network depth to independently learn its mean and variance. Posterior distributions are inferred by minimizing the variational free energy, which balances the model complexity and accuracy. Our method improves test accuracy in the spiral data set and reduces the variance in posterior depth estimates.", "revisions": [ { "version": "v1", "updated": "2024-10-14T11:35:50.000Z" } ], "analyses": { "keywords": [ "bayesian neural networks", "depth estimation", "posterior depth estimates", "spiral data set", "discrete truncated normal distribution" ], "note": { "typesetting": "TeX", "pages": 0, "language": "en", "license": "arXiv", "status": "editable" } } }