{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,2]],"date-time":"2026-08-02T20:11:43Z","timestamp":1785701503245,"version":"3.56.0"},"reference-count":39,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T00:00:00Z","timestamp":1638316800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100018694","name":"Marie Sklodowska-Curie","doi-asserted-by":"publisher","award":["812.788"],"award-info":[{"award-number":["812.788"]}],"id":[{"id":"10.13039\/100018694","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1109\/prdc53464.2021.00012","type":"proceedings-article","created":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T05:35:14Z","timestamp":1643175314000},"page":"7-16","source":"Crossref","is-referenced-by-count":21,"title":["Benchmarking Safety Monitors for Image Classifiers with Machine Learning"],"prefix":"10.1109","author":[{"given":"Raul Sena","family":"Ferreira","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jean","family":"Arlat","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeremie","family":"Guiochet","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Helene","family":"Waeselynck","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409730"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1126\/science.295.5552.7a"},{"key":"ref33","first-page":"14","volume":"20","author":"lecun","year":"2015","journal-title":"Lenet-5 convolutional neural networks"},{"key":"ref32","author":"ferreira","year":"2021","journal-title":"Code repository for the paper benchmarking safety monitors for image classifiers with machine learning"},{"key":"ref31","article-title":"Benchmarking neural network robustness to common corruptions and perturbations","author":"hendrycks","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref30","article-title":"Discovering adversarial examples with momentum","author":"dong","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2004.1261097"},{"key":"ref36","first-page":"90","article-title":"Review on determining number of cluster in k-means clustering","volume":"1","author":"kodinariya","year":"2013","journal-title":"International Journal"},{"key":"ref35","first-page":"3751","article-title":"Learned optimizers that scale and generalize","author":"wichrowska","year":"2017","journal-title":"Int Conference on Machine Learning"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/IWQoS.2018.8624183"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99229-7_39"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01181"},{"key":"ref12","article-title":"Adversarial examples in the physical world","author":"kurakin","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2019.03.025"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2006.888394"},{"key":"ref15","author":"al-khoury","year":"2017","journal-title":"Safety of machine learning systems in autonomous driving"},{"key":"ref16","article-title":"Model assertions for monitoring and improving ML model","author":"kang","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s10817-018-09509-5"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00356"},{"key":"ref19","article-title":"Improving reconstruction autoencoder out-of-distribution detection with mahalanobis distance","author":"denouden","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s11063-019-09991-x"},{"key":"ref4","article-title":"Input validation for neural networks via runtime local robustness verification","author":"liu","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2011.6033589"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2016.2633291"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.23919\/DATE.2019.8714971"},{"key":"ref29","first-page":"1","article-title":"Convolutional deep belief networks on cifar-10","volume":"40","author":"krizhevsky","year":"2010","journal-title":"Unpublished manuscript"},{"key":"ref5","article-title":"A baseline for detecting misclassified and out-of-distribution examples in neural networks","volume":"abs 1610 2136","author":"hendrycks","year":"2016","journal-title":"CoRR"},{"key":"ref8","author":"alpaydin","year":"2020","journal-title":"Introduction to Machine Learning"},{"key":"ref7","first-page":"2433","article-title":"Outside the box: Abstraction-based monitoring of neural networks","volume":"325","author":"henzinger","year":"2020","journal-title":"ECAI ser Frontiers in Artificial Intelligence and Applications Santiago de Compostela"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2004.2"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1023\/A:1024068626366"},{"key":"ref1","first-page":"1050","article-title":"Dropout as a bayesian approximation: Representing model uncertainty in deep learning","author":"gal","year":"2016","journal-title":"International Conference on Machine Learning (ICML)"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"1041","DOI":"10.1145\/3324884.3416609","article-title":"Cats Are Not Fish: Deep Learning Testing Calls for Out-Of-Distribution Awareness","author":"berend","year":"2020","journal-title":"IEEE\/ACM Int Conference on Automated Software Engineering (ASE)"},{"key":"ref22","article-title":"Enhancing the reliability of out-of-distribution image detection in neural networks","author":"liang","year":"2018","journal-title":"International Conference on Learning Representations"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICST49551.2021.00015"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/AITest.2019.00-12"},{"key":"ref23","article-title":"A less biased evaluation of out-of-distribution sample detectors","author":"shafaei","year":"2019","journal-title":"30th Brit Mach Vision Conf"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1186\/s12864-019-6413-7"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/32.44380"}],"event":{"name":"2021 IEEE 26th Pacific Rim International Symposium on Dependable Computing (PRDC)","location":"Perth, Australia","start":{"date-parts":[[2021,12,1]]},"end":{"date-parts":[[2021,12,4]]}},"container-title":["2021 IEEE 26th Pacific Rim International Symposium on Dependable Computing (PRDC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9667542\/9667667\/09667679.pdf?arnumber=9667679","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T16:56:59Z","timestamp":1652201819000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9667679\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12]]},"references-count":39,"URL":"https:\/\/doi.org\/10.1109\/prdc53464.2021.00012","relation":{},"subject":[],"published":{"date-parts":[[2021,12]]}}}