@inproceedings{08e0cbc84f6144d3836ebd6f30c19235,
title = "Crowd learning with candidate labeling: An EM-based solution",
abstract = "Crowdsourcing is widely used nowadays in machine learning for data labeling. Although in the traditional case annotators are asked to provide a single label for each instance, novel approaches allow annotators, in case of doubt, to choose a subset of labels as a way to extract more information from them. In both the traditional and these novel approaches, the reliability of the labelers can be modeled based on the collections of labels that they provide. In this paper, we propose an Expectation-Maximization-based method for crowdsourced data with candidate sets. Iteratively the likelihood of the parameters that model the reliability of the labelers is maximized, while the ground truth is estimated. The experimental results suggest that the proposed method performs better than the baseline aggregation schemes in terms of estimated accuracy.",
keywords = "Candidate labeling, Crowdsourced labels, Expectation-maximization based method, Supervised classification, Weak supervision",
author = "Iker Be{\~n}aran-Mu{\~n}oz and Jer{\'o}nimo Hern{\'a}ndez-Gonz{\'a}lez and Aritz P{\'e}rez",
note = "Publisher Copyright: {\textcopyright} Springer Nature Switzerland AG 2018.; 18th Conference of the Spanish Association for Artificial Intelligence, CAEPIA 2018 ; Conference date: 23-10-2018 Through 26-10-2018",
year = "2018",
doi = "10.1007/978-3-030-00374-6\_2",
language = "English",
isbn = "9783030003739",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Verlag",
pages = "13--23",
editor = "Antonio Gonzalez and Alicia Troncoso and Francisco Herrera and Sergio Damas and Rosana Montes and Sergio Alonso and Oscar Cordon",
booktitle = "Advances in Artificial Intelligence - 18th Conference of the Spanish Association for Artificial Intelligence, CAEPIA 2018, Proceedings",
address = "Germany",
}