<?xml version="1.0" encoding="UTF-8"?><xml><records><record><source-app name="Biblio" version="7.x">Drupal-Biblio</source-app><ref-type>47</ref-type><contributors><authors><author><style face="normal" font="default" size="100%">Michelle Cheatham</style></author><author><style face="normal" font="default" size="100%">Pascal Hitzler</style></author></authors><secondary-authors><author><style face="normal" font="default" size="100%">Peter Mika</style></author><author><style face="normal" font="default" size="100%">Tania Tudorache</style></author><author><style face="normal" font="default" size="100%">Abraham Bernstein</style></author><author><style face="normal" font="default" size="100%">Chris Welty</style></author><author><style face="normal" font="default" size="100%">Craig A. Knoblock</style></author><author><style face="normal" font="default" size="100%">Denny Vrandecic</style></author><author><style face="normal" font="default" size="100%">Paul T. Groth</style></author><author><style face="normal" font="default" size="100%">Natasha F. Noy</style></author><author><style face="normal" font="default" size="100%">Krzysztof Janowicz</style></author><author><style face="normal" font="default" size="100%">Carole A. Goble</style></author></secondary-authors></contributors><titles><title><style face="normal" font="default" size="100%">Conference v2.0: An uncertain version of the OAEI Conference benchmark</style></title><secondary-title><style face="normal" font="default" size="100%">13th International Semantic Web Conference (ISWC 2014)</style></secondary-title></titles><keywords><keyword><style  face="normal" font="default" size="100%">benchmark</style></keyword><keyword><style  face="normal" font="default" size="100%">OAEI</style></keyword><keyword><style  face="normal" font="default" size="100%">Ontology Alignment</style></keyword></keywords><dates><year><style  face="normal" font="default" size="100%">2014</style></year><pub-dates><date><style  face="normal" font="default" size="100%">10/2014</style></date></pub-dates></dates><publisher><style face="normal" font="default" size="100%">Lecture Notes in Computer Science, Springer</style></publisher><pub-location><style face="normal" font="default" size="100%">Riva del Garda, Italy</style></pub-location><volume><style face="normal" font="default" size="100%">8797</style></volume><pages><style face="normal" font="default" size="100%">148-163</style></pages><language><style face="normal" font="default" size="100%">eng</style></language><abstract><style face="normal" font="default" size="100%">The Ontology Alignment Evaluation Initiative is a set of benchmarks for evaluating the performance of ontology alignment systems. In this paper we re-examine the Conference track of the OAEI, with a focus on the degree of agreement between the reference alignments within this track and the opinion of experts. We propose a new version of this benchmark that more closely corresponds to expert opinion and confidence on the matches. The performance of top alignment systems is compared on both versions of the benchmark. Additionally, a general method for crowdsourcing the development of more benchmarks of this type using Amazon’s Mechanical Turk is introduced and shown to be scalable, cost-effective and to agree well with expert opinion.</style></abstract></record></records></xml>