{"id":"https://openalex.org/W4389523930","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.42","title":"HalOmi: A Manually Annotated Benchmark for Multilingual Hallucination and Omission Detection in Machine Translation","display_name":"HalOmi: A Manually Annotated Benchmark for Multilingual Hallucination and Omission Detection in Machine Translation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389523930","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.42"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.emnlp-main.42","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.42","pdf_url":"https://aclanthology.org/2023.emnlp-main.42.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.emnlp-main.42.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015520404","display_name":"David C. Dale","orcid":"https://orcid.org/0000-0002-7146-1440"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Dale","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077727226","display_name":"Elena Voita","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elena Voita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054317026","display_name":"Janice Lam","orcid":"https://orcid.org/0000-0001-5167-3799"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Janice Lam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029804928","display_name":"Prangthip Hansanti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prangthip Hansanti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030185276","display_name":"Christophe Ropers","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christophe Ropers","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023818527","display_name":"Elahe Kalbassi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elahe Kalbassi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024347376","display_name":"Cynthia Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cynthia Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043289060","display_name":"Lo\u00efc Barrault","orcid":"https://orcid.org/0000-0002-0634-6147"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Loic Barrault","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5074210163","display_name":"Marta R. Costa\u2010juss\u00e0","orcid":"https://orcid.org/0000-0002-5703-520X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marta Costa-juss\u00e0","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0021,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.963994,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"638","last_page":"653"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.814300000667572,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.814300000667572,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.8029999732971191,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7458999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7470593452453613},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7072758078575134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7022081017494202},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5979002714157104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5868510007858276},{"id":"https://openalex.org/keywords/machine-translation-system","display_name":"Machine translation system","score":0.43621626496315},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4184049367904663},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.1072637140750885},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08769538998603821},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.06524109840393066}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7470593452453613},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7072758078575134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7022081017494202},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5979002714157104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5868510007858276},{"id":"https://openalex.org/C2986258472","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation system","level":3,"score":0.43621626496315},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4184049367904663},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.1072637140750885},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08769538998603821},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.06524109840393066},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.emnlp-main.42","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.42","pdf_url":"https://aclanthology.org/2023.emnlp-main.42.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.emnlp-main.42","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.42","pdf_url":"https://aclanthology.org/2023.emnlp-main.42.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8700000047683716}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389523930.pdf","grobid_xml":"https://content.openalex.org/works/W4389523930.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1654441844","https://openalex.org/W1849277567","https://openalex.org/W2252166243","https://openalex.org/W2292919134","https://openalex.org/W2562979205","https://openalex.org/W2758950307","https://openalex.org/W2798698226","https://openalex.org/W2909737760","https://openalex.org/W2934842096","https://openalex.org/W2949555952","https://openalex.org/W2950768109","https://openalex.org/W2952682849","https://openalex.org/W2963532001","https://openalex.org/W2970692082","https://openalex.org/W2970726176","https://openalex.org/W2971134989","https://openalex.org/W2988249555","https://openalex.org/W3039695075","https://openalex.org/W3092292656","https://openalex.org/W3099143320","https://openalex.org/W3105214104","https://openalex.org/W3172669006","https://openalex.org/W3176626464","https://openalex.org/W3176846585","https://openalex.org/W4280617721","https://openalex.org/W4285077564","https://openalex.org/W4285233909","https://openalex.org/W4380995299","https://openalex.org/W4385570008","https://openalex.org/W4385570703","https://openalex.org/W4385574194","https://openalex.org/W4385574244","https://openalex.org/W4386185606","https://openalex.org/W4386566643"],"related_works":["https://openalex.org/W2775554247","https://openalex.org/W2728761353","https://openalex.org/W2883671469","https://openalex.org/W2110168585","https://openalex.org/W3107474891","https://openalex.org/W2250213760","https://openalex.org/W4386247111","https://openalex.org/W4327642362","https://openalex.org/W2587014613","https://openalex.org/W2061528982"],"abstract_inverted_index":{"David":[0],"Dale,":[1],"Elena":[2],"Voita,":[3],"Janice":[4],"Lam,":[5],"Prangthip":[6],"Hansanti,":[7],"Christophe":[8],"Ropers,":[9],"Elahe":[10],"Kalbassi,":[11],"Cynthia":[12],"Gao,":[13],"Loic":[14],"Barrault,":[15],"Marta":[16],"Costa-juss\u00e0.":[17],"Proceedings":[18],"of":[19],"the":[20],"2023":[21],"Conference":[22],"on":[23],"Empirical":[24],"Methods":[25],"in":[26],"Natural":[27],"Language":[28],"Processing.":[29],"2023.":[30]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}