Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W4389519548', 'doi': 'https://doi.org/10.18653/v1/2023.wmt-1.51', 'title': 'Results of WMT23 Metrics Shared Task: Metrics Might Be Guilty but References Are Not Innocent', 'display_name': 'Results of WMT23 Metrics Shared Task: Metrics Might Be Guilty but References Are Not Innocent', 'publication_year': 2023, 'publication_date': '2023-01-01', 'ids': {'openalex': 'https://openalex.org/W4389519548', 'doi': 'https://doi.org/10.18653/v1/2023.wmt-1.51'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.18653/v1/2023.wmt-1.51', 'pdf_url': 'https://aclanthology.org/2023.wmt-1.51.pdf', 'source': None, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'article', 'type_crossref': 'proceedings-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': True, 'oa_status': 'hybrid', 'oa_url': 'https://aclanthology.org/2023.wmt-1.51.pdf', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5068438716', 'display_name': 'Markus Freitag', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I1291425158', 'display_name': 'Google (United States)', 'ror': 'https://ror.org/00njsd438', 'country_code': 'US', 'type': 'company', 'lineage': ['https://openalex.org/I1291425158', 'https://openalex.org/I4210128969']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Markus Freitag', 'raw_affiliation_strings': [') Google Research ('], 'affiliations': [{'raw_affiliation_string': ') Google Research (', 'institution_ids': ['https://openalex.org/I1291425158']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5007765266', 'display_name': 'Nitika Mathur', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I1342911587', 'display_name': 'Oracle (United States)', 'ror': 'https://ror.org/006c77m33', 'country_code': 'US', 'type': 'company', 'lineage': ['https://openalex.org/I1342911587']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Nitika Mathur', 'raw_affiliation_strings': [') Oracle Digital Assistant ('], 'affiliations': [{'raw_affiliation_string': ') Oracle Digital Assistant (', 'institution_ids': ['https://openalex.org/I1342911587']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5049492975', 'display_name': 'Chi-kiu Lo', 'orcid': 'https://orcid.org/0000-0001-8714-7846'}, 'institutions': [{'id': 'https://openalex.org/I4210159778', 'display_name': 'National Research Council Canada', 'ror': 'https://ror.org/04mte1k06', 'country_code': 'CA', 'type': 'government', 'lineage': ['https://openalex.org/I4210159778']}], 'countries': ['CA'], 'is_corresponding': False, 'raw_author_name': 'Chi-kiu Lo', 'raw_affiliation_strings': [') National Research Council Canada ('], 'affiliations': [{'raw_affiliation_string': ') National Research Council Canada (', 'institution_ids': ['https://openalex.org/I4210159778']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5074144827', 'display_name': 'Eleftherios Avramidis', 'orcid': 'https://orcid.org/0000-0002-5671-573X'}, 'institutions': [{'id': 'https://openalex.org/I33256026', 'display_name': 'German Research Centre for Artificial Intelligence', 'ror': 'https://ror.org/01ayc5b57', 'country_code': 'DE', 'type': 'nonprofit', 'lineage': ['https://openalex.org/I33256026']}], 'countries': ['DE'], 'is_corresponding': False, 'raw_author_name': 'Eleftherios Avramidis', 'raw_affiliation_strings': [') German Research Center for Artificial Intelligence'], 'affiliations': [{'raw_affiliation_string': ') German Research Center for Artificial Intelligence', 'institution_ids': ['https://openalex.org/I33256026']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5039347839', 'display_name': 'Ricardo Rei', 'orcid': 'https://orcid.org/0000-0001-8265-1939'}, 'institutions': [{'id': 'https://openalex.org/I4387152517', 'display_name': 'Instituto Superior Técnico', 'ror': 'https://ror.org/03db2by73', 'country_code': None, 'type': 'education', 'lineage': ['https://openalex.org/I141596103', 'https://openalex.org/I4387152517']}], 'countries': [], 'is_corresponding': False, 'raw_author_name': 'Ricardo Rei', 'raw_affiliation_strings': [') Instituto Superior Técnico ('], 'affiliations': [{'raw_affiliation_string': ') Instituto Superior Técnico (', 'institution_ids': ['https://openalex.org/I4387152517']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5105836462', 'display_name': 'Brian J. Thompson', 'orcid': None}, 'institutions': [], 'countries': [], 'is_corresponding': False, 'raw_author_name': 'Brian Thompson', 'raw_affiliation_strings': [') AWS AI Labs ('], 'affiliations': [{'raw_affiliation_string': ') AWS AI Labs (', 'institution_ids': []}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5035898384', 'display_name': 'Tom Kocmi', 'orcid': 'https://orcid.org/0000-0002-7993-9859'}, 'institutions': [{'id': 'https://openalex.org/I4210087053', 'display_name': 'Microsoft (Germany)', 'ror': 'https://ror.org/001dd4s60', 'country_code': 'DE', 'type': 'company', 'lineage': ['https://openalex.org/I1290206253', 'https://openalex.org/I4210087053']}, {'id': 'https://openalex.org/I193700539', 'display_name': 'Tilburg University', 'ror': 'https://ror.org/04b8v1s79', 'country_code': 'NL', 'type': 'education', 'lineage': ['https://openalex.org/I193700539']}], 'countries': ['DE', 'NL'], 'is_corresponding': False, 'raw_author_name': 'Tom Kocmi', 'raw_affiliation_strings': [') Microsoft (10) Tilburg University'], 'affiliations': [{'raw_affiliation_string': ') Microsoft (10) Tilburg University', 'institution_ids': ['https://openalex.org/I4210087053', 'https://openalex.org/I193700539']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5050327492', 'display_name': 'Frédéric Blain', 'orcid': 'https://orcid.org/0000-0003-3017-3722'}, 'institutions': [], 'countries': [], 'is_corresponding': False, 'raw_author_name': 'Frederic Blain', 'raw_affiliation_strings': [], 'affiliations': []}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5007708364', 'display_name': 'Daniel Deutsch', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I1291425158', 'display_name': 'Google (United States)', 'ror': 'https://ror.org/00njsd438', 'country_code': 'US', 'type': 'company', 'lineage': ['https://openalex.org/I1291425158', 'https://openalex.org/I4210128969']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Daniel Deutsch', 'raw_affiliation_strings': [') Google Research ('], 'affiliations': [{'raw_affiliation_string': ') Google Research (', 'institution_ids': ['https://openalex.org/I1291425158']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5047038293', 'display_name': 'Craig Stewart', 'orcid': 'https://orcid.org/0000-0001-7548-1660'}, 'institutions': [], 'countries': [], 'is_corresponding': False, 'raw_author_name': 'Craig Stewart', 'raw_affiliation_strings': [], 'affiliations': []}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5004372721', 'display_name': 'Chrysoula Zerva', 'orcid': 'https://orcid.org/0000-0002-4031-9492'}, 'institutions': [{'id': 'https://openalex.org/I4387152517', 'display_name': 'Instituto Superior Técnico', 'ror': 'https://ror.org/03db2by73', 'country_code': None, 'type': 'education', 'lineage': ['https://openalex.org/I141596103', 'https://openalex.org/I4387152517']}, {'id': 'https://openalex.org/I4210120471', 'display_name': 'Instituto de Telecomunicações', 'ror': 'https://ror.org/02ht4fk33', 'country_code': 'PT', 'type': 'nonprofit', 'lineage': ['https://openalex.org/I4210120471']}, {'id': 'https://openalex.org/I42934936', 'display_name': 'Dublin City University', 'ror': 'https://ror.org/04a1a1e81', 'country_code': 'IE', 'type': 'education', 'lineage': ['https://openalex.org/I42934936']}], 'countries': ['IE', 'PT'], 'is_corresponding': False, 'raw_author_name': 'Chrysoula Zerva', 'raw_affiliation_strings': [') Instituto Superior Técnico (', ') Instituto de Telecomunicações (13) Dublin City University'], 'affiliations': [{'raw_affiliation_string': ') Instituto Superior Técnico (', 'institution_ids': ['https://openalex.org/I4387152517']}, {'raw_affiliation_string': ') Instituto de Telecomunicações (13) Dublin City University', 'institution_ids': ['https://openalex.org/I4210120471', 'https://openalex.org/I42934936']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5086647222', 'display_name': 'Sheila Castilho', 'orcid': 'https://orcid.org/0000-0002-8416-6555'}, 'institutions': [], 'countries': [], 'is_corresponding': False, 'raw_author_name': 'Sheila Castilho', 'raw_affiliation_strings': [], 'affiliations': []}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5103284923', 'display_name': 'Alon Lavie', 'orcid': 'https://orcid.org/0000-0001-9934-6519'}, 'institutions': [], 'countries': [], 'is_corresponding': False, 'raw_author_name': 'Alon Lavie', 'raw_affiliation_strings': [], 'affiliations': []}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5108540870', 'display_name': 'George Foster', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I1291425158', 'display_name': 'Google (United States)', 'ror': 'https://ror.org/00njsd438', 'country_code': 'US', 'type': 'company', 'lineage': ['https://openalex.org/I1291425158', 'https://openalex.org/I4210128969']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'George Foster', 'raw_affiliation_strings': [') Google Research ('], 'affiliations': [{'raw_affiliation_string': ') Google Research (', 'institution_ids': ['https://openalex.org/I1291425158']}]}], 'institution_assertions': [], 'countries_distinct_count': 6, 'institutions_distinct_count': 9, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': 2.114, 'has_fulltext': True, 'fulltext_origin': 'pdf', 'cited_by_count': 6, 'citation_normalized_percentile': {'value': 0.999976, 'is_in_top_1_percent': True, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 92, 'max': 93}, 'biblio': {'volume': None, 'issue': None, 'first_page': '578', 'last_page': '628'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T10181', 'display_name': 'Natural Language Processing Techniques', 'score': 1.0, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T10181', 'display_name': 'Natural Language Processing Techniques', 'score': 1.0, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10028', 'display_name': 'Topic Modeling', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11714', 'display_name': 'Multimodal Machine Learning Applications', 'score': 0.9791, 'subfield': {'id': 'https://openalex.org/subfields/1707', 'display_name': 'Computer Vision and Pattern Recognition'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/george', 'display_name': 'George (robot)', 'score': 0.71949756}], 'concepts': [{'id': 'https://openalex.org/C67101536', 'wikidata': 'https://www.wikidata.org/wiki/Q5535910', 'display_name': 'George (robot)', 'level': 2, 'score': 0.71949756}, {'id': 'https://openalex.org/C2780451532', 'wikidata': 'https://www.wikidata.org/wiki/Q759676', 'display_name': 'Task (project management)', 'level': 2, 'score': 0.5148601}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.5092255}, {'id': 'https://openalex.org/C203005215', 'wikidata': 'https://www.wikidata.org/wiki/Q79798', 'display_name': 'Machine translation', 'level': 2, 'score': 0.43138885}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.31992698}, {'id': 'https://openalex.org/C127413603', 'wikidata': 'https://www.wikidata.org/wiki/Q11023', 'display_name': 'Engineering', 'level': 0, 'score': 0.26569864}, {'id': 'https://openalex.org/C201995342', 'wikidata': 'https://www.wikidata.org/wiki/Q682496', 'display_name': 'Systems engineering', 'level': 1, 'score': 0.085540414}], 'mesh': [], 'locations_count': 1, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.18653/v1/2023.wmt-1.51', 'pdf_url': 'https://aclanthology.org/2023.wmt-1.51.pdf', 'source': None, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.18653/v1/2023.wmt-1.51', 'pdf_url': 'https://aclanthology.org/2023.wmt-1.51.pdf', 'source': None, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [{'score': 0.72, 'id': 'https://metadata.un.org/sdg/16', 'display_name': 'Peace, justice, and strong institutions'}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 59, 'referenced_works': ['https://openalex.org/W1654441844', 'https://openalex.org/W2051834357', 'https://openalex.org/W2101105183', 'https://openalex.org/W2250342921', 'https://openalex.org/W2903193068', 'https://openalex.org/W2936695845', 'https://openalex.org/W2963532001', 'https://openalex.org/W2963583956', 'https://openalex.org/W2963612171', 'https://openalex.org/W2970986500', 'https://openalex.org/W2979826702', 'https://openalex.org/W3035252911', 'https://openalex.org/W3099942180', 'https://openalex.org/W3103450644', 'https://openalex.org/W3105214104', 'https://openalex.org/W3118026775', 'https://openalex.org/W3119881489', 'https://openalex.org/W3159892921', 'https://openalex.org/W3176846585', 'https://openalex.org/W3186081172', 'https://openalex.org/W3187364184', 'https://openalex.org/W3211758383', 'https://openalex.org/W4205646617', 'https://openalex.org/W4221167718', 'https://openalex.org/W4226269280', 'https://openalex.org/W4285077564', 'https://openalex.org/W4287644041', 'https://openalex.org/W4287690375', 'https://openalex.org/W4287889965', 'https://openalex.org/W4297833460', 'https://openalex.org/W4298050700', 'https://openalex.org/W4301039949', 'https://openalex.org/W4307204061', 'https://openalex.org/W4320165432', 'https://openalex.org/W4324134461', 'https://openalex.org/W4377121468', 'https://openalex.org/W4378447159', 'https://openalex.org/W4378509447', 'https://openalex.org/W4385571841', 'https://openalex.org/W4385572303', 'https://openalex.org/W4385573333', 'https://openalex.org/W4385573518', 'https://openalex.org/W4387725353', 'https://openalex.org/W4389518809', 'https://openalex.org/W4389519188', 'https://openalex.org/W4389519249', 'https://openalex.org/W4389519357', 'https://openalex.org/W4389519381', 'https://openalex.org/W4389519402', 'https://openalex.org/W4389519433', 'https://openalex.org/W4389519504', 'https://openalex.org/W4389520495', 'https://openalex.org/W4389524000', 'https://openalex.org/W4389524234', 'https://openalex.org/W4389524403', 'https://openalex.org/W4389524415', 'https://openalex.org/W4389524423', 'https://openalex.org/W4389524427', 'https://openalex.org/W4389524545'], 'related_works': ['https://openalex.org/W4391375266', 'https://openalex.org/W4240638320', 'https://openalex.org/W2910657826', 'https://openalex.org/W2903353145', 'https://openalex.org/W2808178578', 'https://openalex.org/W2748952813', 'https://openalex.org/W2490303147', 'https://openalex.org/W2135508259', 'https://openalex.org/W1907436174', 'https://openalex.org/W1589220756'], 'abstract_inverted_index': {'Markus': [0], 'Freitag,': [1], 'Nitika': [2], 'Mathur,': [3], 'Chi-kiu': [4], 'Lo,': [5], 'Eleftherios': [6], 'Avramidis,': [7], 'Ricardo': [8], 'Rei,': [9], 'Brian': [10], 'Thompson,': [11], 'Tom': [12], 'Kocmi,': [13], 'Frederic': [14], 'Blain,': [15], 'Daniel': [16], 'Deutsch,': [17], 'Craig': [18], 'Stewart,': [19], 'Chrysoula': [20], 'Zerva,': [21], 'Sheila': [22], 'Castilho,': [23], 'Alon': [24], 'Lavie,': [25], 'George': [26], 'Foster.': [27], 'Proceedings': [28], 'of': [29], 'the': [30], 'Eighth': [31], 'Conference': [32], 'on': [33], 'Machine': [34], 'Translation.': [35], '2023.': [36]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W4389519548', 'counts_by_year': [{'year': 2024, 'cited_by_count': 5}, {'year': 2023, 'cited_by_count': 1}], 'updated_date': '2025-01-13T02:13:42.240269', 'created_date': '2023-12-10'}