Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W4229023828', 'doi': 'https://doi.org/10.18653/v1/2022.naacl-main.258', 'title': 'ElitePLM: An Empirical Study on General Language Ability Evaluation of Pretrained Language Models', 'display_name': 'ElitePLM: An Empirical Study on General Language Ability Evaluation of Pretrained Language Models', 'publication_year': 2022, 'publication_date': '2022-01-01', 'ids': {'openalex': 'https://openalex.org/W4229023828', 'doi': 'https://doi.org/10.18653/v1/2022.naacl-main.258'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.18653/v1/2022.naacl-main.258', 'pdf_url': 'https://aclanthology.org/2022.naacl-main.258.pdf', 'source': {'id': 'https://openalex.org/S4363608774', 'display_name': 'Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': None, 'host_organization_name': None, 'host_organization_lineage': [], 'host_organization_lineage_names': [], 'type': 'conference'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'article', 'type_crossref': 'proceedings-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': True, 'oa_status': 'hybrid', 'oa_url': 'https://aclanthology.org/2022.naacl-main.258.pdf', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5100363203', 'display_name': 'Junyi Li', 'orcid': 'https://orcid.org/0000-0001-8045-5264'}, 'institutions': [{'id': 'https://openalex.org/I78988378', 'display_name': 'Renmin University of China', 'ror': 'https://ror.org/041pakw92', 'country_code': 'CN', 'type': 'education', 'lineage': ['https://openalex.org/I78988378']}, {'id': 'https://openalex.org/I4210096250', 'display_name': 'Beijing Institute of Big Data Research', 'ror': 'https://ror.org/00s1sz824', 'country_code': 'CN', 'type': 'facility', 'lineage': ['https://openalex.org/I20231570', 'https://openalex.org/I37796252', 'https://openalex.org/I4210096250']}], 'countries': ['CN'], 'is_corresponding': False, 'raw_author_name': 'Junyi Li', 'raw_affiliation_strings': ['Beijing Key Laboratory of Big Data Management and Analysis Methods', 'Gaoling School of Artificial Intelligence, Renmin University of China'], 'affiliations': [{'raw_affiliation_string': 'Gaoling School of Artificial Intelligence, Renmin University of China', 'institution_ids': ['https://openalex.org/I78988378']}, {'raw_affiliation_string': 'Beijing Key Laboratory of Big Data Management and Analysis Methods', 'institution_ids': ['https://openalex.org/I4210096250']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5030566556', 'display_name': 'Tianyi Tang', 'orcid': 'https://orcid.org/0000-0002-4352-8222'}, 'institutions': [{'id': 'https://openalex.org/I78988378', 'display_name': 'Renmin University of China', 'ror': 'https://ror.org/041pakw92', 'country_code': 'CN', 'type': 'education', 'lineage': ['https://openalex.org/I78988378']}], 'countries': ['CN'], 'is_corresponding': False, 'raw_author_name': 'Tianyi Tang', 'raw_affiliation_strings': ['Gaoling School of Artificial Intelligence, Renmin University of China'], 'affiliations': [{'raw_affiliation_string': 'Gaoling School of Artificial Intelligence, Renmin University of China', 'institution_ids': ['https://openalex.org/I78988378']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5008354142', 'display_name': 'Zheng Gong', 'orcid': 'https://orcid.org/0000-0001-6954-8208'}, 'institutions': [{'id': 'https://openalex.org/I78988378', 'display_name': 'Renmin University of China', 'ror': 'https://ror.org/041pakw92', 'country_code': 'CN', 'type': 'education', 'lineage': ['https://openalex.org/I78988378']}], 'countries': ['CN'], 'is_corresponding': False, 'raw_author_name': 'Zheng Gong', 'raw_affiliation_strings': ['Gaoling School of Artificial Intelligence, Renmin University of China'], 'affiliations': [{'raw_affiliation_string': 'Gaoling School of Artificial Intelligence, Renmin University of China', 'institution_ids': ['https://openalex.org/I78988378']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5101325355', 'display_name': 'Lixin Yang', 'orcid': 'https://orcid.org/0000-0001-6366-3192'}, 'institutions': [{'id': 'https://openalex.org/I78988378', 'display_name': 'Renmin University of China', 'ror': 'https://ror.org/041pakw92', 'country_code': 'CN', 'type': 'education', 'lineage': ['https://openalex.org/I78988378']}], 'countries': ['CN'], 'is_corresponding': False, 'raw_author_name': 'Lixin Yang', 'raw_affiliation_strings': ['Renmin University of China'], 'affiliations': [{'raw_affiliation_string': 'Renmin University of China', 'institution_ids': ['https://openalex.org/I78988378']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5010912592', 'display_name': 'Zhuohao Yu', 'orcid': 'https://orcid.org/0009-0006-0037-0396'}, 'institutions': [{'id': 'https://openalex.org/I78988378', 'display_name': 'Renmin University of China', 'ror': 'https://ror.org/041pakw92', 'country_code': 'CN', 'type': 'education', 'lineage': ['https://openalex.org/I78988378']}], 'countries': ['CN'], 'is_corresponding': False, 'raw_author_name': 'Zhuohao Yu', 'raw_affiliation_strings': ['Renmin University of China'], 'affiliations': [{'raw_affiliation_string': 'Renmin University of China', 'institution_ids': ['https://openalex.org/I78988378']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5066988400', 'display_name': 'Zhipeng Chen', 'orcid': 'https://orcid.org/0009-0009-4875-5465'}, 'institutions': [{'id': 'https://openalex.org/I78988378', 'display_name': 'Renmin University of China', 'ror': 'https://ror.org/041pakw92', 'country_code': 'CN', 'type': 'education', 'lineage': ['https://openalex.org/I78988378']}], 'countries': ['CN'], 'is_corresponding': False, 'raw_author_name': 'Zhipeng Chen', 'raw_affiliation_strings': ['Renmin University of China'], 'affiliations': [{'raw_affiliation_string': 'Renmin University of China', 'institution_ids': ['https://openalex.org/I78988378']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5100613279', 'display_name': 'Jingyuan Wang', 'orcid': 'https://orcid.org/0000-0002-4267-4922'}, 'institutions': [{'id': 'https://openalex.org/I4210136793', 'display_name': 'Peng Cheng Laboratory', 'ror': 'https://ror.org/03qdqbt06', 'country_code': 'CN', 'type': 'facility', 'lineage': ['https://openalex.org/I4210136793']}, {'id': 'https://openalex.org/I82880672', 'display_name': 'Beihang University', 'ror': 'https://ror.org/00wk2mp56', 'country_code': 'CN', 'type': 'education', 'lineage': ['https://openalex.org/I82880672']}], 'countries': ['CN'], 'is_corresponding': False, 'raw_author_name': 'Jingyuan Wang', 'raw_affiliation_strings': ['Peng Cheng Laboratory', 'School of Computer Science and Engineering, Beihang University'], 'affiliations': [{'raw_affiliation_string': 'Peng Cheng Laboratory', 'institution_ids': ['https://openalex.org/I4210136793']}, {'raw_affiliation_string': 'School of Computer Science and Engineering, Beihang University', 'institution_ids': ['https://openalex.org/I82880672']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5057368785', 'display_name': 'Xin Zhao', 'orcid': 'https://orcid.org/0000-0002-1621-2337'}, 'institutions': [{'id': 'https://openalex.org/I78988378', 'display_name': 'Renmin University of China', 'ror': 'https://ror.org/041pakw92', 'country_code': 'CN', 'type': 'education', 'lineage': ['https://openalex.org/I78988378']}, {'id': 'https://openalex.org/I4210096250', 'display_name': 'Beijing Institute of Big Data Research', 'ror': 'https://ror.org/00s1sz824', 'country_code': 'CN', 'type': 'facility', 'lineage': ['https://openalex.org/I20231570', 'https://openalex.org/I37796252', 'https://openalex.org/I4210096250']}], 'countries': ['CN'], 'is_corresponding': False, 'raw_author_name': 'Xin Zhao', 'raw_affiliation_strings': ['Beijing Key Laboratory of Big Data Management and Analysis Methods', 'Gaoling School of Artificial Intelligence, Renmin University of China'], 'affiliations': [{'raw_affiliation_string': 'Gaoling School of Artificial Intelligence, Renmin University of China', 'institution_ids': ['https://openalex.org/I78988378']}, {'raw_affiliation_string': 'Beijing Key Laboratory of Big Data Management and Analysis Methods', 'institution_ids': ['https://openalex.org/I4210096250']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5025631695', 'display_name': 'Ji-Rong Wen', 'orcid': 'https://orcid.org/0000-0002-9777-9676'}, 'institutions': [{'id': 'https://openalex.org/I78988378', 'display_name': 'Renmin University of China', 'ror': 'https://ror.org/041pakw92', 'country_code': 'CN', 'type': 'education', 'lineage': ['https://openalex.org/I78988378']}, {'id': 'https://openalex.org/I4210096250', 'display_name': 'Beijing Institute of Big Data Research', 'ror': 'https://ror.org/00s1sz824', 'country_code': 'CN', 'type': 'facility', 'lineage': ['https://openalex.org/I20231570', 'https://openalex.org/I37796252', 'https://openalex.org/I4210096250']}], 'countries': ['CN'], 'is_corresponding': False, 'raw_author_name': 'Ji-Rong Wen', 'raw_affiliation_strings': ['Beijing Key Laboratory of Big Data Management and Analysis Methods', 'Gaoling School of Artificial Intelligence, Renmin University of China'], 'affiliations': [{'raw_affiliation_string': 'Gaoling School of Artificial Intelligence, Renmin University of China', 'institution_ids': ['https://openalex.org/I78988378']}, {'raw_affiliation_string': 'Beijing Key Laboratory of Big Data Management and Analysis Methods', 'institution_ids': ['https://openalex.org/I4210096250']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 4, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': 0.988, 'has_fulltext': False, 'cited_by_count': 4, 'citation_normalized_percentile': {'value': 0.999873, 'is_in_top_1_percent': True, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 82, 'max': 85}, 'biblio': {'volume': None, 'issue': None, 'first_page': None, 'last_page': None}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T10181', 'display_name': 'Statistical Machine Translation and Natural Language Processing', 'score': 0.9904, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T10181', 'display_name': 'Statistical Machine Translation and Natural Language Processing', 'score': 0.9904, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10028', 'display_name': 'Natural Language Processing', 'score': 0.9591, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T13629', 'display_name': 'Automatic Text Simplification and Readability Assessment', 'score': 0.9383, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/chen', 'display_name': 'Chen', 'score': 0.7603043}, {'id': 'https://openalex.org/keywords/pretrained-models', 'display_name': 'Pretrained Models', 'score': 0.579087}, {'id': 'https://openalex.org/keywords/computational-linguistics', 'display_name': 'Computational linguistics', 'score': 0.5702795}, {'id': 'https://openalex.org/keywords/language-modeling', 'display_name': 'Language Modeling', 'score': 0.568895}, {'id': 'https://openalex.org/keywords/multilingual-neural-machine-translation', 'display_name': 'Multilingual Neural Machine Translation', 'score': 0.538641}, {'id': 'https://openalex.org/keywords/statistical-language-models', 'display_name': 'Statistical Language Models', 'score': 0.537402}, {'id': 'https://openalex.org/keywords/machine-translation', 'display_name': 'Machine Translation', 'score': 0.533081}], 'concepts': [{'id': 'https://openalex.org/C2776085556', 'wikidata': 'https://www.wikidata.org/wiki/Q183361', 'display_name': 'Chen', 'level': 2, 'score': 0.7603043}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.5840281}, {'id': 'https://openalex.org/C155092808', 'wikidata': 'https://www.wikidata.org/wiki/Q182557', 'display_name': 'Computational linguistics', 'level': 2, 'score': 0.5702795}, {'id': 'https://openalex.org/C137293760', 'wikidata': 'https://www.wikidata.org/wiki/Q3621696', 'display_name': 'Language model', 'level': 2, 'score': 0.47812548}, {'id': 'https://openalex.org/C41895202', 'wikidata': 'https://www.wikidata.org/wiki/Q8162', 'display_name': 'Linguistics', 'level': 1, 'score': 0.46724203}, {'id': 'https://openalex.org/C204321447', 'wikidata': 'https://www.wikidata.org/wiki/Q30642', 'display_name': 'Natural language processing', 'level': 1, 'score': 0.45197746}, {'id': 'https://openalex.org/C188147891', 'wikidata': 'https://www.wikidata.org/wiki/Q147638', 'display_name': 'Cognitive science', 'level': 1, 'score': 0.42298126}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.4227937}, {'id': 'https://openalex.org/C138885662', 'wikidata': 'https://www.wikidata.org/wiki/Q5891', 'display_name': 'Philosophy', 'level': 0, 'score': 0.3020476}, {'id': 'https://openalex.org/C15744967', 'wikidata': 'https://www.wikidata.org/wiki/Q9418', 'display_name': 'Psychology', 'level': 0, 'score': 0.21458757}, {'id': 'https://openalex.org/C18903297', 'wikidata': 'https://www.wikidata.org/wiki/Q7150', 'display_name': 'Ecology', 'level': 1, 'score': 0.060353905}, {'id': 'https://openalex.org/C86803240', 'wikidata': 'https://www.wikidata.org/wiki/Q420', 'display_name': 'Biology', 'level': 0, 'score': 0.052375883}], 'mesh': [], 'locations_count': 2, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.18653/v1/2022.naacl-main.258', 'pdf_url': 'https://aclanthology.org/2022.naacl-main.258.pdf', 'source': {'id': 'https://openalex.org/S4363608774', 'display_name': 'Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': None, 'host_organization_name': None, 'host_organization_lineage': [], 'host_organization_lineage_names': [], 'type': 'conference'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/2205.01523', 'pdf_url': 'https://arxiv.org/pdf/2205.01523', 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.18653/v1/2022.naacl-main.258', 'pdf_url': 'https://aclanthology.org/2022.naacl-main.258.pdf', 'source': {'id': 'https://openalex.org/S4363608774', 'display_name': 'Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': None, 'host_organization_name': None, 'host_organization_lineage': [], 'host_organization_lineage_names': [], 'type': 'conference'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [{'display_name': 'Quality education', 'id': 'https://metadata.un.org/sdg/4', 'score': 0.86}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 51, 'referenced_works': ['https://openalex.org/W1523363798', 'https://openalex.org/W1912975988', 'https://openalex.org/W1919586704', 'https://openalex.org/W2016089260', 'https://openalex.org/W2037423277', 'https://openalex.org/W2123301721', 'https://openalex.org/W2154652894', 'https://openalex.org/W2165579771', 'https://openalex.org/W235548781', 'https://openalex.org/W2606964149', 'https://openalex.org/W2788292930', 'https://openalex.org/W2923014074', 'https://openalex.org/W2943552823', 'https://openalex.org/W2945260553', 'https://openalex.org/W2946609015', 'https://openalex.org/W2947337775', 'https://openalex.org/W2949615363', 'https://openalex.org/W2953356739', 'https://openalex.org/W2962739339', 'https://openalex.org/W2962965405', 'https://openalex.org/W2963096510', 'https://openalex.org/W2963159690', 'https://openalex.org/W2963323070', 'https://openalex.org/W2963341956', 'https://openalex.org/W2963748441', 'https://openalex.org/W2963995027', 'https://openalex.org/W2964303116', 'https://openalex.org/W2965373594', 'https://openalex.org/W2970476646', 'https://openalex.org/W2970597249', 'https://openalex.org/W2979826702', 'https://openalex.org/W2991223644', 'https://openalex.org/W2996428491', 'https://openalex.org/W3009352632', 'https://openalex.org/W3034999214', 'https://openalex.org/W3037763555', 'https://openalex.org/W3100439847', 'https://openalex.org/W3111372685', 'https://openalex.org/W3114651185', 'https://openalex.org/W3157374291', 'https://openalex.org/W3167432598', 'https://openalex.org/W3173273620', 'https://openalex.org/W3177423701', 'https://openalex.org/W3187134297', 'https://openalex.org/W4288089799', 'https://openalex.org/W4288351520', 'https://openalex.org/W4288400010', 'https://openalex.org/W4292779060', 'https://openalex.org/W4298149550', 'https://openalex.org/W4385245566', 'https://openalex.org/W4388935285'], 'related_works': ['https://openalex.org/W4372349162', 'https://openalex.org/W3176693244', 'https://openalex.org/W3159819647', 'https://openalex.org/W2954618702', 'https://openalex.org/W2899084033', 'https://openalex.org/W2789919619', 'https://openalex.org/W2748952813', 'https://openalex.org/W2359001871', 'https://openalex.org/W1989705153', 'https://openalex.org/W1530216171'], 'abstract_inverted_index': {'Junyi': [0], 'Li,': [1], 'Tianyi': [2], 'Tang,': [3], 'Zheng': [4], 'Gong,': [5], 'Lixin': [6], 'Yang,': [7], 'Zhuohao': [8], 'Yu,': [9], 'Zhipeng': [10], 'Chen,': [11], 'Jingyuan': [12], 'Wang,': [13], 'Xin': [14], 'Zhao,': [15], 'Ji-Rong': [16], 'Wen.': [17], 'Proceedings': [18], 'of': [19, 23, 28], 'the': [20, 24, 29], '2022': [21], 'Conference': [22], 'North': [25], 'American': [26], 'Chapter': [27], 'Association': [30], 'for': [31], 'Computational': [32], 'Linguistics:': [33], 'Human': [34], 'Language': [35], 'Technologies.': [36], '2022.': [37]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W4229023828', 'counts_by_year': [{'year': 2024, 'cited_by_count': 1}, {'year': 2023, 'cited_by_count': 2}, {'year': 2022, 'cited_by_count': 1}], 'updated_date': '2024-09-18T16:30:47.620312', 'created_date': '2022-05-08'}