Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W4385574005', 'doi': 'https://doi.org/10.18653/v1/2022.findings-emnlp.54', 'title': 'What Language Model to Train if You Have One Million GPU Hours?', 'display_name': 'What Language Model to Train if You Have One Million GPU Hours?', 'publication_year': 2022, 'publication_date': '2022-01-01', 'ids': {'openalex': 'https://openalex.org/W4385574005', 'doi': 'https://doi.org/10.18653/v1/2022.findings-emnlp.54'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.18653/v1/2022.findings-emnlp.54', 'pdf_url': 'https://aclanthology.org/2022.findings-emnlp.54.pdf', 'source': None, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'article', 'type_crossref': 'proceedings-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': True, 'oa_status': 'hybrid', 'oa_url': 'https://aclanthology.org/2022.findings-emnlp.54.pdf', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5084957527', 'display_name': 'Teven Le Scao', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I57206974', 'display_name': 'New York University', 'ror': 'https://ror.org/0190ak572', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I57206974']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Teven Le Scao', 'raw_affiliation_strings': [' New York University'], 'affiliations': [{'raw_affiliation_string': ' New York University', 'institution_ids': ['https://openalex.org/I57206974']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5085451281', 'display_name': 'Thomas J. Wang', 'orcid': 'https://orcid.org/0000-0003-4063-6508'}, 'institutions': [{'id': 'https://openalex.org/I57206974', 'display_name': 'New York University', 'ror': 'https://ror.org/0190ak572', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I57206974']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Thomas Wang', 'raw_affiliation_strings': [' New York University'], 'affiliations': [{'raw_affiliation_string': ' New York University', 'institution_ids': ['https://openalex.org/I57206974']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5012892331', 'display_name': 'Daniel Hesslow', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I57206974', 'display_name': 'New York University', 'ror': 'https://ror.org/0190ak572', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I57206974']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Daniel Hesslow', 'raw_affiliation_strings': [' New York University'], 'affiliations': [{'raw_affiliation_string': ' New York University', 'institution_ids': ['https://openalex.org/I57206974']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5079005032', 'display_name': 'Stas Bekman', 'orcid': 'https://orcid.org/0009-0002-1212-0379'}, 'institutions': [{'id': 'https://openalex.org/I57206974', 'display_name': 'New York University', 'ror': 'https://ror.org/0190ak572', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I57206974']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Stas Bekman', 'raw_affiliation_strings': [' New York University'], 'affiliations': [{'raw_affiliation_string': ' New York University', 'institution_ids': ['https://openalex.org/I57206974']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5090298428', 'display_name': 'M Saiful Bari', 'orcid': None}, 'institutions': [], 'countries': ['SG'], 'is_corresponding': False, 'raw_author_name': 'M Saiful Bari', 'raw_affiliation_strings': ['NTU, Singapore'], 'affiliations': [{'raw_affiliation_string': 'NTU, Singapore', 'institution_ids': []}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5076733732', 'display_name': 'Stella Biderman', 'orcid': 'https://orcid.org/0000-0001-8228-1042'}, 'institutions': [{'id': 'https://openalex.org/I1322124587', 'display_name': 'Booz Allen Hamilton (United States)', 'ror': 'https://ror.org/051rcp357', 'country_code': 'US', 'type': 'company', 'lineage': ['https://openalex.org/I1322124587']}, {'id': 'https://openalex.org/I1332258667', 'display_name': 'Cape Eleuthera Institute', 'ror': 'https://ror.org/00fs71k85', 'country_code': 'BS', 'type': 'facility', 'lineage': ['https://openalex.org/I1332258667']}], 'countries': ['BS', 'US'], 'is_corresponding': False, 'raw_author_name': 'Stella Biderman', 'raw_affiliation_strings': ['Booz Allen', 'EleutherAI'], 'affiliations': [{'raw_affiliation_string': 'Booz Allen', 'institution_ids': ['https://openalex.org/I1322124587']}, {'raw_affiliation_string': 'EleutherAI', 'institution_ids': ['https://openalex.org/I1332258667']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5040371566', 'display_name': 'Hady Elsahar', 'orcid': 'https://orcid.org/0000-0001-9508-6721'}, 'institutions': [{'id': 'https://openalex.org/I60922564', 'display_name': 'Naver (South Korea)', 'ror': 'https://ror.org/04nzrnx83', 'country_code': 'KR', 'type': 'company', 'lineage': ['https://openalex.org/I60922564']}], 'countries': ['KR'], 'is_corresponding': False, 'raw_author_name': 'Hady Elsahar', 'raw_affiliation_strings': ['Naver Labs Europe'], 'affiliations': [{'raw_affiliation_string': 'Naver Labs Europe', 'institution_ids': ['https://openalex.org/I60922564']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5000043237', 'display_name': 'Niklas Muennighoff', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I57206974', 'display_name': 'New York University', 'ror': 'https://ror.org/0190ak572', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I57206974']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Niklas Muennighoff', 'raw_affiliation_strings': [' New York University'], 'affiliations': [{'raw_affiliation_string': ' New York University', 'institution_ids': ['https://openalex.org/I57206974']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5047763717', 'display_name': 'Jason Phang', 'orcid': 'https://orcid.org/0000-0003-3522-1869'}, 'institutions': [{'id': 'https://openalex.org/I1332258667', 'display_name': 'Cape Eleuthera Institute', 'ror': 'https://ror.org/00fs71k85', 'country_code': 'BS', 'type': 'facility', 'lineage': ['https://openalex.org/I1332258667']}], 'countries': ['BS'], 'is_corresponding': False, 'raw_author_name': 'Jason Phang', 'raw_affiliation_strings': ['EleutherAI'], 'affiliations': [{'raw_affiliation_string': 'EleutherAI', 'institution_ids': ['https://openalex.org/I1332258667']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5035538068', 'display_name': 'Ofir Press', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I201448701', 'display_name': 'University of Washington', 'ror': 'https://ror.org/00cvxb145', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I201448701']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Ofir Press', 'raw_affiliation_strings': ['University of Washington'], 'affiliations': [{'raw_affiliation_string': 'University of Washington', 'institution_ids': ['https://openalex.org/I201448701']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5045077843', 'display_name': 'Colin Raffel', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I57206974', 'display_name': 'New York University', 'ror': 'https://ror.org/0190ak572', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I57206974']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Colin Raffel', 'raw_affiliation_strings': [' New York University'], 'affiliations': [{'raw_affiliation_string': ' New York University', 'institution_ids': ['https://openalex.org/I57206974']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5049805631', 'display_name': 'Victor Sanh', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I57206974', 'display_name': 'New York University', 'ror': 'https://ror.org/0190ak572', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I57206974']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Victor Sanh', 'raw_affiliation_strings': [' New York University'], 'affiliations': [{'raw_affiliation_string': ' New York University', 'institution_ids': ['https://openalex.org/I57206974']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5100784818', 'display_name': 'Sheng Shen', 'orcid': 'https://orcid.org/0000-0003-4734-1008'}, 'institutions': [{'id': 'https://openalex.org/I175594653', 'display_name': 'John Brown University', 'ror': 'https://ror.org/02ct41q97', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I175594653']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Sheng Shen', 'raw_affiliation_strings': ['Berkeley University 10 Big Science 11', 'Brown University'], 'affiliations': [{'raw_affiliation_string': 'Berkeley University 10 Big Science 11', 'institution_ids': []}, {'raw_affiliation_string': 'Brown University', 'institution_ids': ['https://openalex.org/I175594653']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5002839718', 'display_name': 'Lintang Sutawika', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I57206974', 'display_name': 'New York University', 'ror': 'https://ror.org/0190ak572', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I57206974']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Lintang Sutawika', 'raw_affiliation_strings': [' New York University'], 'affiliations': [{'raw_affiliation_string': ' New York University', 'institution_ids': ['https://openalex.org/I57206974']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5008425126', 'display_name': 'Jaesung Tae', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I57206974', 'display_name': 'New York University', 'ror': 'https://ror.org/0190ak572', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I57206974']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Jaesung Tae', 'raw_affiliation_strings': [' New York University'], 'affiliations': [{'raw_affiliation_string': ' New York University', 'institution_ids': ['https://openalex.org/I57206974']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5058816291', 'display_name': 'Zheng Yong', 'orcid': 'https://orcid.org/0000-0003-2282-2040'}, 'institutions': [{'id': 'https://openalex.org/I57206974', 'display_name': 'New York University', 'ror': 'https://ror.org/0190ak572', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I57206974']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Zheng Xin Yong', 'raw_affiliation_strings': [' New York University'], 'affiliations': [{'raw_affiliation_string': ' New York University', 'institution_ids': ['https://openalex.org/I57206974']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5104094670', 'display_name': 'Julien Launay', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I4210129651', 'display_name': "Laboratoire de Physique de l'ENS", 'ror': 'https://ror.org/03a26mh11', 'country_code': 'FR', 'type': 'facility', 'lineage': ['https://openalex.org/I204730241', 'https://openalex.org/I39804081', 'https://openalex.org/I4210129651']}], 'countries': ['FR'], 'is_corresponding': False, 'raw_author_name': 'Julien Launay', 'raw_affiliation_strings': ['LPENS'], 'affiliations': [{'raw_affiliation_string': 'LPENS', 'institution_ids': ['https://openalex.org/I4210129651']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5090038537', 'display_name': 'Iz Beltagy', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I4210140341', 'display_name': 'Allen Institute', 'ror': 'https://ror.org/03cpe7c52', 'country_code': 'US', 'type': 'nonprofit', 'lineage': ['https://openalex.org/I4210140341']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Iz Beltagy', 'raw_affiliation_strings': ['Allen Institute for AI'], 'affiliations': [{'raw_affiliation_string': 'Allen Institute for AI', 'institution_ids': ['https://openalex.org/I4210140341']}]}], 'institution_assertions': [], 'countries_distinct_count': 5, 'institutions_distinct_count': 8, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': 3.052, 'has_fulltext': True, 'fulltext_origin': 'pdf', 'cited_by_count': 20, 'citation_normalized_percentile': {'value': 0.751268, 'is_in_top_1_percent': False, 'is_in_top_10_percent': False}, 'cited_by_percentile_year': {'min': 96, 'max': 97}, 'biblio': {'volume': None, 'issue': None, 'first_page': None, 'last_page': None}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T10028', 'display_name': 'Natural Language Processing', 'score': 0.9497, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T10028', 'display_name': 'Natural Language Processing', 'score': 0.9497, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10181', 'display_name': 'Statistical Machine Translation and Natural Language Processing', 'score': 0.9323, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/stella', 'display_name': 'STELLA (programming language)', 'score': 0.71977115}, {'id': 'https://openalex.org/keywords/language-modeling', 'display_name': 'Language Modeling', 'score': 0.566063}, {'id': 'https://openalex.org/keywords/topic-modeling', 'display_name': 'Topic Modeling', 'score': 0.528894}], 'concepts': [{'id': 'https://openalex.org/C2776174103', 'wikidata': 'https://www.wikidata.org/wiki/Q25339766', 'display_name': 'STELLA (programming language)', 'level': 2, 'score': 0.71977115}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.6344573}, {'id': 'https://openalex.org/C121684516', 'wikidata': 'https://www.wikidata.org/wiki/Q7600677', 'display_name': 'Computer graphics (images)', 'level': 1, 'score': 0.38019067}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.35174477}, {'id': 'https://openalex.org/C52119013', 'wikidata': 'https://www.wikidata.org/wiki/Q50637', 'display_name': 'Art history', 'level': 1, 'score': 0.3491779}, {'id': 'https://openalex.org/C142362112', 'wikidata': 'https://www.wikidata.org/wiki/Q735', 'display_name': 'Art', 'level': 0, 'score': 0.24033311}], 'mesh': [], 'locations_count': 2, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.18653/v1/2022.findings-emnlp.54', 'pdf_url': 'https://aclanthology.org/2022.findings-emnlp.54.pdf', 'source': None, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/2210.15424', 'pdf_url': 'https://arxiv.org/pdf/2210.15424', 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.18653/v1/2022.findings-emnlp.54', 'pdf_url': 'https://aclanthology.org/2022.findings-emnlp.54.pdf', 'source': None, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [{'score': 0.82, 'display_name': 'Quality education', 'id': 'https://metadata.un.org/sdg/4'}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 65, 'referenced_works': ['https://openalex.org/W131533222', 'https://openalex.org/W1599016936', 'https://openalex.org/W2130158090', 'https://openalex.org/W2251939518', 'https://openalex.org/W2252136820', 'https://openalex.org/W2567070169', 'https://openalex.org/W2606964149', 'https://openalex.org/W2794325560', 'https://openalex.org/W2804897457', 'https://openalex.org/W2890894339', 'https://openalex.org/W2891555348', 'https://openalex.org/W2899663614', 'https://openalex.org/W2923014074', 'https://openalex.org/W2946609015', 'https://openalex.org/W2948902769', 'https://openalex.org/W2950613642', 'https://openalex.org/W2951939640', 'https://openalex.org/W2953271402', 'https://openalex.org/W2963015836', 'https://openalex.org/W2963045354', 'https://openalex.org/W2963123047', 'https://openalex.org/W2963339397', 'https://openalex.org/W2963347649', 'https://openalex.org/W2963748441', 'https://openalex.org/W2964121744', 'https://openalex.org/W2970482702', 'https://openalex.org/W2971236147', 'https://openalex.org/W2971274815', 'https://openalex.org/W2996908057', 'https://openalex.org/W2998617917', 'https://openalex.org/W3001279689', 'https://openalex.org/W3013840636', 'https://openalex.org/W3034457116', 'https://openalex.org/W3036369012', 'https://openalex.org/W3103682594', 'https://openalex.org/W3118781290', 'https://openalex.org/W3169483174', 'https://openalex.org/W3175526286', 'https://openalex.org/W3176828726', 'https://openalex.org/W3199241049', 'https://openalex.org/W3204998121', 'https://openalex.org/W3205068155', 'https://openalex.org/W3207699717', 'https://openalex.org/W3212496002', 'https://openalex.org/W4205991051', 'https://openalex.org/W4221167110', 'https://openalex.org/W4223891676', 'https://openalex.org/W4225591000', 'https://openalex.org/W4226155321', 'https://openalex.org/W4226399820', 'https://openalex.org/W4229005866', 'https://openalex.org/W4229506649', 'https://openalex.org/W4283157303', 'https://openalex.org/W4286909525', 'https://openalex.org/W4286987939', 'https://openalex.org/W4287019748', 'https://openalex.org/W4288089799', 'https://openalex.org/W4292779060', 'https://openalex.org/W4301581299', 'https://openalex.org/W4303443398', 'https://openalex.org/W4307225507', 'https://openalex.org/W4320930577', 'https://openalex.org/W4323654151', 'https://openalex.org/W4385245566', 'https://openalex.org/W4388979610'], 'related_works': ['https://openalex.org/W4391449271', 'https://openalex.org/W4238502331', 'https://openalex.org/W3212160542', 'https://openalex.org/W2984029695', 'https://openalex.org/W2966736808', 'https://openalex.org/W2798244240', 'https://openalex.org/W2796333801', 'https://openalex.org/W2748952813', 'https://openalex.org/W196888113', 'https://openalex.org/W153512996'], 'abstract_inverted_index': {'Teven': [0], 'Le': [1], 'Scao,': [2], 'Thomas': [3], 'Wang,': [4], 'Daniel': [5], 'Hesslow,': [6], 'Stas': [7], 'Bekman,': [8], 'M': [9], 'Saiful': [10], 'Bari,': [11], 'Stella': [12], 'Biderman,': [13], 'Hady': [14], 'Elsahar,': [15], 'Niklas': [16], 'Muennighoff,': [17], 'Jason': [18], 'Phang,': [19], 'Ofir': [20], 'Press,': [21], 'Colin': [22], 'Raffel,': [23], 'Victor': [24], 'Sanh,': [25], 'Sheng': [26], 'Shen,': [27], 'Lintang': [28], 'Sutawika,': [29], 'Jaesung': [30], 'Tae,': [31], 'Zheng': [32], 'Xin': [33], 'Yong,': [34], 'Julien': [35], 'Launay,': [36], 'Iz': [37], 'Beltagy.': [38], 'Findings': [39], 'of': [40], 'the': [41], 'Association': [42], 'for': [43], 'Computational': [44], 'Linguistics:': [45], 'EMNLP': [46], '2022.': [47, 48]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W4385574005', 'counts_by_year': [{'year': 2024, 'cited_by_count': 7}, {'year': 2023, 'cited_by_count': 10}], 'updated_date': '2024-09-15T08:14:11.607233', 'created_date': '2023-08-05'}