Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W3100711616', 'doi': 'https://doi.org/10.1038/s41467-019-08987-4', 'title': 'Unmasking Clever Hans predictors and assessing what machines really learn', 'display_name': 'Unmasking Clever Hans predictors and assessing what machines really learn', 'publication_year': 2019, 'publication_date': '2019-03-11', 'ids': {'openalex': 'https://openalex.org/W3100711616', 'doi': 'https://doi.org/10.1038/s41467-019-08987-4', 'mag': '3100711616', 'pmid': 'https://pubmed.ncbi.nlm.nih.gov/30858366'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1038/s41467-019-08987-4', 'pdf_url': 'https://www.nature.com/articles/s41467-019-08987-4.pdf', 'source': {'id': 'https://openalex.org/S64187185', 'display_name': 'Nature Communications', 'issn_l': '2041-1723', 'issn': ['2041-1723'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319908', 'host_organization_name': 'Nature Portfolio', 'host_organization_lineage': ['https://openalex.org/P4310319908', 'https://openalex.org/P4310319965'], 'host_organization_lineage_names': ['Nature Portfolio', 'Springer Nature'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['arxiv', 'crossref', 'datacite', 'doaj', 'pubmed'], 'open_access': {'is_oa': True, 'oa_status': 'gold', 'oa_url': 'https://www.nature.com/articles/s41467-019-08987-4.pdf', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5017608155', 'display_name': 'Sebastian Lapuschkin', 'orcid': 'https://orcid.org/0000-0002-0762-7258'}, 'institutions': [{'id': 'https://openalex.org/I2800274787', 'display_name': 'Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute', 'ror': 'https://ror.org/02tbr6331', 'country_code': 'DE', 'type': 'facility', 'lineage': ['https://openalex.org/I2800274787', 'https://openalex.org/I4923324']}], 'countries': ['DE'], 'is_corresponding': False, 'raw_author_name': 'Sebastian Lapuschkin', 'raw_affiliation_strings': ['Department of Video Coding & Analytics, Fraunhofer Heinrich Hertz Institute, Einsteinufer 37, 10587, Berlin, Germany'], 'affiliations': [{'raw_affiliation_string': 'Department of Video Coding & Analytics, Fraunhofer Heinrich Hertz Institute, Einsteinufer 37, 10587, Berlin, Germany', 'institution_ids': ['https://openalex.org/I2800274787']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5081956062', 'display_name': 'Stephan Wäldchen', 'orcid': 'https://orcid.org/0000-0001-7629-7021'}, 'institutions': [{'id': 'https://openalex.org/I4577782', 'display_name': 'Technische Universität Berlin', 'ror': 'https://ror.org/03v4gjf40', 'country_code': 'DE', 'type': 'education', 'lineage': ['https://openalex.org/I4577782']}], 'countries': ['DE'], 'is_corresponding': False, 'raw_author_name': 'Stephan Wäldchen', 'raw_affiliation_strings': ['Department of Electrical Engineering and Computer Science, Technische Universität Berlin, Marchstr. 23, 10587, Berlin, Germany'], 'affiliations': [{'raw_affiliation_string': 'Department of Electrical Engineering and Computer Science, Technische Universität Berlin, Marchstr. 23, 10587, Berlin, Germany', 'institution_ids': ['https://openalex.org/I4577782']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5072460783', 'display_name': 'Alexander Binder', 'orcid': 'https://orcid.org/0000-0001-9605-6209'}, 'institutions': [{'id': 'https://openalex.org/I152815399', 'display_name': 'Singapore University of Technology and Design', 'ror': 'https://ror.org/05j6fvn87', 'country_code': 'SG', 'type': 'education', 'lineage': ['https://openalex.org/I152815399']}], 'countries': ['SG'], 'is_corresponding': False, 'raw_author_name': 'Alexander Binder', 'raw_affiliation_strings': ['ISTD Pillar, Singapore University of Technology and Design, 8 Somapah Rd, Singapore, 487372, Singapore'], 'affiliations': [{'raw_affiliation_string': 'ISTD Pillar, Singapore University of Technology and Design, 8 Somapah Rd, Singapore, 487372, Singapore', 'institution_ids': ['https://openalex.org/I152815399']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5026240645', 'display_name': 'Grégoire Montavon', 'orcid': 'https://orcid.org/0000-0001-7243-6186'}, 'institutions': [{'id': 'https://openalex.org/I4577782', 'display_name': 'Technische Universität Berlin', 'ror': 'https://ror.org/03v4gjf40', 'country_code': 'DE', 'type': 'education', 'lineage': ['https://openalex.org/I4577782']}], 'countries': ['DE'], 'is_corresponding': False, 'raw_author_name': 'Grégoire Montavon', 'raw_affiliation_strings': ['Department of Electrical Engineering and Computer Science, Technische Universität Berlin, Marchstr. 23, 10587, Berlin, Germany'], 'affiliations': [{'raw_affiliation_string': 'Department of Electrical Engineering and Computer Science, Technische Universität Berlin, Marchstr. 23, 10587, Berlin, Germany', 'institution_ids': ['https://openalex.org/I4577782']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5026451495', 'display_name': 'Wojciech Samek', 'orcid': 'https://orcid.org/0000-0002-6283-3265'}, 'institutions': [{'id': 'https://openalex.org/I2800274787', 'display_name': 'Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute', 'ror': 'https://ror.org/02tbr6331', 'country_code': 'DE', 'type': 'facility', 'lineage': ['https://openalex.org/I2800274787', 'https://openalex.org/I4923324']}], 'countries': ['DE'], 'is_corresponding': False, 'raw_author_name': 'Wojciech Samek', 'raw_affiliation_strings': ['Department of Video Coding & Analytics, Fraunhofer Heinrich Hertz Institute, Einsteinufer 37, 10587, Berlin, Germany'], 'affiliations': [{'raw_affiliation_string': 'Department of Video Coding & Analytics, Fraunhofer Heinrich Hertz Institute, Einsteinufer 37, 10587, Berlin, Germany', 'institution_ids': ['https://openalex.org/I2800274787']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5072994165', 'display_name': 'Klaus‐Robert Müller', 'orcid': 'https://orcid.org/0000-0002-3861-7685'}, 'institutions': [{'id': 'https://openalex.org/I4577782', 'display_name': 'Technische Universität Berlin', 'ror': 'https://ror.org/03v4gjf40', 'country_code': 'DE', 'type': 'education', 'lineage': ['https://openalex.org/I4577782']}], 'countries': ['DE'], 'is_corresponding': False, 'raw_author_name': 'Klaus-Robert Müller', 'raw_affiliation_strings': ['Department of Electrical Engineering and Computer Science, Technische Universität Berlin, Marchstr. 23, 10587, Berlin, Germany'], 'affiliations': [{'raw_affiliation_string': 'Department of Electrical Engineering and Computer Science, Technische Universität Berlin, Marchstr. 23, 10587, Berlin, Germany', 'institution_ids': ['https://openalex.org/I4577782']}]}], 'institution_assertions': [], 'countries_distinct_count': 2, 'institutions_distinct_count': 3, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': {'value': 3920, 'currency': 'GBP', 'value_usd': 4808, 'provenance': 'doaj'}, 'apc_paid': {'value': 3920, 'currency': 'GBP', 'value_usd': 4808, 'provenance': 'doaj'}, 'fwci': 38.04, 'has_fulltext': True, 'fulltext_origin': 'pdf', 'cited_by_count': 421, 'citation_normalized_percentile': {'value': 0.999975, 'is_in_top_1_percent': True, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 99, 'max': 100}, 'biblio': {'volume': '10', 'issue': '1', 'first_page': None, 'last_page': None}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T11948', 'display_name': 'Accelerating Materials Innovation through Informatics', 'score': 0.9939, 'subfield': {'id': 'https://openalex.org/subfields/2505', 'display_name': 'Materials Chemistry'}, 'field': {'id': 'https://openalex.org/fields/25', 'display_name': 'Materials Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T11948', 'display_name': 'Accelerating Materials Innovation through Informatics', 'score': 0.9939, 'subfield': {'id': 'https://openalex.org/subfields/2505', 'display_name': 'Materials Chemistry'}, 'field': {'id': 'https://openalex.org/fields/25', 'display_name': 'Materials Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T12026', 'display_name': 'Explainable Artificial Intelligence', 'score': 0.9819, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T12535', 'display_name': 'Learning with Noisy Labels in Machine Learning', 'score': 0.9766, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/relevance', 'display_name': 'Relevance (law)', 'score': 0.69236314}, {'id': 'https://openalex.org/keywords/machine-learning-interpretability', 'display_name': 'Machine Learning Interpretability', 'score': 0.553505}, {'id': 'https://openalex.org/keywords/robust-learning', 'display_name': 'Robust Learning', 'score': 0.551914}, {'id': 'https://openalex.org/keywords/meta-learning', 'display_name': 'Meta-Learning', 'score': 0.536351}, {'id': 'https://openalex.org/keywords/interpretable-models', 'display_name': 'Interpretable Models', 'score': 0.52424}, {'id': 'https://openalex.org/keywords/automated-machine-learning', 'display_name': 'Automated Machine Learning', 'score': 0.509376}], 'concepts': [{'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.82396233}, {'id': 'https://openalex.org/C158154518', 'wikidata': 'https://www.wikidata.org/wiki/Q7310970', 'display_name': 'Relevance (law)', 'level': 2, 'score': 0.69236314}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.6484244}, {'id': 'https://openalex.org/C119857082', 'wikidata': 'https://www.wikidata.org/wiki/Q2539', 'display_name': 'Machine learning', 'level': 1, 'score': 0.56582874}, {'id': 'https://openalex.org/C48103436', 'wikidata': 'https://www.wikidata.org/wiki/Q599031', 'display_name': 'State (computer science)', 'level': 2, 'score': 0.48164335}, {'id': 'https://openalex.org/C107457646', 'wikidata': 'https://www.wikidata.org/wiki/Q207434', 'display_name': 'Human–computer interaction', 'level': 1, 'score': 0.41608608}, {'id': 'https://openalex.org/C2522767166', 'wikidata': 'https://www.wikidata.org/wiki/Q2374463', 'display_name': 'Data science', 'level': 1, 'score': 0.3827406}, {'id': 'https://openalex.org/C11413529', 'wikidata': 'https://www.wikidata.org/wiki/Q8366', 'display_name': 'Algorithm', 'level': 1, 'score': 0.065883905}, {'id': 'https://openalex.org/C199539241', 'wikidata': 'https://www.wikidata.org/wiki/Q7748', 'display_name': 'Law', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C17744445', 'wikidata': 'https://www.wikidata.org/wiki/Q36442', 'display_name': 'Political science', 'level': 0, 'score': 0.0}], 'mesh': [], 'locations_count': 8, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.1038/s41467-019-08987-4', 'pdf_url': 'https://www.nature.com/articles/s41467-019-08987-4.pdf', 'source': {'id': 'https://openalex.org/S64187185', 'display_name': 'Nature Communications', 'issn_l': '2041-1723', 'issn': ['2041-1723'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319908', 'host_organization_name': 'Nature Portfolio', 'host_organization_lineage': ['https://openalex.org/P4310319908', 'https://openalex.org/P4310319965'], 'host_organization_lineage_names': ['Nature Portfolio', 'Springer Nature'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': False, 'landing_page_url': 'https://doaj.org/article/ae85cf785d3645e68f9b5bfe27287566', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306401280', 'display_name': 'DOAJ (DOAJ: Directory of Open Access Journals)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': None, 'host_organization_name': None, 'host_organization_lineage': [], 'host_organization_lineage_names': [], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, {'is_oa': True, 'landing_page_url': 'http://arxiv.org/abs/1902.10178', 'pdf_url': 'http://arxiv.org/pdf/1902.10178', 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, {'is_oa': True, 'landing_page_url': 'https://europepmc.org/articles/pmc6411769', 'pdf_url': 'https://europepmc.org/articles/pmc6411769?pdf=render', 'source': {'id': 'https://openalex.org/S4306400806', 'display_name': 'Europe PMC (PubMed Central)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1303153112', 'host_organization_name': 'European Bioinformatics Institute', 'host_organization_lineage': ['https://openalex.org/I1303153112'], 'host_organization_lineage_names': ['European Bioinformatics Institute'], 'type': 'repository'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://www.ncbi.nlm.nih.gov/pmc/articles/PMC6411769', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S2764455111', 'display_name': 'PubMed Central', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/1902.10178', 'pdf_url': 'https://arxiv.org/pdf/1902.10178', 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, {'is_oa': False, 'landing_page_url': 'https://pubmed.ncbi.nlm.nih.gov/30858366', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306525036', 'display_name': 'PubMed', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, {'is_oa': False, 'landing_page_url': 'https://api.datacite.org/dois/10.48550/arxiv.1902.10178', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4393179698', 'display_name': 'DataCite API', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I4210145204', 'host_organization_name': 'DataCite', 'host_organization_lineage': ['https://openalex.org/I4210145204'], 'host_organization_lineage_names': ['DataCite'], 'type': 'metadata'}, 'license': None, 'license_id': None, 'version': None}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1038/s41467-019-08987-4', 'pdf_url': 'https://www.nature.com/articles/s41467-019-08987-4.pdf', 'source': {'id': 'https://openalex.org/S64187185', 'display_name': 'Nature Communications', 'issn_l': '2041-1723', 'issn': ['2041-1723'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319908', 'host_organization_name': 'Nature Portfolio', 'host_organization_lineage': ['https://openalex.org/P4310319908', 'https://openalex.org/P4310319965'], 'host_organization_lineage_names': ['Nature Portfolio', 'Springer Nature'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [], 'grants': [], 'datasets': [], 'versions': ['https://openalex.org/W2921802966', 'https://openalex.org/W3100711616'], 'referenced_works_count': 122, 'referenced_works': ['https://openalex.org/W104211377', 'https://openalex.org/W1493372406', 'https://openalex.org/W1514535095', 'https://openalex.org/W1533957530', 'https://openalex.org/W1554663460', 'https://openalex.org/W1606858007', 'https://openalex.org/W1787224781', 'https://openalex.org/W1849277567', 'https://openalex.org/W1892018222', 'https://openalex.org/W1931639407', 'https://openalex.org/W1956559956', 'https://openalex.org/W1966385142', 'https://openalex.org/W1968843430', 'https://openalex.org/W1969067576', 'https://openalex.org/W1970185999', 'https://openalex.org/W1971735090', 'https://openalex.org/W1976921161', 'https://openalex.org/W1979902804', 'https://openalex.org/W1993528080', 'https://openalex.org/W1996796871', 'https://openalex.org/W2001771035', 'https://openalex.org/W200434350', 'https://openalex.org/W2011402106', 'https://openalex.org/W2029119963', 'https://openalex.org/W2031489346', 'https://openalex.org/W2033963544', 'https://openalex.org/W2056653303', 'https://openalex.org/W2061971803', 'https://openalex.org/W2064675550', 'https://openalex.org/W2072128103', 'https://openalex.org/W2083844448', 'https://openalex.org/W2097117768', 'https://openalex.org/W2101493843', 'https://openalex.org/W2103496339', 'https://openalex.org/W2107726111', 'https://openalex.org/W2111935653', 'https://openalex.org/W2112796928', 'https://openalex.org/W2117539524', 'https://openalex.org/W2117703827', 'https://openalex.org/W2119821739', 'https://openalex.org/W2120606367', 'https://openalex.org/W2121011260', 'https://openalex.org/W2123081785', 'https://openalex.org/W2124386111', 'https://openalex.org/W2125500543', 'https://openalex.org/W2132692097', 'https://openalex.org/W2132914434', 'https://openalex.org/W2144982973', 'https://openalex.org/W2145339207', 'https://openalex.org/W2145482038', 'https://openalex.org/W2146722303', 'https://openalex.org/W2150165932', 'https://openalex.org/W2154348687', 'https://openalex.org/W2154683974', 'https://openalex.org/W2155893237', 'https://openalex.org/W2160815625', 'https://openalex.org/W2162915993', 'https://openalex.org/W2165874743', 'https://openalex.org/W2187089797', 'https://openalex.org/W2194321275', 'https://openalex.org/W2194775991', 'https://openalex.org/W2195388612', 'https://openalex.org/W2202472262', 'https://openalex.org/W2240067561', 'https://openalex.org/W2253993278', 'https://openalex.org/W2257979135', 'https://openalex.org/W2269649163', 'https://openalex.org/W2282821441', 'https://openalex.org/W2295107390', 'https://openalex.org/W2306190168', 'https://openalex.org/W2335728318', 'https://openalex.org/W2336525064', 'https://openalex.org/W2418098761', 'https://openalex.org/W2424413254', 'https://openalex.org/W2467799498', 'https://openalex.org/W2493343568', 'https://openalex.org/W2503388974', 'https://openalex.org/W2511953903', 'https://openalex.org/W2518775244', 'https://openalex.org/W2527189750', 'https://openalex.org/W2530887700', 'https://openalex.org/W2557283755', 'https://openalex.org/W2561412020', 'https://openalex.org/W2574978968', 'https://openalex.org/W2585152223', 'https://openalex.org/W2604216058', 'https://openalex.org/W2639206954', 'https://openalex.org/W2657631929', 'https://openalex.org/W2751752', 'https://openalex.org/W2766447205', 'https://openalex.org/W2795909630', 'https://openalex.org/W2796003663', 'https://openalex.org/W2883361794', 'https://openalex.org/W2902907165', 'https://openalex.org/W2919115771', 'https://openalex.org/W2925348834', 'https://openalex.org/W2950211213', 'https://openalex.org/W2950708852', 'https://openalex.org/W2951082895', 'https://openalex.org/W2951152347', 'https://openalex.org/W2951506741', 'https://openalex.org/W2952505933', 'https://openalex.org/W2962954781', 'https://openalex.org/W2963287333', 'https://openalex.org/W2963305465', 'https://openalex.org/W2963382180', 'https://openalex.org/W2964159778', 'https://openalex.org/W2964231383', 'https://openalex.org/W2964254585', 'https://openalex.org/W3011120880', 'https://openalex.org/W3028642772', 'https://openalex.org/W3099950071', 'https://openalex.org/W3100498948', 'https://openalex.org/W3101609372', 'https://openalex.org/W3103780890', 'https://openalex.org/W3106310231', 'https://openalex.org/W3118608800', 'https://openalex.org/W3146803896', 'https://openalex.org/W4285719527', 'https://openalex.org/W4307979480', 'https://openalex.org/W753012316', 'https://openalex.org/W937846259'], 'related_works': ['https://openalex.org/W4312133475', 'https://openalex.org/W4238976562', 'https://openalex.org/W2770872919', 'https://openalex.org/W2615795876', 'https://openalex.org/W2276587472', 'https://openalex.org/W2106071040', 'https://openalex.org/W2088166309', 'https://openalex.org/W2085384747', 'https://openalex.org/W2049612369', 'https://openalex.org/W1891216533'], 'abstract_inverted_index': {'Current': [0], 'learning': [1, 27, 94], 'machines': [2, 28], 'have': [3], 'successfully': [4], 'solved': [5], 'hard': [6], 'application': [7], 'problems,': [8], 'reaching': [9], 'high': [10], 'accuracy': [11], 'and': [12, 29, 36, 49, 53, 88, 132, 136], 'displaying': [13], 'seemingly': [14], 'intelligent': [15], 'behavior.': [16], 'Here': [17], 'we': [18, 73], 'apply': [19], 'recent': [20, 141], 'techniques': [21], 'for': [22, 107], 'explaining': [23], 'decisions': [24], 'of': [25, 43, 86, 92, 123, 139], 'state-of-the-art': [26], 'analyze': [30], 'various': [31], 'tasks': [32], 'from': [33, 47], 'computer': [34], 'vision': [35], 'arcade': [37], 'games.': [38], 'This': [39, 96], 'showcases': [40], 'a': [41, 82, 101, 121, 144], 'spectrum': [42], 'problem-solving': [44], 'behaviors': [45], 'ranging': [46], 'naive': [48], 'short-sighted,': [50], 'to': [51, 65, 98, 119, 125, 134], 'well-informed': [52], 'strategic.': [54], 'We': [55], 'observe': [56], 'that': [57, 80, 110], 'standard': [58], 'performance': [59], 'evaluation': [60], 'metrics': [61], 'can': [62], 'be': [63], 'oblivious': [64], 'distinguishing': [66], 'these': [67, 140], 'diverse': [68], 'problem': [69, 109], 'solving': [70], 'behaviors.': [71], 'Furthermore,': [72, 115], 'propose': [74], 'our': [75, 116], 'semi-automated': [76], 'Spectral': [77], 'Relevance': [78], 'Analysis': [79], 'provides': [81], 'practically': [83], 'effective': [84], 'way': [85], 'characterizing': [87], 'validating': [89], 'the': [90, 108, 126], 'behavior': [91], 'nonlinear': [93], 'machines.': [95], 'helps': [97], 'assess': [99], 'whether': [100], 'learned': [102], 'model': [103], 'indeed': [104], 'delivers': [105], 'reliably': [106], 'it': [111], 'was': [112], 'conceived': [113], 'for.': [114], 'work': [117], 'intends': [118], 'add': [120], 'voice': [122], 'caution': [124], 'ongoing': [127], 'excitement': [128], 'about': [129], 'machine': [130], 'intelligence': [131], 'pledges': [133], 'evaluate': [135], 'judge': [137], 'some': [138], 'successes': [142], 'in': [143], 'more': [145], 'nuanced': [146], 'manner.': [147]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W3100711616', 'counts_by_year': [{'year': 2024, 'cited_by_count': 30}, {'year': 2023, 'cited_by_count': 75}, {'year': 2022, 'cited_by_count': 70}, {'year': 2021, 'cited_by_count': 108}, {'year': 2020, 'cited_by_count': 110}, {'year': 2019, 'cited_by_count': 34}, {'year': 2018, 'cited_by_count': 3}, {'year': 2012, 'cited_by_count': 1}], 'updated_date': '2024-09-14T16:33:58.547937', 'created_date': '2020-11-23'}