Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W3002568562', 'doi': 'https://doi.org/10.1093/ije/dyz274', 'title': 'Reflection on modern methods: Revisiting the area under the ROC Curve', 'display_name': 'Reflection on modern methods: Revisiting the area under the ROC Curve', 'publication_year': 2019, 'publication_date': '2019-12-22', 'ids': {'openalex': 'https://openalex.org/W3002568562', 'doi': 'https://doi.org/10.1093/ije/dyz274', 'mag': '3002568562', 'pmid': 'https://pubmed.ncbi.nlm.nih.gov/31967640'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1093/ije/dyz274', 'pdf_url': 'https://academic.oup.com/ije/article-pdf/49/4/1397/34276416/dyz274.pdf', 'source': {'id': 'https://openalex.org/S13389975', 'display_name': 'International Journal of Epidemiology', 'issn_l': '0300-5771', 'issn': ['0300-5771', '1464-3685'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310311648', 'host_organization_name': 'Oxford University Press', 'host_organization_lineage': ['https://openalex.org/P4310311647', 'https://openalex.org/P4310311648'], 'host_organization_lineage_names': ['University of Oxford', 'Oxford University Press'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref', 'pubmed'], 'open_access': {'is_oa': True, 'oa_status': 'hybrid', 'oa_url': 'https://academic.oup.com/ije/article-pdf/49/4/1397/34276416/dyz274.pdf', 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5026632683', 'display_name': 'A. Cecile J.W. Janssens', 'orcid': 'https://orcid.org/0000-0002-6153-4976'}, 'institutions': [{'id': 'https://openalex.org/I150468666', 'display_name': 'Emory University', 'ror': 'https://ror.org/03czfpz43', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I150468666']}, {'id': 'https://openalex.org/I4210151833', 'display_name': 'Amsterdam University Medical Centers', 'ror': 'https://ror.org/05grdyy37', 'country_code': 'NL', 'type': 'healthcare', 'lineage': ['https://openalex.org/I4210151833']}], 'countries': ['NL', 'US'], 'is_corresponding': True, 'raw_author_name': 'A Cecile J W Janssens', 'raw_affiliation_strings': ['Department of Clinical Genetics, Amsterdam Public Health Research Institute, Amsterdam UMC, Amsterdam, The Netherlands', 'Department of Epidemiology, Rollins School of Public Health, Emory University, Atlanta, GA, USA'], 'affiliations': [{'raw_affiliation_string': 'Department of Epidemiology, Rollins School of Public Health, Emory University, Atlanta, GA, USA', 'institution_ids': ['https://openalex.org/I150468666']}, {'raw_affiliation_string': 'Department of Clinical Genetics, Amsterdam Public Health Research Institute, Amsterdam UMC, Amsterdam, The Netherlands', 'institution_ids': ['https://openalex.org/I4210151833']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5036936367', 'display_name': 'Forike K. Martens', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I4210151833', 'display_name': 'Amsterdam University Medical Centers', 'ror': 'https://ror.org/05grdyy37', 'country_code': 'NL', 'type': 'healthcare', 'lineage': ['https://openalex.org/I4210151833']}], 'countries': ['NL'], 'is_corresponding': False, 'raw_author_name': 'Forike K Martens', 'raw_affiliation_strings': ['Department of Clinical Genetics, Amsterdam Public Health Research Institute, Amsterdam UMC, Amsterdam, The Netherlands'], 'affiliations': [{'raw_affiliation_string': 'Department of Clinical Genetics, Amsterdam Public Health Research Institute, Amsterdam UMC, Amsterdam, The Netherlands', 'institution_ids': ['https://openalex.org/I4210151833']}]}], 'institution_assertions': [], 'countries_distinct_count': 2, 'institutions_distinct_count': 2, 'corresponding_author_ids': ['https://openalex.org/A5026632683'], 'corresponding_institution_ids': ['https://openalex.org/I150468666', 'https://openalex.org/I4210151833'], 'apc_list': {'value': 3135, 'currency': 'GBP', 'value_usd': 3845, 'provenance': 'doaj'}, 'apc_paid': {'value': 3135, 'currency': 'GBP', 'value_usd': 3845, 'provenance': 'doaj'}, 'fwci': 29.141, 'has_fulltext': False, 'cited_by_count': 234, 'citation_normalized_percentile': {'value': 0.93232, 'is_in_top_1_percent': False, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 99, 'max': 100}, 'biblio': {'volume': '49', 'issue': '4', 'first_page': '1397', 'last_page': '1403'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T14400', 'display_name': 'Medical Coding and Health Information', 'score': 0.9922, 'subfield': {'id': 'https://openalex.org/subfields/3605', 'display_name': 'Health Information Management'}, 'field': {'id': 'https://openalex.org/fields/36', 'display_name': 'Health Professions'}, 'domain': {'id': 'https://openalex.org/domains/4', 'display_name': 'Health Sciences'}}, 'topics': [{'id': 'https://openalex.org/T14400', 'display_name': 'Medical Coding and Health Information', 'score': 0.9922, 'subfield': {'id': 'https://openalex.org/subfields/3605', 'display_name': 'Health Information Management'}, 'field': {'id': 'https://openalex.org/fields/36', 'display_name': 'Health Professions'}, 'domain': {'id': 'https://openalex.org/domains/4', 'display_name': 'Health Sciences'}}, {'id': 'https://openalex.org/T10227', 'display_name': 'Acute Ischemic Stroke Management', 'score': 0.983, 'subfield': {'id': 'https://openalex.org/subfields/2713', 'display_name': 'Epidemiology'}, 'field': {'id': 'https://openalex.org/fields/27', 'display_name': 'Medicine'}, 'domain': {'id': 'https://openalex.org/domains/4', 'display_name': 'Health Sciences'}}, {'id': 'https://openalex.org/T11652', 'display_name': 'Imbalanced Data Classification Techniques', 'score': 0.9714, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/reflection', 'display_name': 'Reflection', 'score': 0.66299105}], 'concepts': [{'id': 'https://openalex.org/C65682993', 'wikidata': 'https://www.wikidata.org/wiki/Q1056451', 'display_name': 'Reflection (computer programming)', 'level': 2, 'score': 0.66299105}, {'id': 'https://openalex.org/C58471807', 'wikidata': 'https://www.wikidata.org/wiki/Q327120', 'display_name': 'Receiver operating characteristic', 'level': 2, 'score': 0.42169625}, {'id': 'https://openalex.org/C71924100', 'wikidata': 'https://www.wikidata.org/wiki/Q11190', 'display_name': 'Medicine', 'level': 0, 'score': 0.36704406}, {'id': 'https://openalex.org/C105795698', 'wikidata': 'https://www.wikidata.org/wiki/Q12483', 'display_name': 'Statistics', 'level': 1, 'score': 0.30205965}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.25302035}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.23729327}, {'id': 'https://openalex.org/C199360897', 'wikidata': 'https://www.wikidata.org/wiki/Q9143', 'display_name': 'Programming language', 'level': 1, 'score': 0.0}], 'mesh': [{'descriptor_ui': 'D012372', 'descriptor_name': 'ROC Curve', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': True}, {'descriptor_ui': 'D019540', 'descriptor_name': 'Area Under Curve', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}], 'locations_count': 2, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.1093/ije/dyz274', 'pdf_url': 'https://academic.oup.com/ije/article-pdf/49/4/1397/34276416/dyz274.pdf', 'source': {'id': 'https://openalex.org/S13389975', 'display_name': 'International Journal of Epidemiology', 'issn_l': '0300-5771', 'issn': ['0300-5771', '1464-3685'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310311648', 'host_organization_name': 'Oxford University Press', 'host_organization_lineage': ['https://openalex.org/P4310311647', 'https://openalex.org/P4310311648'], 'host_organization_lineage_names': ['University of Oxford', 'Oxford University Press'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': False, 'landing_page_url': 'https://pubmed.ncbi.nlm.nih.gov/31967640', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306525036', 'display_name': 'PubMed', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1093/ije/dyz274', 'pdf_url': 'https://academic.oup.com/ije/article-pdf/49/4/1397/34276416/dyz274.pdf', 'source': {'id': 'https://openalex.org/S13389975', 'display_name': 'International Journal of Epidemiology', 'issn_l': '0300-5771', 'issn': ['0300-5771', '1464-3685'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310311648', 'host_organization_name': 'Oxford University Press', 'host_organization_lineage': ['https://openalex.org/P4310311647', 'https://openalex.org/P4310311648'], 'host_organization_lineage_names': ['University of Oxford', 'Oxford University Press'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [{'id': 'https://metadata.un.org/sdg/10', 'score': 0.78, 'display_name': 'Reduced inequalities'}], 'grants': [{'funder': 'https://openalex.org/F4320338335', 'funder_display_name': 'H2020 European Research Council', 'award_id': None}], 'datasets': [], 'versions': [], 'referenced_works_count': 20, 'referenced_works': ['https://openalex.org/W1680797894', 'https://openalex.org/W1987424755', 'https://openalex.org/W1992978619', 'https://openalex.org/W2013960618', 'https://openalex.org/W2024623357', 'https://openalex.org/W2030346400', 'https://openalex.org/W2072324809', 'https://openalex.org/W2112316706', 'https://openalex.org/W2117746627', 'https://openalex.org/W2121514893', 'https://openalex.org/W2130953151', 'https://openalex.org/W2133977873', 'https://openalex.org/W2137959503', 'https://openalex.org/W2152575748', 'https://openalex.org/W2157825442', 'https://openalex.org/W2157995113', 'https://openalex.org/W2266756704', 'https://openalex.org/W2297716127', 'https://openalex.org/W2320084820', 'https://openalex.org/W2724755756'], 'related_works': ['https://openalex.org/W4389568370', 'https://openalex.org/W3108674512', 'https://openalex.org/W3032375762', 'https://openalex.org/W3031052312', 'https://openalex.org/W2899084033', 'https://openalex.org/W2748952813', 'https://openalex.org/W2080531066', 'https://openalex.org/W1995515455', 'https://openalex.org/W1506200166', 'https://openalex.org/W1489783725'], 'abstract_inverted_index': {'Abstract': [0], 'The': [1, 210], 'area': [2], 'under': [3], 'the': [4, 16, 24, 41, 44, 50, 67, 82, 100, 103, 108, 111, 121, 156, 164, 181, 189, 195, 204], 'receiver': [5], 'operating': [6], 'characteristic': [7], '(ROC)': [8], 'curve': [9, 46, 84, 105], '(AUC)': [10], 'is': [11, 26, 70, 85, 161, 167, 200], 'commonly': [12], 'used': [13], 'for': [14, 28, 137], 'assessing': [15], 'discriminative': [17, 205], 'ability': [18, 206], 'of': [19, 43, 53, 74, 93, 102, 110, 174, 188, 203, 207, 212], 'prediction': [20, 122, 165, 208, 213], 'models': [21, 214], 'even': [22], 'though': [23], 'measure': [25, 202], 'criticized': [27], 'being': [29], 'clinically': [30], 'irrelevant': [31], 'and': [32, 55, 95, 98, 132, 147, 191], 'lacking': [33], 'an': [34, 86, 134], 'intuitive': [35], 'interpretation.': [36], 'Every': [37], 'tutorial': [38], 'explains': [39], 'how': [40, 81, 99], 'coordinates': [42], 'ROC': [45, 68, 83, 104, 116, 148, 182], 'are': [47, 118, 150], 'obtained': [48], 'from': [49], 'risk': [51, 77, 91, 112, 131, 141, 197], 'distributions': [52, 92], 'diseased': [54, 94], 'non-diseased': [56, 96], 'individuals,': [57], 'but': [58], 'it': [59], 'has': [60, 143], 'not': [61], 'become': [62], 'common': [63], 'sense': [64], 'that': [65], 'therewith': [66], 'plot': [69, 183], 'just': [71], 'another': [72], 'way': [73, 88], 'presenting': [75], 'these': [76], 'distributions.': [78, 113, 198], 'We': [79], 'show': [80], 'alternative': [87, 178], 'to': [89, 194, 221], 'present': [90], 'individuals': [97], 'shape': [101], 'informs': [106], 'about': [107], 'overlap': [109], 'For': [114], 'example,': [115, 138], 'curves': [117, 149], 'rounded': [119], 'when': [120, 155, 163], 'model': [123, 166], 'included': [124], 'variables': [125], 'with': [126, 218], 'similar': [127], 'effect': [128], 'on': [129, 169, 180], 'disease': [130], 'have': [133], 'angle': [135], 'when,': [136], 'one': [139], 'binary': [140], 'factor': [142], 'a': [144, 170, 201], 'stronger': [145], 'effect;': [146], 'stepped': [151], 'rather': [152], 'than': [153], 'smooth': [154], 'sample': [157], 'size': [158], 'or': [159], 'incidence': [160], 'low,': [162], 'based': [168], 'relatively': [171], 'small': [172], 'set': [173], 'categorical': [175], 'predictors.': [176], 'This': [177], 'perspective': [179], 'invalidates': [184], 'most': [185], 'purported': [186], 'limitations': [187], 'AUC': [190, 199], 'attributes': [192], 'others': [193], 'underlying': [196], 'models.': [209], 'assessment': [211], 'should': [215], 'be': [216], 'supplemented': [217], 'other': [219], 'metrics': [220], 'assess': [222], 'their': [223], 'clinical': [224], 'utility.': [225]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W3002568562', 'counts_by_year': [{'year': 2024, 'cited_by_count': 57}, {'year': 2023, 'cited_by_count': 77}, {'year': 2022, 'cited_by_count': 48}, {'year': 2021, 'cited_by_count': 35}, {'year': 2020, 'cited_by_count': 12}], 'updated_date': '2024-12-18T01:22:13.645328', 'created_date': '2020-01-30'}