Publication Information

{'id': 'https://openalex.org/W3045258609', 'doi': 'https://doi.org/10.1016/j.jclinepi.2020.01.028', 'title': 'ROC curves for clinical prediction models part 1. ROC plots showed no added value above the AUC when evaluating the performance of clinical prediction models', 'display_name': 'ROC curves for clinical prediction models part 1. ROC plots showed no added value above the AUC when evaluating the performance of clinical prediction models', 'publication_year': 2020, 'publication_date': '2020-07-23', 'ids': {'openalex': 'https://openalex.org/W3045258609', 'doi': 'https://doi.org/10.1016/j.jclinepi.2020.01.028', 'mag': '3045258609', 'pmid': 'https://pubmed.ncbi.nlm.nih.gov/32712176'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1016/j.jclinepi.2020.01.028', 'pdf_url': 'http://www.jclinepi.com/article/S0895435618310047/pdf', 'source': {'id': 'https://openalex.org/S64418186', 'display_name': 'Journal of Clinical Epidemiology', 'issn_l': '0895-4356', 'issn': ['0895-4356', '1878-5921'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320990', 'host_organization_name': 'Elsevier BV', 'host_organization_lineage': ['https://openalex.org/P4310320990'], 'host_organization_lineage_names': ['Elsevier BV'], 'type': 'journal'}, 'license': 'cc-by-nc-nd', 'license_id': 'https://openalex.org/licenses/cc-by-nc-nd', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref', 'pubmed'], 'open_access': {'is_oa': True, 'oa_status': 'hybrid', 'oa_url': 'http://www.jclinepi.com/article/S0895435618310047/pdf', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5058597472', 'display_name': 'Jan Y Verbakel', 'orcid': 'https://orcid.org/0000-0002-7166-7211'}, 'institutions': [{'id': 'https://openalex.org/I40120149', 'display_name': 'University of Oxford', 'ror': 'https://ror.org/052gg0110', 'country_code': 'GB', 'type': 'education', 'lineage': ['https://openalex.org/I40120149']}, {'id': 'https://openalex.org/I99464096', 'display_name': 'KU Leuven', 'ror': 'https://ror.org/05f950310', 'country_code': 'BE', 'type': 'education', 'lineage': ['https://openalex.org/I99464096']}], 'countries': ['BE', 'GB'], 'is_corresponding': False, 'raw_author_name': 'Jan Y. Verbakel', 'raw_affiliation_strings': ['KU Leuven, Department of Public Health and Primary Care, Leuven, Belgium', 'Nuffield Department of Primary Care Health Sciences, University of Oxford, Oxford, UK'], 'affiliations': [{'raw_affiliation_string': 'Nuffield Department of Primary Care Health Sciences, University of Oxford, Oxford, UK', 'institution_ids': ['https://openalex.org/I40120149']}, {'raw_affiliation_string': 'KU Leuven, Department of Public Health and Primary Care, Leuven, Belgium', 'institution_ids': ['https://openalex.org/I99464096']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5091435927', 'display_name': 'Ewout W. Steyerberg', 'orcid': 'https://orcid.org/0000-0002-7787-0122'}, 'institutions': [{'id': 'https://openalex.org/I2800006345', 'display_name': 'Leiden University Medical Center', 'ror': 'https://ror.org/05xvt9f17', 'country_code': 'NL', 'type': 'healthcare', 'lineage': ['https://openalex.org/I2800006345']}], 'countries': ['NL'], 'is_corresponding': False, 'raw_author_name': 'Ewout W. Steyerberg', 'raw_affiliation_strings': ['Department of Biomedical Data Sciences, Leiden University Medical Centre (LUMC), Leiden, the Netherlands'], 'affiliations': [{'raw_affiliation_string': 'Department of Biomedical Data Sciences, Leiden University Medical Centre (LUMC), Leiden, the Netherlands', 'institution_ids': ['https://openalex.org/I2800006345']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5077058201', 'display_name': 'Hajime Uno', 'orcid': 'https://orcid.org/0000-0003-0622-8471'}, 'institutions': [{'id': 'https://openalex.org/I4210117453', 'display_name': 'Dana-Farber Cancer Institute', 'ror': 'https://ror.org/02jzgtq86', 'country_code': 'US', 'type': 'facility', 'lineage': ['https://openalex.org/I4210117453']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Hajime Uno', 'raw_affiliation_strings': ['Division of Population Sciences, Dana-Farber Cancer Institute, Boston, MA, USA'], 'affiliations': [{'raw_affiliation_string': 'Division of Population Sciences, Dana-Farber Cancer Institute, Boston, MA, USA', 'institution_ids': ['https://openalex.org/I4210117453']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5031091826', 'display_name': 'B. De Cock', 'orcid': 'https://orcid.org/0000-0002-1310-6336'}, 'institutions': [{'id': 'https://openalex.org/I99464096', 'display_name': 'KU Leuven', 'ror': 'https://ror.org/05f950310', 'country_code': 'BE', 'type': 'education', 'lineage': ['https://openalex.org/I99464096']}], 'countries': ['BE'], 'is_corresponding': False, 'raw_author_name': 'Bavo De Cock', 'raw_affiliation_strings': ['KU Leuven, Department of Development and Regeneration, Leuven, Belgium'], 'affiliations': [{'raw_affiliation_string': 'KU Leuven, Department of Development and Regeneration, Leuven, Belgium', 'institution_ids': ['https://openalex.org/I99464096']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5069906805', 'display_name': 'Laure Wynants', 'orcid': 'https://orcid.org/0000-0002-3037-122X'}, 'institutions': [{'id': 'https://openalex.org/I99464096', 'display_name': 'KU Leuven', 'ror': 'https://ror.org/05f950310', 'country_code': 'BE', 'type': 'education', 'lineage': ['https://openalex.org/I99464096']}], 'countries': ['BE'], 'is_corresponding': False, 'raw_author_name': 'Laure Wynants', 'raw_affiliation_strings': ['KU Leuven, Department of Development and Regeneration, Leuven, Belgium'], 'affiliations': [{'raw_affiliation_string': 'KU Leuven, Department of Development and Regeneration, Leuven, Belgium', 'institution_ids': ['https://openalex.org/I99464096']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5060891981', 'display_name': 'Gary S. Collins', 'orcid': 'https://orcid.org/0000-0002-2772-2316'}, 'institutions': [{'id': 'https://openalex.org/I2801809904', 'display_name': 'Nuffield Orthopaedic Centre', 'ror': 'https://ror.org/0036ate90', 'country_code': 'GB', 'type': 'healthcare', 'lineage': ['https://openalex.org/I2801809904', 'https://openalex.org/I4210147381']}, {'id': 'https://openalex.org/I4210147381', 'display_name': 'Oxford University Hospitals NHS Trust', 'ror': 'https://ror.org/03h2bh287', 'country_code': 'GB', 'type': 'healthcare', 'lineage': ['https://openalex.org/I4210147381']}, {'id': 'https://openalex.org/I40120149', 'display_name': 'University of Oxford', 'ror': 'https://ror.org/052gg0110', 'country_code': 'GB', 'type': 'education', 'lineage': ['https://openalex.org/I40120149']}], 'countries': ['GB'], 'is_corresponding': False, 'raw_author_name': 'Gary S. Collins', 'raw_affiliation_strings': ['Centre for Statistics in Medicine, Nuffield Department of Orthopaedics, Rheumatology and Musculoskeletal Sciences, University of Oxford, Oxford, UK', 'Oxford University Hospitals NHS Foundation Trust, Oxford, UK'], 'affiliations': [{'raw_affiliation_string': 'Centre for Statistics in Medicine, Nuffield Department of Orthopaedics, Rheumatology and Musculoskeletal Sciences, University of Oxford, Oxford, UK', 'institution_ids': ['https://openalex.org/I2801809904', 'https://openalex.org/I40120149']}, {'raw_affiliation_string': 'Oxford University Hospitals NHS Foundation Trust, Oxford, UK', 'institution_ids': ['https://openalex.org/I4210147381']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5086320066', 'display_name': 'Ben Van Calster', 'orcid': 'https://orcid.org/0000-0003-1613-7450'}, 'institutions': [{'id': 'https://openalex.org/I99464096', 'display_name': 'KU Leuven', 'ror': 'https://ror.org/05f950310', 'country_code': 'BE', 'type': 'education', 'lineage': ['https://openalex.org/I99464096']}, {'id': 'https://openalex.org/I2800006345', 'display_name': 'Leiden University Medical Center', 'ror': 'https://ror.org/05xvt9f17', 'country_code': 'NL', 'type': 'healthcare', 'lineage': ['https://openalex.org/I2800006345']}], 'countries': ['BE', 'NL'], 'is_corresponding': True, 'raw_author_name': 'Ben Van Calster', 'raw_affiliation_strings': ['Department of Biomedical Data Sciences, Leiden University Medical Centre (LUMC), Leiden, the Netherlands', 'KU Leuven, Department of Development and Regeneration, Leuven, Belgium'], 'affiliations': [{'raw_affiliation_string': 'KU Leuven, Department of Development and Regeneration, Leuven, Belgium', 'institution_ids': ['https://openalex.org/I99464096']}, {'raw_affiliation_string': 'Department of Biomedical Data Sciences, Leiden University Medical Centre (LUMC), Leiden, the Netherlands', 'institution_ids': ['https://openalex.org/I2800006345']}]}], 'institution_assertions': [], 'countries_distinct_count': 4, 'institutions_distinct_count': 6, 'corresponding_author_ids': ['https://openalex.org/A5086320066'], 'corresponding_institution_ids': ['https://openalex.org/I99464096', 'https://openalex.org/I2800006345'], 'apc_list': {'value': 3870, 'currency': 'USD', 'value_usd': 3870, 'provenance': 'doaj'}, 'apc_paid': {'value': 3870, 'currency': 'USD', 'value_usd': 3870, 'provenance': 'doaj'}, 'fwci': 8.326, 'has_fulltext': True, 'fulltext_origin': 'pdf', 'cited_by_count': 79, 'citation_normalized_percentile': {'value': 0.999974, 'is_in_top_1_percent': True, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 98, 'max': 99}, 'biblio': {'volume': '126', 'issue': None, 'first_page': '207', 'last_page': '216'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T10218', 'display_name': 'Sepsis Diagnosis and Treatment', 'score': 0.9977, 'subfield': {'id': 'https://openalex.org/subfields/2713', 'display_name': 'Epidemiology'}, 'field': {'id': 'https://openalex.org/fields/27', 'display_name': 'Medicine'}, 'domain': {'id': 'https://openalex.org/domains/4', 'display_name': 'Health Sciences'}}, 'topics': [{'id': 'https://openalex.org/T10218', 'display_name': 'Sepsis Diagnosis and Treatment', 'score': 0.9977, 'subfield': {'id': 'https://openalex.org/subfields/2713', 'display_name': 'Epidemiology'}, 'field': {'id': 'https://openalex.org/fields/27', 'display_name': 'Medicine'}, 'domain': {'id': 'https://openalex.org/domains/4', 'display_name': 'Health Sciences'}}, {'id': 'https://openalex.org/T14400', 'display_name': 'Medical Coding and Health Information', 'score': 0.9942, 'subfield': {'id': 'https://openalex.org/subfields/3605', 'display_name': 'Health Information Management'}, 'field': {'id': 'https://openalex.org/fields/36', 'display_name': 'Health Professions'}, 'domain': {'id': 'https://openalex.org/domains/4', 'display_name': 'Health Sciences'}}, {'id': 'https://openalex.org/T13702', 'display_name': 'Machine Learning in Healthcare', 'score': 0.9746, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/predictive-modelling', 'display_name': 'Predictive modelling', 'score': 0.5336882}, {'id': 'https://openalex.org/keywords/value', 'display_name': 'Value (mathematics)', 'score': 0.4838161}], 'concepts': [{'id': 'https://openalex.org/C58471807', 'wikidata': 'https://www.wikidata.org/wiki/Q327120', 'display_name': 'Receiver operating characteristic', 'level': 2, 'score': 0.6565484}, {'id': 'https://openalex.org/C105795698', 'wikidata': 'https://www.wikidata.org/wiki/Q12483', 'display_name': 'Statistics', 'level': 1, 'score': 0.5365354}, {'id': 'https://openalex.org/C45804977', 'wikidata': 'https://www.wikidata.org/wiki/Q7239673', 'display_name': 'Predictive modelling', 'level': 2, 'score': 0.5336882}, {'id': 'https://openalex.org/C2776291640', 'wikidata': 'https://www.wikidata.org/wiki/Q2912517', 'display_name': 'Value (mathematics)', 'level': 2, 'score': 0.4838161}, {'id': 'https://openalex.org/C71924100', 'wikidata': 'https://www.wikidata.org/wiki/Q11190', 'display_name': 'Medicine', 'level': 0, 'score': 0.42763433}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.4220277}], 'mesh': [{'descriptor_ui': 'D003657', 'descriptor_name': 'Decision Making', 'qualifier_ui': 'Q000941', 'qualifier_name': 'ethics', 'is_major_topic': True}, {'descriptor_ui': 'D008198', 'descriptor_name': 'Lymph Nodes', 'qualifier_ui': 'Q000601', 'qualifier_name': 'surgery', 'is_major_topic': True}, {'descriptor_ui': 'D013736', 'descriptor_name': 'Testicular Neoplasms', 'qualifier_ui': 'Q000188', 'qualifier_name': 'drug therapy', 'is_major_topic': True}, {'descriptor_ui': 'D019540', 'descriptor_name': 'Area Under Curve', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D000081415', 'descriptor_name': 'Clinical Decision Rules', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D003198', 'descriptor_name': 'Computer Simulation', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D006801', 'descriptor_name': 'Humans', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D008297', 'descriptor_name': 'Male', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D015233', 'descriptor_name': 'Models, Statistical', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D008962', 'descriptor_name': 'Models, Theoretical', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D011237', 'descriptor_name': 'Predictive Value of Tests', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D012372', 'descriptor_name': 'ROC Curve', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D012186', 'descriptor_name': 'Retroperitoneal Neoplasms', 'qualifier_ui': 'Q000473', 'qualifier_name': 'pathology', 'is_major_topic': False}, {'descriptor_ui': 'D018570', 'descriptor_name': 'Risk Assessment', 'qualifier_ui': 'Q000379', 'qualifier_name': 'methods', 'is_major_topic': False}, {'descriptor_ui': 'D012680', 'descriptor_name': 'Sensitivity and Specificity', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}], 'locations_count': 5, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.1016/j.jclinepi.2020.01.028', 'pdf_url': 'http://www.jclinepi.com/article/S0895435618310047/pdf', 'source': {'id': 'https://openalex.org/S64418186', 'display_name': 'Journal of Clinical Epidemiology', 'issn_l': '0895-4356', 'issn': ['0895-4356', '1878-5921'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320990', 'host_organization_name': 'Elsevier BV', 'host_organization_lineage': ['https://openalex.org/P4310320990'], 'host_organization_lineage_names': ['Elsevier BV'], 'type': 'journal'}, 'license': 'cc-by-nc-nd', 'license_id': 'https://openalex.org/licenses/cc-by-nc-nd', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://hdl.handle.net/1887/3185125', 'pdf_url': 'https://scholarlypublications.universiteitleiden.nl/access/item%3A3494478/view', 'source': {'id': 'https://openalex.org/S4306401843', 'display_name': 'Data Archiving and Networked Services (DANS)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1322597698', 'host_organization_name': 'Royal Netherlands Academy of Arts and Sciences', 'host_organization_lineage': ['https://openalex.org/I1322597698'], 'host_organization_lineage_names': ['Royal Netherlands Academy of Arts and Sciences'], 'type': 'repository'}, 'license': 'other-oa', 'license_id': 'https://openalex.org/licenses/other-oa', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://ora.ox.ac.uk/objects/uuid:9b275684-7dd9-4e5c-a72f-7e4266c9d187', 'pdf_url': 'https://ora.ox.ac.uk/objects/uuid:9b275684-7dd9-4e5c-a72f-7e4266c9d187/files/sqj72p7460', 'source': {'id': 'https://openalex.org/S4306402636', 'display_name': 'Oxford University Research Archive (ORA) (University of Oxford)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I40120149', 'host_organization_name': 'University of Oxford', 'host_organization_lineage': ['https://openalex.org/I40120149'], 'host_organization_lineage_names': ['University of Oxford'], 'type': 'repository'}, 'license': 'cc-by-nc-nd', 'license_id': 'https://openalex.org/licenses/cc-by-nc-nd', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://lirias.kuleuven.be/handle/123456789/660124', 'pdf_url': 'https://lirias.kuleuven.be/bitstream/123456789/660124/3/ROC%20curves%20for%20clinical%20prediction%20models%20part%201.pdf', 'source': {'id': 'https://openalex.org/S4306401954', 'display_name': 'Lirias (KU Leuven)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I99464096', 'host_organization_name': 'KU Leuven', 'host_organization_lineage': ['https://openalex.org/I99464096'], 'host_organization_lineage_names': ['KU Leuven'], 'type': 'repository'}, 'license': 'cc-by-nc-nd', 'license_id': 'https://openalex.org/licenses/cc-by-nc-nd', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': False, 'landing_page_url': 'https://pubmed.ncbi.nlm.nih.gov/32712176', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306525036', 'display_name': 'PubMed', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1016/j.jclinepi.2020.01.028', 'pdf_url': 'http://www.jclinepi.com/article/S0895435618310047/pdf', 'source': {'id': 'https://openalex.org/S64418186', 'display_name': 'Journal of Clinical Epidemiology', 'issn_l': '0895-4356', 'issn': ['0895-4356', '1878-5921'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320990', 'host_organization_name': 'Elsevier BV', 'host_organization_lineage': ['https://openalex.org/P4310320990'], 'host_organization_lineage_names': ['Elsevier BV'], 'type': 'journal'}, 'license': 'cc-by-nc-nd', 'license_id': 'https://openalex.org/licenses/cc-by-nc-nd', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [{'id': 'https://metadata.un.org/sdg/10', 'display_name': 'Reduced inequalities', 'score': 0.72}], 'grants': [{'funder': 'https://openalex.org/F4320308927', 'funder_display_name': 'Patient-Centered Outcomes Research Institute', 'award_id': None}, {'funder': 'https://openalex.org/F4320319985', 'funder_display_name': 'Cancer Research UK', 'award_id': None}, {'funder': 'https://openalex.org/F4320321730', 'funder_display_name': 'Fonds Wetenschappelijk Onderzoek', 'award_id': None}, {'funder': 'https://openalex.org/F4320334960', 'funder_display_name': 'Seventh Framework Programme', 'award_id': None}, {'funder': 'https://openalex.org/F4320336045', 'funder_display_name': 'NIHR Oxford Biomedical Research Centre', 'award_id': None}], 'datasets': [], 'versions': [], 'referenced_works_count': 48, 'referenced_works': ['https://openalex.org/W1504852314', 'https://openalex.org/W1539462193', 'https://openalex.org/W1581514961', 'https://openalex.org/W1919766559', 'https://openalex.org/W1990534247', 'https://openalex.org/W1994682257', 'https://openalex.org/W1995735273', 'https://openalex.org/W2005060666', 'https://openalex.org/W2008755622', 'https://openalex.org/W2012092196', 'https://openalex.org/W2029426756', 'https://openalex.org/W2041256948', 'https://openalex.org/W2045030989', 'https://openalex.org/W2065565905', 'https://openalex.org/W2070808305', 'https://openalex.org/W2084139018', 'https://openalex.org/W2100078522', 'https://openalex.org/W2101936692', 'https://openalex.org/W2109242212', 'https://openalex.org/W2112316706', 'https://openalex.org/W2112670427', 'https://openalex.org/W2113419186', 'https://openalex.org/W2117352205', 'https://openalex.org/W2119910794', 'https://openalex.org/W2120579447', 'https://openalex.org/W2123664981', 'https://openalex.org/W2130383679', 'https://openalex.org/W2134268004', 'https://openalex.org/W2135356614', 'https://openalex.org/W2138023982', 'https://openalex.org/W2145126338', 'https://openalex.org/W2156458787', 'https://openalex.org/W2157825442', 'https://openalex.org/W2157995113', 'https://openalex.org/W2159249946', 'https://openalex.org/W2164723130', 'https://openalex.org/W2225109326', 'https://openalex.org/W2226880313', 'https://openalex.org/W2228956633', 'https://openalex.org/W2327688791', 'https://openalex.org/W2328176404', 'https://openalex.org/W2328340946', 'https://openalex.org/W2417116130', 'https://openalex.org/W2535854049', 'https://openalex.org/W2604847258', 'https://openalex.org/W2890840903', 'https://openalex.org/W4388317518', 'https://openalex.org/W580951042'], 'related_works': ['https://openalex.org/W4391375266', 'https://openalex.org/W4385649027', 'https://openalex.org/W3036922967', 'https://openalex.org/W3002753104', 'https://openalex.org/W2142036596', 'https://openalex.org/W2077600819', 'https://openalex.org/W2072657027', 'https://openalex.org/W2061531152', 'https://openalex.org/W2007980826', 'https://openalex.org/W1979597421'], 'abstract_inverted_index': {'ObjectivesReceiver': [0], 'operating': [1], 'characteristic': [2], '(ROC)': [3], 'curves': [4, 26, 61, 80, 99, 133, 146], 'show': [5, 138], 'how': [6, 24], 'well': [7], 'a': [8, 18, 43, 63, 92], 'risk': [9, 144, 172], 'prediction': [10, 54, 73], 'model': [11, 125], 'discriminates': [12], 'between': [13], 'patients': [14], 'with': [15, 90, 134], 'and': [16, 32, 34, 40, 68, 83, 120, 140], 'without': [17, 81], 'condition.': [19], 'We': [20, 56, 95, 130], 'aim': [21], 'to': [22, 155], 'investigate': [23], 'ROC': [25, 60, 79, 88, 98, 132], 'are': [27, 121, 183], 'presented': [28, 78, 86], 'in': [29, 100], 'the': [30, 113, 117, 153, 161], 'literature': [31, 45], 'discuss': [33], 'illustrate': [35, 96], 'their': [36, 101], 'potential': [37], 'limitations.Study': [38], 'Design': [39], 'SettingWe': [41], 'conducted': [42], 'pragmatic': [44], 'review': [46], 'of': [47, 59], 'contemporary': [48], 'publications': [49], 'that': [50, 97], 'externally': [51], 'validated': [52], 'clinical': [53], 'models.': [55], 'illustrated': [57], 'limitations': [58], 'using': [62], 'testicular': [64], 'cancer': [65], 'case': [66], 'study': [67], 'simulated': [69], 'data.ResultsOf': [70], '86': [71], 'identified': [72], 'modeling': [74], 'studies,': [75], '52': [76], '(60%)': [77], 'thresholds': [82], 'one': [84], '(1%)': [85], 'an': [87, 108], 'curve': [89, 118], 'only': [91], 'few': [93], 'thresholds.': [94, 173], 'standard': [102], 'form': [103], 'withhold': [104], 'threshold': [105], 'information': [106, 151], 'have': [107], 'unstable': [109], 'shape': [110], 'even': [111], 'for': [112, 123, 164], 'same': [114], 'area': [115], 'under': [116], '(AUC)': [119], 'problematic': [122], 'comparing': [124], 'performance': [126, 163], 'conditional': [127, 142, 170], 'on': [128, 143, 171], 'threshold.': [129], 'compare': [131], 'classification': [135, 181], 'plots,': [136], 'which': [137], 'sensitivity': [139], 'specificity': [141], 'thresholds.ConclusionROC': [145], 'do': [147], 'not': [148], 'offer': [149], 'more': [150], 'than': [152], 'AUC': [154], 'indicate': [156], 'discriminative': [157], 'ability.': [158], 'To': [159], 'assess': [160], "model's": [162], 'decision-making,': [165], 'results': [166], 'should': [167], 'be': [168, 179], 'provided': [169], 'Therefore,': [174], 'if': [175], 'discriminatory': [176], 'ability': [177], 'must': [178], 'visualized,': [180], 'plots': [182], 'attractive.': [184]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W3045258609', 'counts_by_year': [{'year': 2024, 'cited_by_count': 25}, {'year': 2023, 'cited_by_count': 22}, {'year': 2022, 'cited_by_count': 15}, {'year': 2021, 'cited_by_count': 10}, {'year': 2020, 'cited_by_count': 5}, {'year': 2013, 'cited_by_count': 1}], 'updated_date': '2024-12-09T10:53:11.159454', 'created_date': '2020-07-29'}