Publication Information

{'id': 'https://openalex.org/W2151785814', 'doi': 'https://doi.org/10.1259/bjr.20140016', 'title': 'The average receiver operating characteristic curve in multireader multicase imaging studies', 'display_name': 'The average receiver operating characteristic curve in multireader multicase imaging studies', 'publication_year': 2014, 'publication_date': '2014-06-02', 'ids': {'openalex': 'https://openalex.org/W2151785814', 'doi': 'https://doi.org/10.1259/bjr.20140016', 'mag': '2151785814', 'pmid': 'https://pubmed.ncbi.nlm.nih.gov/24884728', 'pmcid': 'https://www.ncbi.nlm.nih.gov/pmc/articles/4112395'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1259/bjr.20140016', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S142542876', 'display_name': 'British Journal of Radiology', 'issn_l': '0007-1285', 'issn': ['0007-1285', '1748-880X'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320595', 'host_organization_name': 'Wiley', 'host_organization_lineage': ['https://openalex.org/P4310320595'], 'host_organization_lineage_names': ['Wiley'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref', 'pubmed'], 'open_access': {'is_oa': True, 'oa_status': 'green', 'oa_url': 'https://europepmc.org/articles/pmc4112395?pdf=render', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5054398049', 'display_name': 'W Chen', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I39565521', 'display_name': 'Office of Science', 'ror': 'https://ror.org/00mmn6b08', 'country_code': 'US', 'type': 'government', 'lineage': ['https://openalex.org/I1330989302', 'https://openalex.org/I39565521']}, {'id': 'https://openalex.org/I1335686170', 'display_name': 'Center for Devices and Radiological Health', 'ror': 'https://ror.org/007x9se63', 'country_code': 'US', 'type': 'healthcare', 'lineage': ['https://openalex.org/I1299022934', 'https://openalex.org/I1320320070', 'https://openalex.org/I1335686170']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'W Chen', 'raw_affiliation_strings': ['Division of Imaging and Applied Mathematics, Office of Science and Engineering Laboratories, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA'], 'affiliations': [{'raw_affiliation_string': 'Division of Imaging and Applied Mathematics, Office of Science and Engineering Laboratories, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA', 'institution_ids': ['https://openalex.org/I39565521', 'https://openalex.org/I1335686170']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5050029701', 'display_name': 'F. W. Samuelson', 'orcid': 'https://orcid.org/0000-0002-1130-0303'}, 'institutions': [{'id': 'https://openalex.org/I1335686170', 'display_name': 'Center for Devices and Radiological Health', 'ror': 'https://ror.org/007x9se63', 'country_code': 'US', 'type': 'healthcare', 'lineage': ['https://openalex.org/I1299022934', 'https://openalex.org/I1320320070', 'https://openalex.org/I1335686170']}, {'id': 'https://openalex.org/I39565521', 'display_name': 'Office of Science', 'ror': 'https://ror.org/00mmn6b08', 'country_code': 'US', 'type': 'government', 'lineage': ['https://openalex.org/I1330989302', 'https://openalex.org/I39565521']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'F W Samuelson', 'raw_affiliation_strings': ['Division of Imaging and Applied Mathematics, Office of Science and Engineering Laboratories, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA'], 'affiliations': [{'raw_affiliation_string': 'Division of Imaging and Applied Mathematics, Office of Science and Engineering Laboratories, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA', 'institution_ids': ['https://openalex.org/I1335686170', 'https://openalex.org/I39565521']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 2, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': 0.898, 'has_fulltext': True, 'fulltext_origin': 'ngrams', 'cited_by_count': 34, 'citation_normalized_percentile': {'value': 0.936187, 'is_in_top_1_percent': False, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 94, 'max': 95}, 'biblio': {'volume': '87', 'issue': '1040', 'first_page': '20140016', 'last_page': '20140016'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T13309', 'display_name': 'Reliability and Agreement in Measurement', 'score': 0.9935, 'subfield': {'id': 'https://openalex.org/subfields/1804', 'display_name': 'Statistics, Probability and Uncertainty'}, 'field': {'id': 'https://openalex.org/fields/18', 'display_name': 'Decision Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}, 'topics': [{'id': 'https://openalex.org/T13309', 'display_name': 'Reliability and Agreement in Measurement', 'score': 0.9935, 'subfield': {'id': 'https://openalex.org/subfields/1804', 'display_name': 'Statistics, Probability and Uncertainty'}, 'field': {'id': 'https://openalex.org/fields/18', 'display_name': 'Decision Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}, {'id': 'https://openalex.org/T11636', 'display_name': 'Artificial Intelligence in Healthcare and Education', 'score': 0.9867, 'subfield': {'id': 'https://openalex.org/subfields/2718', 'display_name': 'Health Informatics'}, 'field': {'id': 'https://openalex.org/fields/27', 'display_name': 'Medicine'}, 'domain': {'id': 'https://openalex.org/domains/4', 'display_name': 'Health Sciences'}}, {'id': 'https://openalex.org/T10862', 'display_name': 'AI in cancer detection', 'score': 0.984, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/area-under-curve', 'display_name': 'Area under curve', 'score': 0.6032069}], 'concepts': [{'id': 'https://openalex.org/C58471807', 'wikidata': 'https://www.wikidata.org/wiki/Q327120', 'display_name': 'Receiver operating characteristic', 'level': 2, 'score': 0.9396856}, {'id': 'https://openalex.org/C3020225094', 'wikidata': 'https://www.wikidata.org/wiki/Q80091', 'display_name': 'Area under curve', 'level': 3, 'score': 0.6032069}, {'id': 'https://openalex.org/C176217482', 'wikidata': 'https://www.wikidata.org/wiki/Q860554', 'display_name': 'Metric (unit)', 'level': 2, 'score': 0.5850011}, {'id': 'https://openalex.org/C117251300', 'wikidata': 'https://www.wikidata.org/wiki/Q1849855', 'display_name': 'Parametric statistics', 'level': 2, 'score': 0.5762062}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.46640033}, {'id': 'https://openalex.org/C76318530', 'wikidata': 'https://www.wikidata.org/wiki/Q16833590', 'display_name': 'Area under the curve', 'level': 2, 'score': 0.45042124}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.43325213}, {'id': 'https://openalex.org/C105795698', 'wikidata': 'https://www.wikidata.org/wiki/Q12483', 'display_name': 'Statistics', 'level': 1, 'score': 0.42871588}, {'id': 'https://openalex.org/C71924100', 'wikidata': 'https://www.wikidata.org/wiki/Q11190', 'display_name': 'Medicine', 'level': 0, 'score': 0.11303574}, {'id': 'https://openalex.org/C21547014', 'wikidata': 'https://www.wikidata.org/wiki/Q1423657', 'display_name': 'Operations management', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C112705442', 'wikidata': 'https://www.wikidata.org/wiki/Q323936', 'display_name': 'Pharmacokinetics', 'level': 2, 'score': 0.0}, {'id': 'https://openalex.org/C126322002', 'wikidata': 'https://www.wikidata.org/wiki/Q11180', 'display_name': 'Internal medicine', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C162324750', 'wikidata': 'https://www.wikidata.org/wiki/Q8134', 'display_name': 'Economics', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C98274493', 'wikidata': 'https://www.wikidata.org/wiki/Q128406', 'display_name': 'Pharmacology', 'level': 1, 'score': 0.0}], 'mesh': [{'descriptor_ui': 'D003952', 'descriptor_name': 'Diagnostic Imaging', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': True}, {'descriptor_ui': 'D012372', 'descriptor_name': 'ROC Curve', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': True}, {'descriptor_ui': 'D019540', 'descriptor_name': 'Area Under Curve', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D001699', 'descriptor_name': 'Biometry', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D006801', 'descriptor_name': 'Humans', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D012984', 'descriptor_name': 'Software', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}], 'locations_count': 4, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1259/bjr.20140016', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S142542876', 'display_name': 'British Journal of Radiology', 'issn_l': '0007-1285', 'issn': ['0007-1285', '1748-880X'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320595', 'host_organization_name': 'Wiley', 'host_organization_lineage': ['https://openalex.org/P4310320595'], 'host_organization_lineage_names': ['Wiley'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, {'is_oa': True, 'landing_page_url': 'https://europepmc.org/articles/pmc4112395', 'pdf_url': 'https://europepmc.org/articles/pmc4112395?pdf=render', 'source': {'id': 'https://openalex.org/S4306400806', 'display_name': 'Europe PMC (PubMed Central)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1303153112', 'host_organization_name': 'European Bioinformatics Institute', 'host_organization_lineage': ['https://openalex.org/I1303153112'], 'host_organization_lineage_names': ['European Bioinformatics Institute'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4112395', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S2764455111', 'display_name': 'PubMed Central', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': False, 'landing_page_url': 'https://pubmed.ncbi.nlm.nih.gov/24884728', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306525036', 'display_name': 'PubMed', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://europepmc.org/articles/pmc4112395', 'pdf_url': 'https://europepmc.org/articles/pmc4112395?pdf=render', 'source': {'id': 'https://openalex.org/S4306400806', 'display_name': 'Europe PMC (PubMed Central)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1303153112', 'host_organization_name': 'European Bioinformatics Institute', 'host_organization_lineage': ['https://openalex.org/I1303153112'], 'host_organization_lineage_names': ['European Bioinformatics Institute'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 19, 'referenced_works': ['https://openalex.org/W1515026043', 'https://openalex.org/W1539462193', 'https://openalex.org/W1963790578', 'https://openalex.org/W1968114652', 'https://openalex.org/W1979828965', 'https://openalex.org/W2037711351', 'https://openalex.org/W2039408393', 'https://openalex.org/W2049172236', 'https://openalex.org/W2069401973', 'https://openalex.org/W2089114844', 'https://openalex.org/W2094726405', 'https://openalex.org/W2097841139', 'https://openalex.org/W2122441470', 'https://openalex.org/W2127109751', 'https://openalex.org/W2138309086', 'https://openalex.org/W2158698691', 'https://openalex.org/W2277100736', 'https://openalex.org/W4293007919', 'https://openalex.org/W4388317518'], 'related_works': ['https://openalex.org/W49369087', 'https://openalex.org/W4399677914', 'https://openalex.org/W4376878184', 'https://openalex.org/W4213184571', 'https://openalex.org/W3108466129', 'https://openalex.org/W3030915957', 'https://openalex.org/W3027377361', 'https://openalex.org/W2392162854', 'https://openalex.org/W2390926424', 'https://openalex.org/W2074765259'], 'abstract_inverted_index': {'In': [0], 'multireader,': [1], 'multicase': [2], '(MRMC)': [3], 'receiver': [4], 'operating': [5], 'characteristic': [6], '(ROC)': [7], 'studies': [8, 192, 226], 'for': [9, 58, 79, 183, 217], 'evaluating': [10], 'medical': [11], 'imaging': [12, 116], 'systems,': [13], 'the': [14, 17, 30, 35, 41, 60, 88, 95, 138, 142, 146, 153, 197, 202, 215, 219], 'area': [15, 89, 105, 132, 162], 'under': [16, 90], 'ROC': [18, 37, 62, 65, 81, 86, 143, 168, 188, 221, 225], 'curve': [19, 38, 63, 169, 222], '(AUC)': [20], 'is': [21, 47, 54, 92, 159, 171, 211, 235], 'often': [22], 'used': [23], 'as': [24, 193], 'a': [25, 72, 76, 85, 114, 167, 194], 'summary': [26], 'metric.': [27], 'Owing': [28], 'to': [29, 39, 55, 94, 119, 196, 237], 'limitations': [31], 'of': [32, 51, 67, 98, 140, 176, 186], 'AUC,': [33], 'plotting': [34], 'average': [36, 61, 96, 175, 187, 220], 'accompany': [40], 'rigorous': [42, 198], 'statistical': [43, 199], 'inference': [44, 200], 'on': [45, 201], 'AUC': [46, 97, 203], 'recommended.': [48], 'The': [49, 206, 230], 'objective': [50], 'this': [52], 'article': [53], 'investigate': [56], 'methods': [57, 122, 130, 180, 210], 'generating': [59, 218], 'from': [64, 214], 'curves': [66, 82, 189], 'individual': [68, 99], 'readers.We': [69], 'present': [70], 'both': [71], 'non-parametric': [73], 'method': [74, 78, 139], 'and': [75, 113, 123, 164], 'parametric': [77], 'averaging': [80, 141], 'that': [83, 127, 137, 170], 'produce': [84, 166], 'curve,': [87], 'which': [91], 'equal': [93], 'readers': [100], '(a': [101], 'property': [102], 'we': [103, 233], 'call': [104], 'preserving).': [106], 'We': [107, 134], 'use': [108], 'hypothetical': [109], 'examples,': [110], 'simulated': [111], 'data': [112, 117], 'real-world': [115], 'set': [118], 'illustrate': [120], 'these': [121, 209], 'their': [124], 'properties.We': [125], 'show': [126, 136], 'our': [128], 'proposed': [129, 179], 'are': [131, 181, 227], 'preserving.': [133], 'also': [135], 'parameters,': [144], 'either': [145], 'conventional': [147], 'bi-normal': [148, 155], 'parameters': [149, 156], '(a,': [150], 'b)': [151], 'or': [152], 'proper': [154], '(c,': [157], 'da),': [158], 'generally': [160], 'not': [161, 173], 'preserving': [163], 'may': [165], 'intuitively': [172], 'an': [174], 'multiple': [177], 'curves.Our': [178], 'useful': [182, 236], 'making': [184], 'plots': [185], 'in': [190, 223], 'MRMC': [191, 224], 'companion': [195], 'end': [204], 'point.': [205], 'software': [207], 'implementing': [208], 'freely': [212], 'available': [213], 'authors.METHODS': [216], 'formally': [228], 'investigated.': [229], 'area-preserving': [231], 'criterion': [232], 'defined': [234], 'evaluate': [238], 'such': [239], 'methods.': [240]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W2151785814', 'counts_by_year': [{'year': 2024, 'cited_by_count': 4}, {'year': 2023, 'cited_by_count': 5}, {'year': 2022, 'cited_by_count': 8}, {'year': 2021, 'cited_by_count': 4}, {'year': 2020, 'cited_by_count': 2}, {'year': 2019, 'cited_by_count': 3}, {'year': 2018, 'cited_by_count': 4}, {'year': 2017, 'cited_by_count': 2}, {'year': 2016, 'cited_by_count': 1}, {'year': 2015, 'cited_by_count': 1}], 'updated_date': '2024-12-08T13:15:54.839805', 'created_date': '2016-06-24'}