Publication Information

{'id': 'https://openalex.org/W3135972631', 'doi': 'https://doi.org/10.1371/journal.pone.0249051', 'title': 'Pre-screening workers to overcome bias amplification in online labour markets', 'display_name': 'Pre-screening workers to overcome bias amplification in online labour markets', 'publication_year': 2021, 'publication_date': '2021-03-23', 'ids': {'openalex': 'https://openalex.org/W3135972631', 'doi': 'https://doi.org/10.1371/journal.pone.0249051', 'mag': '3135972631', 'pmid': 'https://pubmed.ncbi.nlm.nih.gov/33755712', 'pmcid': 'https://www.ncbi.nlm.nih.gov/pmc/articles/7987151'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1371/journal.pone.0249051', 'pdf_url': 'https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0249051&type=printable', 'source': {'id': 'https://openalex.org/S202381698', 'display_name': 'PLoS ONE', 'issn_l': '1932-6203', 'issn': ['1932-6203'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310315706', 'host_organization_name': 'Public Library of Science', 'host_organization_lineage': ['https://openalex.org/P4310315706'], 'host_organization_lineage_names': ['Public Library of Science'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref', 'doaj', 'pubmed'], 'open_access': {'is_oa': True, 'oa_status': 'gold', 'oa_url': 'https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0249051&type=printable', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5075577670', 'display_name': 'Ans Vercammen', 'orcid': 'https://orcid.org/0000-0003-1229-9401'}, 'institutions': [{'id': 'https://openalex.org/I47508984', 'display_name': 'Imperial College London', 'ror': 'https://ror.org/041kmwe10', 'country_code': 'GB', 'type': 'education', 'lineage': ['https://openalex.org/I47508984']}], 'countries': ['GB'], 'is_corresponding': True, 'raw_author_name': 'Ans Vercammen', 'raw_affiliation_strings': ['Centre for Environmental Policy, Imperial College London, London, United Kingdom'], 'affiliations': [{'raw_affiliation_string': 'Centre for Environmental Policy, Imperial College London, London, United Kingdom', 'institution_ids': ['https://openalex.org/I47508984']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5086811130', 'display_name': 'Alexandru Marcoci', 'orcid': 'https://orcid.org/0000-0002-5780-0805'}, 'institutions': [{'id': 'https://openalex.org/I114027177', 'display_name': 'University of North Carolina at Chapel Hill', 'ror': 'https://ror.org/0130frc33', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I114027177']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Alexandru Marcoci', 'raw_affiliation_strings': ['Philosophy Department, UNC Chapel Hill, Chapel Hill, NC, United States of America'], 'affiliations': [{'raw_affiliation_string': 'Philosophy Department, UNC Chapel Hill, Chapel Hill, NC, United States of America', 'institution_ids': ['https://openalex.org/I114027177']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5058593368', 'display_name': 'Mark A. Burgman', 'orcid': 'https://orcid.org/0000-0003-0435-4829'}, 'institutions': [{'id': 'https://openalex.org/I47508984', 'display_name': 'Imperial College London', 'ror': 'https://ror.org/041kmwe10', 'country_code': 'GB', 'type': 'education', 'lineage': ['https://openalex.org/I47508984']}], 'countries': ['GB'], 'is_corresponding': False, 'raw_author_name': 'Mark Burgman', 'raw_affiliation_strings': ['Centre for Environmental Policy, Imperial College London, London, United Kingdom'], 'affiliations': [{'raw_affiliation_string': 'Centre for Environmental Policy, Imperial College London, London, United Kingdom', 'institution_ids': ['https://openalex.org/I47508984']}]}], 'institution_assertions': [], 'countries_distinct_count': 2, 'institutions_distinct_count': 2, 'corresponding_author_ids': ['https://openalex.org/A5075577670'], 'corresponding_institution_ids': ['https://openalex.org/I47508984'], 'apc_list': {'value': 1805, 'currency': 'USD', 'value_usd': 1805, 'provenance': 'doaj'}, 'apc_paid': {'value': 1805, 'currency': 'USD', 'value_usd': 1805, 'provenance': 'doaj'}, 'fwci': 0.0, 'has_fulltext': False, 'cited_by_count': 0, 'citation_normalized_percentile': {'value': 0.0, 'is_in_top_1_percent': False, 'is_in_top_10_percent': False}, 'cited_by_percentile_year': {'min': 0, 'max': 57}, 'biblio': {'volume': '16', 'issue': '3', 'first_page': 'e0249051', 'last_page': 'e0249051'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T11704', 'display_name': 'Mobile Crowdsensing and Crowdsourcing', 'score': 0.9989, 'subfield': {'id': 'https://openalex.org/subfields/1706', 'display_name': 'Computer Science Applications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T11704', 'display_name': 'Mobile Crowdsensing and Crowdsourcing', 'score': 0.9989, 'subfield': {'id': 'https://openalex.org/subfields/1706', 'display_name': 'Computer Science Applications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10646', 'display_name': 'Experimental Behavioral Economics Studies', 'score': 0.9962, 'subfield': {'id': 'https://openalex.org/subfields/3311', 'display_name': 'Safety Research'}, 'field': {'id': 'https://openalex.org/fields/33', 'display_name': 'Social Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}, {'id': 'https://openalex.org/T10315', 'display_name': 'Decision-Making and Behavioral Economics', 'score': 0.9927, 'subfield': {'id': 'https://openalex.org/subfields/1800', 'display_name': 'General Decision Sciences'}, 'field': {'id': 'https://openalex.org/fields/18', 'display_name': 'Decision Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/debiasing', 'display_name': 'Debiasing', 'score': 0.839491}, {'id': 'https://openalex.org/keywords/pooling', 'display_name': 'Pooling', 'score': 0.7176129}, {'id': 'https://openalex.org/keywords/commit', 'display_name': 'Commit', 'score': 0.69199085}, {'id': 'https://openalex.org/keywords/crowdsourcing', 'display_name': 'Crowdsourcing', 'score': 0.6384063}, {'id': 'https://openalex.org/keywords/judgement', 'display_name': 'Judgement', 'score': 0.544339}, {'id': 'https://openalex.org/keywords/confirmation-bias', 'display_name': 'Confirmation bias', 'score': 0.48771963}, {'id': 'https://openalex.org/keywords/overconfidence-effect', 'display_name': 'Overconfidence effect', 'score': 0.48749804}], 'concepts': [{'id': 'https://openalex.org/C2779458634', 'wikidata': 'https://www.wikidata.org/wiki/Q24963715', 'display_name': 'Debiasing', 'level': 2, 'score': 0.839491}, {'id': 'https://openalex.org/C70437156', 'wikidata': 'https://www.wikidata.org/wiki/Q7228652', 'display_name': 'Pooling', 'level': 2, 'score': 0.7176129}, {'id': 'https://openalex.org/C153180980', 'wikidata': 'https://www.wikidata.org/wiki/Q19776675', 'display_name': 'Commit', 'level': 2, 'score': 0.69199085}, {'id': 'https://openalex.org/C189216375', 'wikidata': 'https://www.wikidata.org/wiki/Q1127759', 'display_name': 'Cognitive bias', 'level': 3, 'score': 0.668467}, {'id': 'https://openalex.org/C62230096', 'wikidata': 'https://www.wikidata.org/wiki/Q275969', 'display_name': 'Crowdsourcing', 'level': 2, 'score': 0.6384063}, {'id': 'https://openalex.org/C169900460', 'wikidata': 'https://www.wikidata.org/wiki/Q2200417', 'display_name': 'Cognition', 'level': 2, 'score': 0.6027724}, {'id': 'https://openalex.org/C2777267654', 'wikidata': 'https://www.wikidata.org/wiki/Q3519023', 'display_name': 'Test (biology)', 'level': 2, 'score': 0.56599957}, {'id': 'https://openalex.org/C2776548248', 'wikidata': 'https://www.wikidata.org/wiki/Q12621536', 'display_name': 'Judgement', 'level': 2, 'score': 0.544339}, {'id': 'https://openalex.org/C180747234', 'wikidata': 'https://www.wikidata.org/wiki/Q23373', 'display_name': 'Cognitive psychology', 'level': 1, 'score': 0.52214605}, {'id': 'https://openalex.org/C79585631', 'wikidata': 'https://www.wikidata.org/wiki/Q431498', 'display_name': 'Confirmation bias', 'level': 2, 'score': 0.48771963}, {'id': 'https://openalex.org/C51110983', 'wikidata': 'https://www.wikidata.org/wiki/Q16503490', 'display_name': 'Overconfidence effect', 'level': 2, 'score': 0.48749804}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.4539634}, {'id': 'https://openalex.org/C2776119841', 'wikidata': 'https://www.wikidata.org/wiki/Q837675', 'display_name': 'Jury', 'level': 2, 'score': 0.43433735}, {'id': 'https://openalex.org/C15744967', 'wikidata': 'https://www.wikidata.org/wiki/Q9418', 'display_name': 'Psychology', 'level': 0, 'score': 0.42193046}, {'id': 'https://openalex.org/C2522767166', 'wikidata': 'https://www.wikidata.org/wiki/Q2374463', 'display_name': 'Data science', 'level': 1, 'score': 0.35915208}, {'id': 'https://openalex.org/C119857082', 'wikidata': 'https://www.wikidata.org/wiki/Q2539', 'display_name': 'Machine learning', 'level': 1, 'score': 0.32759666}, {'id': 'https://openalex.org/C77805123', 'wikidata': 'https://www.wikidata.org/wiki/Q161272', 'display_name': 'Social psychology', 'level': 1, 'score': 0.3267408}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.29497182}, {'id': 'https://openalex.org/C151730666', 'wikidata': 'https://www.wikidata.org/wiki/Q7205', 'display_name': 'Paleontology', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C77088390', 'wikidata': 'https://www.wikidata.org/wiki/Q8513', 'display_name': 'Database', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C169760540', 'wikidata': 'https://www.wikidata.org/wiki/Q207011', 'display_name': 'Neuroscience', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C136764020', 'wikidata': 'https://www.wikidata.org/wiki/Q466', 'display_name': 'World Wide Web', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C17744445', 'wikidata': 'https://www.wikidata.org/wiki/Q36442', 'display_name': 'Political science', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C199539241', 'wikidata': 'https://www.wikidata.org/wiki/Q7748', 'display_name': 'Law', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C86803240', 'wikidata': 'https://www.wikidata.org/wiki/Q420', 'display_name': 'Biology', 'level': 0, 'score': 0.0}], 'mesh': [{'descriptor_ui': 'D007586', 'descriptor_name': 'Job Application', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': True}, {'descriptor_ui': 'D011340', 'descriptor_name': 'Problem Solving', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': True}, {'descriptor_ui': 'D000328', 'descriptor_name': 'Adult', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D015982', 'descriptor_name': 'Bias', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D063045', 'descriptor_name': 'Crowdsourcing', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D005260', 'descriptor_name': 'Female', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D006801', 'descriptor_name': 'Humans', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D007600', 'descriptor_name': 'Judgment', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D008297', 'descriptor_name': 'Male', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D008875', 'descriptor_name': 'Middle Aged', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D009483', 'descriptor_name': 'Neuropsychological Tests', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D011795', 'descriptor_name': 'Surveys and Questionnaires', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}], 'locations_count': 6, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.1371/journal.pone.0249051', 'pdf_url': 'https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0249051&type=printable', 'source': {'id': 'https://openalex.org/S202381698', 'display_name': 'PLoS ONE', 'issn_l': '1932-6203', 'issn': ['1932-6203'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310315706', 'host_organization_name': 'Public Library of Science', 'host_organization_lineage': ['https://openalex.org/P4310315706'], 'host_organization_lineage_names': ['Public Library of Science'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': False, 'landing_page_url': 'https://doaj.org/article/1b3d1900b83042f4b499e03806ec0c5d', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306401280', 'display_name': 'DOAJ (DOAJ: Directory of Open Access Journals)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': None, 'host_organization_name': None, 'host_organization_lineage': [], 'host_organization_lineage_names': [], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, {'is_oa': True, 'landing_page_url': 'http://hdl.handle.net/11343/277913', 'pdf_url': 'http://minerva-access.unimelb.edu.au/bitstreams/53eac12c-bf62-5a26-b728-7d0dd87b8430/download', 'source': {'id': 'https://openalex.org/S4306402500', 'display_name': 'Minerva Access (University of Melbourne)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I165779595', 'host_organization_name': 'University of Melbourne', 'host_organization_lineage': ['https://openalex.org/I165779595'], 'host_organization_lineage_names': ['University of Melbourne'], 'type': 'repository'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'http://hdl.handle.net/10044/1/88645', 'pdf_url': 'http://spiral.imperial.ac.uk/bitstream/10044/1/88645/7/journal.pone.0249051.pdf', 'source': {'id': 'https://openalex.org/S4306401396', 'display_name': 'Spiral (Imperial College London)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I47508984', 'host_organization_name': 'Imperial College London', 'host_organization_lineage': ['https://openalex.org/I47508984'], 'host_organization_lineage_names': ['Imperial College London'], 'type': 'repository'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://www.ncbi.nlm.nih.gov/pmc/articles/PMC7987151', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S2764455111', 'display_name': 'PubMed Central', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': False, 'landing_page_url': 'https://pubmed.ncbi.nlm.nih.gov/33755712', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306525036', 'display_name': 'PubMed', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1371/journal.pone.0249051', 'pdf_url': 'https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0249051&type=printable', 'source': {'id': 'https://openalex.org/S202381698', 'display_name': 'PLoS ONE', 'issn_l': '1932-6203', 'issn': ['1932-6203'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310315706', 'host_organization_name': 'Public Library of Science', 'host_organization_lineage': ['https://openalex.org/P4310315706'], 'host_organization_lineage_names': ['Public Library of Science'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [{'display_name': 'Decent work and economic growth', 'id': 'https://metadata.un.org/sdg/8', 'score': 0.71}], 'grants': [{'funder': 'https://openalex.org/F4320333051', 'funder_display_name': 'Intelligence Advanced Research Projects Activity', 'award_id': '2017-16122000002'}], 'datasets': [], 'versions': [], 'referenced_works_count': 43, 'referenced_works': ['https://openalex.org/W1521226446', 'https://openalex.org/W158727920', 'https://openalex.org/W166271198', 'https://openalex.org/W1982343866', 'https://openalex.org/W1988488214', 'https://openalex.org/W1995081088', 'https://openalex.org/W1996176994', 'https://openalex.org/W1998351012', 'https://openalex.org/W2022860576', 'https://openalex.org/W2026043261', 'https://openalex.org/W2049708930', 'https://openalex.org/W2050520476', 'https://openalex.org/W2056792865', 'https://openalex.org/W2065049201', 'https://openalex.org/W2074012419', 'https://openalex.org/W2079353128', 'https://openalex.org/W2081056419', 'https://openalex.org/W2104749423', 'https://openalex.org/W2105753174', 'https://openalex.org/W2108920669', 'https://openalex.org/W2111275873', 'https://openalex.org/W2119298903', 'https://openalex.org/W2125552829', 'https://openalex.org/W2136606893', 'https://openalex.org/W2141708418', 'https://openalex.org/W2166658986', 'https://openalex.org/W2179294140', 'https://openalex.org/W2494441066', 'https://openalex.org/W2602915403', 'https://openalex.org/W2611330273', 'https://openalex.org/W2748181679', 'https://openalex.org/W2781518447', 'https://openalex.org/W2783668259', 'https://openalex.org/W2787233800', 'https://openalex.org/W2797117355', 'https://openalex.org/W2912623520', 'https://openalex.org/W2937219668', 'https://openalex.org/W3000459150', 'https://openalex.org/W3016049383', 'https://openalex.org/W4246655666', 'https://openalex.org/W4249247059', 'https://openalex.org/W4292157289', 'https://openalex.org/W4313429106'], 'related_works': ['https://openalex.org/W805652236', 'https://openalex.org/W4383620860', 'https://openalex.org/W4377028568', 'https://openalex.org/W4366462861', 'https://openalex.org/W4292260720', 'https://openalex.org/W3126550049', 'https://openalex.org/W2999720361', 'https://openalex.org/W2733554571', 'https://openalex.org/W2549718520', 'https://openalex.org/W2178302034'], 'abstract_inverted_index': {'Groups': [0], 'have': [1], 'access': [2], 'to': [3, 19, 25, 62, 81, 110, 123], 'more': [4], 'diverse': [5], 'information': [6], 'and': [7, 89, 116, 176], 'typically': [8], 'outperform': [9], 'individuals': [10, 61, 165], 'on': [11, 74], 'problem': [12], 'solving': [13], 'tasks.': [14], 'Crowdsolving': [15], 'utilises': [16], 'this': [17, 42], 'principle': [18], 'generate': [20], 'novel': [21], 'and/or': [22], 'superior': [23], 'solutions': [24], 'intellective': [26], 'tasks': [27], 'by': [28, 154], 'pooling': [29], 'the': [30, 48, 52, 69, 87, 95, 98, 155, 167], 'inputs': [31], 'from': [32], 'a': [33, 75, 120], 'distributed': [34], 'online': [35, 84], 'crowd.': [36], 'However,': [37], 'it': [38], 'is': [39], 'unclear': [40], 'whether': [41], 'particular': [43], 'instance': [44], 'of': [45, 47, 54, 71, 83, 97], '“wisdom': [46], 'crowd”': [49], 'can': [50, 171], 'overcome': [51], 'influence': [53], 'potent': [55], 'cognitive': [56, 72, 111], 'biases': [57, 112, 131, 145], 'that': [58, 129, 163], 'habitually': [59], 'lead': [60], 'commit': [63], 'reasoning': [64], 'errors.': [65], 'We': [66, 92, 127], 'empirically': [67], 'test': [68, 114], 'prevalence': [70], 'bias': [73, 82], 'popular': [76], 'crowdsourcing': [77], 'platform,': [78], 'examining': [79], 'susceptibility': [80, 109], 'panels': [85], 'at': [86], 'individual': [88], 'aggregate': [90], 'levels.': [91], 'then': [93], 'investigate': [94], 'use': [96], 'Cognitive': [99, 168], 'Reflection': [100, 169], 'Test,': [101], 'notable': [102], 'for': [103, 107], 'its': [104], 'predictive': [105], 'validity': [106], 'both': [108], 'in': [113, 132], 'settings': [115], 'real-life': [117], 'reasoning,': [118], 'as': [119, 137, 139, 152], 'screening': [121], 'tool': [122], 'improve': [124, 177], 'collective': [125, 174], 'performance.': [126, 179], 'find': [128], 'systematic': [130], 'crowdsourced': [133], 'answers': [134], 'are': [135, 146], 'not': [136], 'prevalent': [138], 'anticipated,': [140], 'but': [141], 'when': [142], 'they': [143], 'occur,': [144], 'amplified': [147], 'with': [148, 166], 'increasing': [149], 'group': [150], 'size,': [151], 'predicted': [153], 'Condorcet': [156], 'Jury': [157], 'Theorem.': [158], 'The': [159], 'results': [160], 'further': [161], 'suggest': [162], 'pre-screening': [164], 'Test': [170], 'substantially': [172], 'enhance': [173], 'judgement': [175], 'crowdsolving': [178]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W3135972631', 'counts_by_year': [], 'updated_date': '2024-12-13T09:28:31.939955', 'created_date': '2021-03-29'}