Publication Information

{'id': 'https://openalex.org/W3183000984', 'doi': 'https://doi.org/10.1002/smr.2368', 'title': 'Crowdsourcing usage, task assignment methods, and crowdsourcing platforms: A systematic literature review', 'display_name': 'Crowdsourcing usage, task assignment methods, and crowdsourcing platforms: A systematic literature review', 'publication_year': 2021, 'publication_date': '2021-06-30', 'ids': {'openalex': 'https://openalex.org/W3183000984', 'doi': 'https://doi.org/10.1002/smr.2368', 'mag': '3183000984'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1002/smr.2368', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4210172359', 'display_name': 'Journal of Software Evolution and Process', 'issn_l': '2047-7473', 'issn': ['2047-7473', '2047-7481'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320595', 'host_organization_name': 'Wiley', 'host_organization_lineage': ['https://openalex.org/P4310320595'], 'host_organization_lineage_names': ['Wiley'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': False, 'oa_status': 'closed', 'oa_url': None, 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5069415688', 'display_name': 'Ying Zhen', 'orcid': 'https://orcid.org/0000-0002-9472-3722'}, 'institutions': [{'id': 'https://openalex.org/I78978612', 'display_name': 'Yangzhou University', 'ror': 'https://ror.org/03tqb8s11', 'country_code': 'CN', 'type': 'education', 'lineage': ['https://openalex.org/I78978612']}], 'countries': ['CN'], 'is_corresponding': True, 'raw_author_name': 'Ying Zhen', 'raw_affiliation_strings': ['Department of Basic Theories, Party School of Yangzhou, Yangzhou, China'], 'affiliations': [{'raw_affiliation_string': 'Department of Basic Theories, Party School of Yangzhou, Yangzhou, China', 'institution_ids': ['https://openalex.org/I78978612']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5062890627', 'display_name': 'Abdullah Aman Khan', 'orcid': 'https://orcid.org/0000-0001-9048-5352'}, 'institutions': [{'id': 'https://openalex.org/I4210142599', 'display_name': 'University of Swabi', 'ror': 'https://ror.org/04ez8az68', 'country_code': 'PK', 'type': 'education', 'lineage': ['https://openalex.org/I4210142599']}], 'countries': ['PK'], 'is_corresponding': False, 'raw_author_name': 'Abdullah Khan', 'raw_affiliation_strings': ['Department of Computer Science, University of Swabi, Swabi, Pakistan'], 'affiliations': [{'raw_affiliation_string': 'Department of Computer Science, University of Swabi, Swabi, Pakistan', 'institution_ids': ['https://openalex.org/I4210142599']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5020009700', 'display_name': 'Shah Nazir', 'orcid': 'https://orcid.org/0000-0003-0126-9944'}, 'institutions': [{'id': 'https://openalex.org/I4210142599', 'display_name': 'University of Swabi', 'ror': 'https://ror.org/04ez8az68', 'country_code': 'PK', 'type': 'education', 'lineage': ['https://openalex.org/I4210142599']}], 'countries': ['PK'], 'is_corresponding': False, 'raw_author_name': 'Shah Nazir', 'raw_affiliation_strings': ['Department of Computer Science, University of Swabi, Swabi, Pakistan'], 'affiliations': [{'raw_affiliation_string': 'Department of Computer Science, University of Swabi, Swabi, Pakistan', 'institution_ids': ['https://openalex.org/I4210142599']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5030890828', 'display_name': 'Huiqi Zhao', 'orcid': 'https://orcid.org/0000-0002-0856-560X'}, 'institutions': [{'id': 'https://openalex.org/I80143920', 'display_name': 'Shandong University of Science and Technology', 'ror': 'https://ror.org/04gtjhw98', 'country_code': 'CN', 'type': 'education', 'lineage': ['https://openalex.org/I80143920']}], 'countries': ['CN'], 'is_corresponding': False, 'raw_author_name': 'Zhao Huiqi', 'raw_affiliation_strings': ['College of Intelligent Equipment, Shandong University of Science and Technology, Qingdao, China'], 'affiliations': [{'raw_affiliation_string': 'College of Intelligent Equipment, Shandong University of Science and Technology, Qingdao, China', 'institution_ids': ['https://openalex.org/I80143920']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5010706593', 'display_name': 'Abdullah Alharbi', 'orcid': 'https://orcid.org/0000-0001-8617-1430'}, 'institutions': [{'id': 'https://openalex.org/I179331831', 'display_name': 'Taif University', 'ror': 'https://ror.org/014g1a453', 'country_code': 'SA', 'type': 'education', 'lineage': ['https://openalex.org/I179331831']}], 'countries': ['SA'], 'is_corresponding': False, 'raw_author_name': 'Abdullah Alharbi', 'raw_affiliation_strings': ['College of Computers and Information Technology, Taif University, Taif, Saudi Arabia'], 'affiliations': [{'raw_affiliation_string': 'College of Computers and Information Technology, Taif University, Taif, Saudi Arabia', 'institution_ids': ['https://openalex.org/I179331831']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5018980806', 'display_name': 'Sulaiman Khan', 'orcid': 'https://orcid.org/0000-0003-2562-3477'}, 'institutions': [{'id': 'https://openalex.org/I4210142599', 'display_name': 'University of Swabi', 'ror': 'https://ror.org/04ez8az68', 'country_code': 'PK', 'type': 'education', 'lineage': ['https://openalex.org/I4210142599']}], 'countries': ['PK'], 'is_corresponding': False, 'raw_author_name': 'Sulaiman Khan', 'raw_affiliation_strings': ['Department of Computer Science, University of Swabi, Swabi, Pakistan'], 'affiliations': [{'raw_affiliation_string': 'Department of Computer Science, University of Swabi, Swabi, Pakistan', 'institution_ids': ['https://openalex.org/I4210142599']}]}], 'institution_assertions': [], 'countries_distinct_count': 3, 'institutions_distinct_count': 4, 'corresponding_author_ids': ['https://openalex.org/A5069415688'], 'corresponding_institution_ids': ['https://openalex.org/I78978612'], 'apc_list': None, 'apc_paid': None, 'fwci': 4.935, 'has_fulltext': False, 'cited_by_count': 28, 'citation_normalized_percentile': {'value': 0.841256, 'is_in_top_1_percent': False, 'is_in_top_10_percent': False}, 'cited_by_percentile_year': {'min': 95, 'max': 96}, 'biblio': {'volume': '33', 'issue': '8', 'first_page': None, 'last_page': None}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T11704', 'display_name': 'Mobile Crowdsensing and Crowdsourcing', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/1706', 'display_name': 'Computer Science Applications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T11704', 'display_name': 'Mobile Crowdsensing and Crowdsourcing', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/1706', 'display_name': 'Computer Science Applications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11675', 'display_name': 'Open Source Software Innovations', 'score': 0.9989, 'subfield': {'id': 'https://openalex.org/subfields/1706', 'display_name': 'Computer Science Applications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10260', 'display_name': 'Software Engineering Research', 'score': 0.9903, 'subfield': {'id': 'https://openalex.org/subfields/1710', 'display_name': 'Information Systems'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/crowdsourcing', 'display_name': 'Crowdsourcing', 'score': 0.99142087}, {'id': 'https://openalex.org/keywords/crowdsourcing-software-development', 'display_name': 'Crowdsourcing software development', 'score': 0.82021296}], 'concepts': [{'id': 'https://openalex.org/C62230096', 'wikidata': 'https://www.wikidata.org/wiki/Q275969', 'display_name': 'Crowdsourcing', 'level': 2, 'score': 0.99142087}, {'id': 'https://openalex.org/C32810761', 'wikidata': 'https://www.wikidata.org/wiki/Q17082146', 'display_name': 'Crowdsourcing software development', 'level': 5, 'score': 0.82021296}, {'id': 'https://openalex.org/C2780451532', 'wikidata': 'https://www.wikidata.org/wiki/Q759676', 'display_name': 'Task (project management)', 'level': 2, 'score': 0.77296674}, {'id': 'https://openalex.org/C46934059', 'wikidata': 'https://www.wikidata.org/wiki/Q61515', 'display_name': 'Outsourcing', 'level': 2, 'score': 0.6899427}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.64997554}, {'id': 'https://openalex.org/C2522767166', 'wikidata': 'https://www.wikidata.org/wiki/Q2374463', 'display_name': 'Data science', 'level': 1, 'score': 0.56982386}, {'id': 'https://openalex.org/C136197465', 'wikidata': 'https://www.wikidata.org/wiki/Q1729295', 'display_name': 'Variety (cybernetics)', 'level': 2, 'score': 0.55388635}, {'id': 'https://openalex.org/C98045186', 'wikidata': 'https://www.wikidata.org/wiki/Q205663', 'display_name': 'Process (computing)', 'level': 2, 'score': 0.50949913}, {'id': 'https://openalex.org/C9652623', 'wikidata': 'https://www.wikidata.org/wiki/Q190109', 'display_name': 'Field (mathematics)', 'level': 2, 'score': 0.48163715}, {'id': 'https://openalex.org/C2777904410', 'wikidata': 'https://www.wikidata.org/wiki/Q7397', 'display_name': 'Software', 'level': 2, 'score': 0.45756465}, {'id': 'https://openalex.org/C189708586', 'wikidata': 'https://www.wikidata.org/wiki/Q1504425', 'display_name': 'Systematic review', 'level': 3, 'score': 0.43180484}, {'id': 'https://openalex.org/C56739046', 'wikidata': 'https://www.wikidata.org/wiki/Q192060', 'display_name': 'Knowledge management', 'level': 1, 'score': 0.39775997}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.28699422}, {'id': 'https://openalex.org/C136764020', 'wikidata': 'https://www.wikidata.org/wiki/Q466', 'display_name': 'World Wide Web', 'level': 1, 'score': 0.23824787}, {'id': 'https://openalex.org/C529173508', 'wikidata': 'https://www.wikidata.org/wiki/Q638608', 'display_name': 'Software development', 'level': 3, 'score': 0.2246283}, {'id': 'https://openalex.org/C127413603', 'wikidata': 'https://www.wikidata.org/wiki/Q11023', 'display_name': 'Engineering', 'level': 0, 'score': 0.18079874}, {'id': 'https://openalex.org/C180152950', 'wikidata': 'https://www.wikidata.org/wiki/Q2904257', 'display_name': 'Software development process', 'level': 4, 'score': 0.103679895}, {'id': 'https://openalex.org/C201995342', 'wikidata': 'https://www.wikidata.org/wiki/Q682496', 'display_name': 'Systems engineering', 'level': 1, 'score': 0.07580015}, {'id': 'https://openalex.org/C144133560', 'wikidata': 'https://www.wikidata.org/wiki/Q4830453', 'display_name': 'Business', 'level': 0, 'score': 0.068932265}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C2779473830', 'wikidata': 'https://www.wikidata.org/wiki/Q1540899', 'display_name': 'MEDLINE', 'level': 2, 'score': 0.0}, {'id': 'https://openalex.org/C199539241', 'wikidata': 'https://www.wikidata.org/wiki/Q7748', 'display_name': 'Law', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C202444582', 'wikidata': 'https://www.wikidata.org/wiki/Q837863', 'display_name': 'Pure mathematics', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C17744445', 'wikidata': 'https://www.wikidata.org/wiki/Q36442', 'display_name': 'Political science', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C199360897', 'wikidata': 'https://www.wikidata.org/wiki/Q9143', 'display_name': 'Programming language', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C111919701', 'wikidata': 'https://www.wikidata.org/wiki/Q9135', 'display_name': 'Operating system', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C162853370', 'wikidata': 'https://www.wikidata.org/wiki/Q39809', 'display_name': 'Marketing', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 1, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1002/smr.2368', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4210172359', 'display_name': 'Journal of Software Evolution and Process', 'issn_l': '2047-7473', 'issn': ['2047-7473', '2047-7481'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320595', 'host_organization_name': 'Wiley', 'host_organization_lineage': ['https://openalex.org/P4310320595'], 'host_organization_lineage_names': ['Wiley'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': None, 'sustainable_development_goals': [{'display_name': 'Industry, innovation and infrastructure', 'score': 0.5, 'id': 'https://metadata.un.org/sdg/9'}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 73, 'referenced_works': ['https://openalex.org/W1508443968', 'https://openalex.org/W1976133176', 'https://openalex.org/W1994050137', 'https://openalex.org/W1995211436', 'https://openalex.org/W1999489314', 'https://openalex.org/W2014499228', 'https://openalex.org/W2024459921', 'https://openalex.org/W2030793160', 'https://openalex.org/W2043871507', 'https://openalex.org/W2046406837', 'https://openalex.org/W2064783900', 'https://openalex.org/W2078503914', 'https://openalex.org/W2088051911', 'https://openalex.org/W2106956101', 'https://openalex.org/W2116754968', 'https://openalex.org/W2127970560', 'https://openalex.org/W2150585298', 'https://openalex.org/W2251057337', 'https://openalex.org/W2258909213', 'https://openalex.org/W2274126126', 'https://openalex.org/W2287736905', 'https://openalex.org/W2334508133', 'https://openalex.org/W2394608312', 'https://openalex.org/W2394909078', 'https://openalex.org/W2410701854', 'https://openalex.org/W2467367038', 'https://openalex.org/W2515787708', 'https://openalex.org/W2520450143', 'https://openalex.org/W2522186013', 'https://openalex.org/W2522392665', 'https://openalex.org/W2523778000', 'https://openalex.org/W2533800767', 'https://openalex.org/W2534418744', 'https://openalex.org/W2548342535', 'https://openalex.org/W2574988924', 'https://openalex.org/W2606463121', 'https://openalex.org/W2612925715', 'https://openalex.org/W2615111049', 'https://openalex.org/W2615593621', 'https://openalex.org/W2734175605', 'https://openalex.org/W2735680672', 'https://openalex.org/W2738578955', 'https://openalex.org/W2751663123', 'https://openalex.org/W2754730759', 'https://openalex.org/W2767462821', 'https://openalex.org/W2767763300', 'https://openalex.org/W2794644121', 'https://openalex.org/W2795354670', 'https://openalex.org/W2800969975', 'https://openalex.org/W2811016362', 'https://openalex.org/W2827818489', 'https://openalex.org/W2883420210', 'https://openalex.org/W2883923456', 'https://openalex.org/W2890861208', 'https://openalex.org/W2897447911', 'https://openalex.org/W2900044794', 'https://openalex.org/W2908405224', 'https://openalex.org/W2913227477', 'https://openalex.org/W2921966382', 'https://openalex.org/W2922147071', 'https://openalex.org/W2930871736', 'https://openalex.org/W2931171226', 'https://openalex.org/W2939316233', 'https://openalex.org/W2945735121', 'https://openalex.org/W2963660546', 'https://openalex.org/W2966389533', 'https://openalex.org/W2969043214', 'https://openalex.org/W2969916288', 'https://openalex.org/W4243229704', 'https://openalex.org/W4250436960', 'https://openalex.org/W4254205460', 'https://openalex.org/W601857102', 'https://openalex.org/W608868292'], 'related_works': ['https://openalex.org/W2737596577', 'https://openalex.org/W2548342535', 'https://openalex.org/W2520748299', 'https://openalex.org/W2520160102', 'https://openalex.org/W2512762878', 'https://openalex.org/W2397281630', 'https://openalex.org/W2046555014', 'https://openalex.org/W2033745466', 'https://openalex.org/W2011363905', 'https://openalex.org/W162737300'], 'abstract_inverted_index': {'Abstract': [0], 'Crowdsourcing': [1, 28], 'is': [2, 105], 'simply': [3], 'the': [4, 22, 51, 60, 74, 86, 93, 118, 127, 133, 141, 157, 175, 178, 184, 189], 'outsourcing': [5], 'of': [6, 15, 24, 65, 85, 95, 129, 165, 191], 'different': [7, 38], 'tasks': [8, 192], 'or': [9, 111], 'work': [10], 'to': [11, 31, 57, 81, 107, 143, 167, 182], 'a': [12, 44, 63, 103, 163], 'diverse': [13], 'group': [14], 'individuals': [16], 'in': [17, 37, 98, 126, 188, 196], 'an': [18, 108, 112], 'open': [19], 'call': [20], 'for': [21, 50, 139, 162, 186, 193], 'purpose': [23], 'utilizing': [25], 'human': [26], 'intelligence.': [27], 'nowadays': [29], 'used': [30, 138, 161], 'support': [32], 'and': [33, 72, 181], 'enhance': [34], 'software': [35, 130], 'engineering': [36], 'aspects.': [39], 'In': [40], 'this': [41], 'proposed': [42, 90], 'study,': [43], 'systematic': [45], 'literature': [46], 'review': [47], 'was': [48], 'conducted': [49], 'last': [52], '10': [53], 'years': [54], 'from': [55], '2010': [56], '2019.': [58], 'During': [59], 'filtering': [61], 'process,': [62], 'total': [64], '120': [66], 'relevant': [67, 76], 'studies': [68, 78], 'have': [69, 149], 'been': [70, 150], 'identified,': [71], 'then': [73], 'most': [75], '70': [77], 'were': [79], 'selected': [80], 'include': [82], 'as': [83, 101], 'part': [84], 'current': [87], 'study.': [88], 'The': [89, 120, 152, 170], 'study': [91, 121, 153, 171], 'shows': [92], 'effect': [94], 'task': [96, 104, 135, 142, 166, 179], 'assignment': [97, 136, 180, 190], 'crowdsourcing,': [99], 'such': [100], 'if': [102], 'assigned': [106], 'appropriate': [109], 'worker': [110], 'inappropriate': [113], 'worker,': [114], 'what': [115], 'will': [116], 'be': [117, 168], 'consequences.': [119], 'also': [122, 154], 'highlights': [123, 155], 'crowdsourcing': [124, 145, 159], 'usage': [125], 'field': [128], 'engineering.': [131], 'All': [132], 'existing': [134], 'methods': [137, 185], 'assigning': [140], 'make': [144], 'activity': [146], 'more': [147], 'effective': [148], 'analyzed.': [151], 'all': [156], 'available': [158], 'platforms': [160], 'variety': [164], 'performed.': [169], 'concludes': [172], 'by': [173], 'identifying': [174], 'issues': [176], 'regarding': [177], 'specify': [183], 'enhancement': [187], 'future': [194], 'research': [195], 'crowdsourcing.': [197]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W3183000984', 'counts_by_year': [{'year': 2024, 'cited_by_count': 12}, {'year': 2023, 'cited_by_count': 6}, {'year': 2022, 'cited_by_count': 10}], 'updated_date': '2024-12-30T22:04:21.598294', 'created_date': '2021-07-19'}