Publication Information

{'id': 'https://openalex.org/W2548342535', 'doi': 'https://doi.org/10.1145/2989238.2989245', 'title': 'Software crowdsourcing reliability: an empirical study on developers behavior', 'display_name': 'Software crowdsourcing reliability: an empirical study on developers behavior', 'publication_year': 2016, 'publication_date': '2016-11-01', 'ids': {'openalex': 'https://openalex.org/W2548342535', 'doi': 'https://doi.org/10.1145/2989238.2989245', 'mag': '2548342535'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1145/2989238.2989245', 'pdf_url': None, 'source': None, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'article', 'type_crossref': 'proceedings-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': False, 'oa_status': 'closed', 'oa_url': None, 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5043932532', 'display_name': 'Turki Alelyani', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I108468826', 'display_name': 'Stevens Institute of Technology', 'ror': 'https://ror.org/02z43xh36', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I108468826']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Turki Alelyani', 'raw_affiliation_strings': ['Stevens Institute of Technology, USA'], 'affiliations': [{'raw_affiliation_string': 'Stevens Institute of Technology, USA', 'institution_ids': ['https://openalex.org/I108468826']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5101925551', 'display_name': 'Ye Yang', 'orcid': 'https://orcid.org/0000-0002-5571-9747'}, 'institutions': [{'id': 'https://openalex.org/I108468826', 'display_name': 'Stevens Institute of Technology', 'ror': 'https://ror.org/02z43xh36', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I108468826']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Ye Yang', 'raw_affiliation_strings': ['Stevens Institute of Technology, USA'], 'affiliations': [{'raw_affiliation_string': 'Stevens Institute of Technology, USA', 'institution_ids': ['https://openalex.org/I108468826']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 1, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': 1.512, 'has_fulltext': True, 'fulltext_origin': 'ngrams', 'cited_by_count': 10, 'citation_normalized_percentile': {'value': 0.922411, 'is_in_top_1_percent': False, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 86, 'max': 87}, 'biblio': {'volume': None, 'issue': None, 'first_page': None, 'last_page': None}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T11704', 'display_name': 'Mobile Crowdsensing and Crowdsourcing', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/1706', 'display_name': 'Computer Science Applications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T11704', 'display_name': 'Mobile Crowdsensing and Crowdsourcing', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/1706', 'display_name': 'Computer Science Applications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11675', 'display_name': 'Open Source Software Innovations', 'score': 0.9998, 'subfield': {'id': 'https://openalex.org/subfields/1706', 'display_name': 'Computer Science Applications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10260', 'display_name': 'Software Engineering Research', 'score': 0.9995, 'subfield': {'id': 'https://openalex.org/subfields/1710', 'display_name': 'Information Systems'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/crowdsourcing', 'display_name': 'Crowdsourcing', 'score': 0.9859582}, {'id': 'https://openalex.org/keywords/crowdsourcing-software-development', 'display_name': 'Crowdsourcing software development', 'score': 0.87224835}, {'id': 'https://openalex.org/keywords/empirical-research', 'display_name': 'Empirical Research', 'score': 0.480253}], 'concepts': [{'id': 'https://openalex.org/C62230096', 'wikidata': 'https://www.wikidata.org/wiki/Q275969', 'display_name': 'Crowdsourcing', 'level': 2, 'score': 0.9859582}, {'id': 'https://openalex.org/C32810761', 'wikidata': 'https://www.wikidata.org/wiki/Q17082146', 'display_name': 'Crowdsourcing software development', 'level': 5, 'score': 0.87224835}, {'id': 'https://openalex.org/C77019957', 'wikidata': 'https://www.wikidata.org/wiki/Q2689057', 'display_name': 'Dependability', 'level': 2, 'score': 0.77781105}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.63322467}, {'id': 'https://openalex.org/C2780451532', 'wikidata': 'https://www.wikidata.org/wiki/Q759676', 'display_name': 'Task (project management)', 'level': 2, 'score': 0.6125059}, {'id': 'https://openalex.org/C43214815', 'wikidata': 'https://www.wikidata.org/wiki/Q7310987', 'display_name': 'Reliability (semiconductor)', 'level': 3, 'score': 0.5785393}, {'id': 'https://openalex.org/C2777904410', 'wikidata': 'https://www.wikidata.org/wiki/Q7397', 'display_name': 'Software', 'level': 2, 'score': 0.5187264}, {'id': 'https://openalex.org/C2522767166', 'wikidata': 'https://www.wikidata.org/wiki/Q2374463', 'display_name': 'Data science', 'level': 1, 'score': 0.49188423}, {'id': 'https://openalex.org/C120936955', 'wikidata': 'https://www.wikidata.org/wiki/Q2155640', 'display_name': 'Empirical research', 'level': 2, 'score': 0.480253}, {'id': 'https://openalex.org/C117447612', 'wikidata': 'https://www.wikidata.org/wiki/Q1412670', 'display_name': 'Software quality', 'level': 4, 'score': 0.42920226}, {'id': 'https://openalex.org/C529173508', 'wikidata': 'https://www.wikidata.org/wiki/Q638608', 'display_name': 'Software development', 'level': 3, 'score': 0.42782414}, {'id': 'https://openalex.org/C56739046', 'wikidata': 'https://www.wikidata.org/wiki/Q192060', 'display_name': 'Knowledge management', 'level': 1, 'score': 0.37872207}, {'id': 'https://openalex.org/C115903868', 'wikidata': 'https://www.wikidata.org/wiki/Q80993', 'display_name': 'Software engineering', 'level': 1, 'score': 0.27837098}, {'id': 'https://openalex.org/C136764020', 'wikidata': 'https://www.wikidata.org/wiki/Q466', 'display_name': 'World Wide Web', 'level': 1, 'score': 0.26291835}, {'id': 'https://openalex.org/C180152950', 'wikidata': 'https://www.wikidata.org/wiki/Q2904257', 'display_name': 'Software development process', 'level': 4, 'score': 0.1646342}, {'id': 'https://openalex.org/C127413603', 'wikidata': 'https://www.wikidata.org/wiki/Q11023', 'display_name': 'Engineering', 'level': 0, 'score': 0.16418585}, {'id': 'https://openalex.org/C163258240', 'wikidata': 'https://www.wikidata.org/wiki/Q25342', 'display_name': 'Power (physics)', 'level': 2, 'score': 0.0}, {'id': 'https://openalex.org/C138885662', 'wikidata': 'https://www.wikidata.org/wiki/Q5891', 'display_name': 'Philosophy', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C121332964', 'wikidata': 'https://www.wikidata.org/wiki/Q413', 'display_name': 'Physics', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C111472728', 'wikidata': 'https://www.wikidata.org/wiki/Q9471', 'display_name': 'Epistemology', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C62520636', 'wikidata': 'https://www.wikidata.org/wiki/Q944', 'display_name': 'Quantum mechanics', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C201995342', 'wikidata': 'https://www.wikidata.org/wiki/Q682496', 'display_name': 'Systems engineering', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C199360897', 'wikidata': 'https://www.wikidata.org/wiki/Q9143', 'display_name': 'Programming language', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 1, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1145/2989238.2989245', 'pdf_url': None, 'source': None, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': None, 'sustainable_development_goals': [{'display_name': 'Decent work and economic growth', 'id': 'https://metadata.un.org/sdg/8', 'score': 0.45}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 19, 'referenced_works': ['https://openalex.org/W1482574093', 'https://openalex.org/W1597438642', 'https://openalex.org/W1952957277', 'https://openalex.org/W2002982773', 'https://openalex.org/W2005856863', 'https://openalex.org/W2026969101', 'https://openalex.org/W2030793160', 'https://openalex.org/W2041628322', 'https://openalex.org/W2055733113', 'https://openalex.org/W2059686248', 'https://openalex.org/W2078503914', 'https://openalex.org/W2081917329', 'https://openalex.org/W2098846094', 'https://openalex.org/W2129905273', 'https://openalex.org/W2135504089', 'https://openalex.org/W2137935418', 'https://openalex.org/W2914956942', 'https://openalex.org/W3124258878', 'https://openalex.org/W3174989191'], 'related_works': ['https://openalex.org/W3183000984', 'https://openalex.org/W3180911022', 'https://openalex.org/W3032998312', 'https://openalex.org/W2803821797', 'https://openalex.org/W2527174871', 'https://openalex.org/W2520160102', 'https://openalex.org/W2394608312', 'https://openalex.org/W2324575704', 'https://openalex.org/W2200382673', 'https://openalex.org/W2076509704'], 'abstract_inverted_index': {'Crowdsourcing': [0], 'has': [1, 45], 'become': [2], 'an': [3], 'emergent': [4], 'paradigm': [5], 'for': [6, 65, 202], 'software': [7, 29, 66], 'production': [8], 'in': [9, 62, 145], 'recent': [10], 'decades.': [11], 'Its': [12], 'open-call': [13], 'format': [14], 'attracts': [15], 'the': [16, 26, 37, 57, 75, 85, 89, 96, 106, 113, 142, 181], 'participation': [17], 'of': [18, 20, 22, 28, 39, 59, 70, 98, 108, 136, 149, 164, 168, 184, 215], 'hundreds': [19], 'thousands': [21], 'developers.': [23], 'To': [24, 49], 'ensure': [25], 'success': [27], 'crowdsourcing,': [30], 'we': [31], 'must': [32], 'accurately': [33], 'measure': [34], 'and': [35, 82, 93, 104, 140, 166, 198, 212], 'monitor': [36], 'reliability': [38], 'participating': [40], 'crowd': [41, 60], 'workers,': [42], 'which,': [43], 'surprisingly,': [44], 'rarely': [46], 'been': [47], 'done.': [48], 'that': [50, 150], 'end,': [51], 'this': [52], 'paper': [53], 'aims': [54], 'to': [55, 112, 130, 156, 161, 207], 'examine': [56], 'dependability': [58], 'workers': [61, 154], 'selecting': [63], 'tasks': [64, 159], 'crowdsourcing.': [67, 216], 'Empirical': [68], 'analysis': [69], 'worker': [71], 'behaviors': [72], 'will': [73], 'investigate': [74], 'following:': [76], '(1)': [77, 122], "workers'": [78, 109], 'behavior': [79, 110], 'when': [80], 'registering': [81], 'carrying': [83], 'out': [84], 'announced': [86], 'tasks;': [87], '(2)': [88, 152], 'relationship': [90], 'between': [91], 'rewards': [92, 165], 'performance;': [94], '(3)': [95, 175], 'effects': [97], 'development': [99, 210], 'type': [100], 'among': [101], 'different': [102], 'groups;': [103], '(4)': [105], 'evolution': [107], 'according': [111, 160, 206], 'skills': [114, 177], 'they': [115], 'have': [116], 'adopted.': [117], 'This': [118], "study's": [119], 'findings': [120], 'include:': [121], 'On': [123], 'average,': [124], 'most': [125], 'reliable': [126], 'crowdsourcing': [127, 195, 203], 'group': [128], 'responds': [129], 'a': [131], 'task': [132], 'call': [133], 'within': [134], '10%': [135], 'their': [137, 172], 'allotted': [138], 'time': [139], 'completes': [141], 'assigned': [143], 'work': [144], 'less': [146], 'than': [147], '5%': [148], 'time.': [151], 'Crowd': [153, 176], 'tend': [155], 'focus': [157], 'on': [158, 171], 'specific': [162], 'ranges': [163], 'types': [167], 'challenges,': [169], 'based': [170], 'skill': [173], 'levels.': [174], 'spread': [178], 'evenly': [179], 'across': [180], 'entire': [182], 'range': [183], 'groups.': [185], 'In': [186], 'summary,': [187], 'our': [188], 'results': [189], 'can': [190, 199], 'guide': [191], 'future': [192], 'research': [193], 'into': [194], 'service': [196], 'design': [197], 'inform': [200], 'ideas': [201], 'strategy': [204], 'conception': [205], 'time,': [208], 'reward,': [209], 'type,': [211], 'other': [213], 'aspects': [214]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W2548342535', 'counts_by_year': [{'year': 2023, 'cited_by_count': 2}, {'year': 2022, 'cited_by_count': 1}, {'year': 2021, 'cited_by_count': 1}, {'year': 2020, 'cited_by_count': 2}, {'year': 2019, 'cited_by_count': 2}, {'year': 2018, 'cited_by_count': 1}, {'year': 2017, 'cited_by_count': 1}], 'updated_date': '2024-12-24T05:43:50.606319', 'created_date': '2016-11-11'}