Publication Information

{'id': 'https://openalex.org/W1982335236', 'doi': 'https://doi.org/10.1145/2594458', 'title': 'Peer Review on Open-Source Software Projects', 'display_name': 'Peer Review on Open-Source Software Projects', 'publication_year': 2014, 'publication_date': '2014-09-05', 'ids': {'openalex': 'https://openalex.org/W1982335236', 'doi': 'https://doi.org/10.1145/2594458', 'mag': '1982335236'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1145/2594458', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S142627899', 'display_name': 'ACM Transactions on Software Engineering and Methodology', 'issn_l': '1049-331X', 'issn': ['1049-331X', '1557-7392'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319798', 'host_organization_name': 'Association for Computing Machinery', 'host_organization_lineage': ['https://openalex.org/P4310319798'], 'host_organization_lineage_names': ['Association for Computing Machinery'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': False, 'oa_status': 'closed', 'oa_url': None, 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5020289098', 'display_name': 'Peter C. Rigby', 'orcid': 'https://orcid.org/0000-0003-1137-4297'}, 'institutions': [], 'countries': [], 'is_corresponding': False, 'raw_author_name': 'Peter C. Rigby', 'raw_affiliation_strings': ['Concordia University,'], 'affiliations': [{'raw_affiliation_string': 'Concordia University,', 'institution_ids': []}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5027592388', 'display_name': 'Daniel M. Germán', 'orcid': 'https://orcid.org/0000-0001-5661-4392'}, 'institutions': [{'id': 'https://openalex.org/I212119943', 'display_name': 'University of Victoria', 'ror': 'https://ror.org/04s5mat29', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I212119943']}], 'countries': ['CA'], 'is_corresponding': False, 'raw_author_name': 'Daniel M. German', 'raw_affiliation_strings': ['University of Victoria'], 'affiliations': [{'raw_affiliation_string': 'University of Victoria', 'institution_ids': ['https://openalex.org/I212119943']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5051109795', 'display_name': 'Laura Cowen', 'orcid': 'https://orcid.org/0000-0002-0853-1450'}, 'institutions': [{'id': 'https://openalex.org/I212119943', 'display_name': 'University of Victoria', 'ror': 'https://ror.org/04s5mat29', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I212119943']}], 'countries': ['CA'], 'is_corresponding': False, 'raw_author_name': 'Laura Cowen', 'raw_affiliation_strings': ['University of Victoria'], 'affiliations': [{'raw_affiliation_string': 'University of Victoria', 'institution_ids': ['https://openalex.org/I212119943']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5038905934', 'display_name': 'Margaret‐Anne Storey', 'orcid': 'https://orcid.org/0000-0003-2278-2536'}, 'institutions': [{'id': 'https://openalex.org/I212119943', 'display_name': 'University of Victoria', 'ror': 'https://ror.org/04s5mat29', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I212119943']}], 'countries': ['CA'], 'is_corresponding': False, 'raw_author_name': 'Margaret-Anne Storey', 'raw_affiliation_strings': ['University of Victoria'], 'affiliations': [{'raw_affiliation_string': 'University of Victoria', 'institution_ids': ['https://openalex.org/I212119943']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 1, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': 13.546, 'has_fulltext': False, 'cited_by_count': 101, 'citation_normalized_percentile': {'value': 0.999768, 'is_in_top_1_percent': True, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 98, 'max': 99}, 'biblio': {'volume': '23', 'issue': '4', 'first_page': '1', 'last_page': '33'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T11675', 'display_name': 'Open Source Software Innovations', 'score': 0.9997, 'subfield': {'id': 'https://openalex.org/subfields/1706', 'display_name': 'Computer Science Applications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T11675', 'display_name': 'Open Source Software Innovations', 'score': 0.9997, 'subfield': {'id': 'https://openalex.org/subfields/1706', 'display_name': 'Computer Science Applications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10260', 'display_name': 'Software Engineering Research', 'score': 0.9996, 'subfield': {'id': 'https://openalex.org/subfields/1710', 'display_name': 'Information Systems'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10430', 'display_name': 'Software Engineering Techniques and Practices', 'score': 0.9858, 'subfield': {'id': 'https://openalex.org/subfields/1710', 'display_name': 'Information Systems'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/software-technical-review', 'display_name': 'Software technical review', 'score': 0.65111095}, {'id': 'https://openalex.org/keywords/technical-peer-review', 'display_name': 'Technical peer review', 'score': 0.6398921}, {'id': 'https://openalex.org/keywords/software-peer-review', 'display_name': 'Software peer review', 'score': 0.48322448}, {'id': 'https://openalex.org/keywords/empirical-research', 'display_name': 'Empirical Research', 'score': 0.4260823}, {'id': 'https://openalex.org/keywords/software-quality-assurance', 'display_name': 'Software quality assurance', 'score': 0.41044724}], 'concepts': [{'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.66442275}, {'id': 'https://openalex.org/C6586637', 'wikidata': 'https://www.wikidata.org/wiki/Q7554372', 'display_name': 'Software technical review', 'level': 5, 'score': 0.65111095}, {'id': 'https://openalex.org/C110754006', 'wikidata': 'https://www.wikidata.org/wiki/Q7692349', 'display_name': 'Technical peer review', 'level': 3, 'score': 0.6398921}, {'id': 'https://openalex.org/C138368954', 'wikidata': 'https://www.wikidata.org/wiki/Q215028', 'display_name': 'Peer review', 'level': 2, 'score': 0.49399883}, {'id': 'https://openalex.org/C106436119', 'wikidata': 'https://www.wikidata.org/wiki/Q836575', 'display_name': 'Quality assurance', 'level': 3, 'score': 0.48375607}, {'id': 'https://openalex.org/C74579156', 'wikidata': 'https://www.wikidata.org/wiki/Q7554342', 'display_name': 'Software peer review', 'level': 5, 'score': 0.48322448}, {'id': 'https://openalex.org/C2779530757', 'wikidata': 'https://www.wikidata.org/wiki/Q1207505', 'display_name': 'Quality (philosophy)', 'level': 2, 'score': 0.44648883}, {'id': 'https://openalex.org/C120936955', 'wikidata': 'https://www.wikidata.org/wiki/Q2155640', 'display_name': 'Empirical research', 'level': 2, 'score': 0.4260823}, {'id': 'https://openalex.org/C2777904410', 'wikidata': 'https://www.wikidata.org/wiki/Q7397', 'display_name': 'Software', 'level': 2, 'score': 0.41652545}, {'id': 'https://openalex.org/C2776969324', 'wikidata': 'https://www.wikidata.org/wiki/Q613918', 'display_name': 'Software quality assurance', 'level': 5, 'score': 0.41044724}, {'id': 'https://openalex.org/C2522767166', 'wikidata': 'https://www.wikidata.org/wiki/Q2374463', 'display_name': 'Data science', 'level': 1, 'score': 0.3463651}, {'id': 'https://openalex.org/C56739046', 'wikidata': 'https://www.wikidata.org/wiki/Q192060', 'display_name': 'Knowledge management', 'level': 1, 'score': 0.34110287}, {'id': 'https://openalex.org/C529173508', 'wikidata': 'https://www.wikidata.org/wiki/Q638608', 'display_name': 'Software development', 'level': 3, 'score': 0.33747602}, {'id': 'https://openalex.org/C117447612', 'wikidata': 'https://www.wikidata.org/wiki/Q1412670', 'display_name': 'Software quality', 'level': 4, 'score': 0.2545041}, {'id': 'https://openalex.org/C21547014', 'wikidata': 'https://www.wikidata.org/wiki/Q1423657', 'display_name': 'Operations management', 'level': 1, 'score': 0.12218931}, {'id': 'https://openalex.org/C127413603', 'wikidata': 'https://www.wikidata.org/wiki/Q11023', 'display_name': 'Engineering', 'level': 0, 'score': 0.116646975}, {'id': 'https://openalex.org/C186846655', 'wikidata': 'https://www.wikidata.org/wiki/Q3398377', 'display_name': 'Software construction', 'level': 4, 'score': 0.09257707}, {'id': 'https://openalex.org/C17744445', 'wikidata': 'https://www.wikidata.org/wiki/Q36442', 'display_name': 'Political science', 'level': 0, 'score': 0.06951928}, {'id': 'https://openalex.org/C138885662', 'wikidata': 'https://www.wikidata.org/wiki/Q5891', 'display_name': 'Philosophy', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C111472728', 'wikidata': 'https://www.wikidata.org/wiki/Q9471', 'display_name': 'Epistemology', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C199539241', 'wikidata': 'https://www.wikidata.org/wiki/Q7748', 'display_name': 'Law', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C199360897', 'wikidata': 'https://www.wikidata.org/wiki/Q9143', 'display_name': 'Programming language', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C2778618615', 'wikidata': 'https://www.wikidata.org/wiki/Q4008393', 'display_name': 'External quality assessment', 'level': 2, 'score': 0.0}], 'mesh': [], 'locations_count': 1, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1145/2594458', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S142627899', 'display_name': 'ACM Transactions on Software Engineering and Methodology', 'issn_l': '1049-331X', 'issn': ['1049-331X', '1557-7392'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319798', 'host_organization_name': 'Association for Computing Machinery', 'host_organization_lineage': ['https://openalex.org/P4310319798'], 'host_organization_lineage_names': ['Association for Computing Machinery'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': None, 'sustainable_development_goals': [{'id': 'https://metadata.un.org/sdg/9', 'display_name': 'Industry, innovation and infrastructure', 'score': 0.61}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 72, 'referenced_works': ['https://openalex.org/W1260576311', 'https://openalex.org/W1479823809', 'https://openalex.org/W1481827037', 'https://openalex.org/W1496698723', 'https://openalex.org/W1499331967', 'https://openalex.org/W1519919627', 'https://openalex.org/W1546884423', 'https://openalex.org/W1570337830', 'https://openalex.org/W158951875', 'https://openalex.org/W1595108726', 'https://openalex.org/W1603036658', 'https://openalex.org/W1985431590', 'https://openalex.org/W1986071441', 'https://openalex.org/W1991373531', 'https://openalex.org/W2008494127', 'https://openalex.org/W2009435671', 'https://openalex.org/W2010136639', 'https://openalex.org/W2012415036', 'https://openalex.org/W2012686127', 'https://openalex.org/W2019692058', 'https://openalex.org/W2036487649', 'https://openalex.org/W2039875781', 'https://openalex.org/W2041114254', 'https://openalex.org/W2050136587', 'https://openalex.org/W2059554369', 'https://openalex.org/W2076279155', 'https://openalex.org/W2076873241', 'https://openalex.org/W2089716177', 'https://openalex.org/W2099332975', 'https://openalex.org/W2100945416', 'https://openalex.org/W2101693933', 'https://openalex.org/W2102853796', 'https://openalex.org/W2104863266', 'https://openalex.org/W2107086891', 'https://openalex.org/W2107142491', 'https://openalex.org/W2107294940', 'https://openalex.org/W2107564263', 'https://openalex.org/W2109962300', 'https://openalex.org/W2111107104', 'https://openalex.org/W2126259958', 'https://openalex.org/W2127166753', 'https://openalex.org/W2130113839', 'https://openalex.org/W2130743551', 'https://openalex.org/W2131270544', 'https://openalex.org/W2131399871', 'https://openalex.org/W2132788048', 'https://openalex.org/W2133561941', 'https://openalex.org/W2135118157', 'https://openalex.org/W2143726097', 'https://openalex.org/W2145680370', 'https://openalex.org/W2145890718', 'https://openalex.org/W2150113180', 'https://openalex.org/W2154236932', 'https://openalex.org/W2161407365', 'https://openalex.org/W2166955195', 'https://openalex.org/W2169232226', 'https://openalex.org/W2170923331', 'https://openalex.org/W2175631294', 'https://openalex.org/W2177797324', 'https://openalex.org/W2337965632', 'https://openalex.org/W2465706857', 'https://openalex.org/W2582743722', 'https://openalex.org/W2601354821', 'https://openalex.org/W2914617014', 'https://openalex.org/W3022734214', 'https://openalex.org/W3148527572', 'https://openalex.org/W4213192890', 'https://openalex.org/W4236271749', 'https://openalex.org/W4240398231', 'https://openalex.org/W4285719527', 'https://openalex.org/W4301861531', 'https://openalex.org/W92695177'], 'related_works': ['https://openalex.org/W4386871340', 'https://openalex.org/W4303980696', 'https://openalex.org/W4248073658', 'https://openalex.org/W4230983122', 'https://openalex.org/W3158526873', 'https://openalex.org/W3115452883', 'https://openalex.org/W3023468469', 'https://openalex.org/W2139748376', 'https://openalex.org/W2022268986', 'https://openalex.org/W1971648300'], 'abstract_inverted_index': {'Peer': [0], 'review': [1, 53, 116, 132, 134, 152, 192], 'is': [2, 193], 'seen': [3], 'as': [4, 38], 'an': [5, 43], 'important': [6], 'quality-assurance': [7], 'mechanism': [8], 'in': [9, 28, 30, 81, 112, 172], 'both': [10], 'industrial': [11], 'development': [12], 'and': [13, 59, 106, 118, 136], 'the': [14, 52, 61, 87, 91, 94, 98, 104, 109, 113, 115, 119, 131, 138, 148], 'open-source': [15], 'software': [16, 33], '(OSS)': [17], 'community.': [18], 'The': [19, 185], 'techniques': [20], 'for': [21], 'performing': [22], 'inspections': [23], 'have': [24, 147], 'been': [25], 'well': [26, 39], 'studied': [27], 'industry;': [29], 'OSS': [31, 47, 57, 69, 157, 191], 'development,': [32], 'peer': [34, 48, 158], 'reviews': [35, 159], 'are': [36, 160, 171], 'not': [37], 'understood.': [40], 'To': [41], 'develop': [42], 'empirical': [44], 'understanding': [45], 'of': [46, 55, 64, 75, 89, 93, 100, 108, 121, 130, 175], 'review,': [49, 90, 97, 103, 114, 142], 'we': [50], 'examine': [51], 'policies': [54], '25': [56], 'projects': [58], 'study': [60], 'archival': [62], 'records': [63], 'six': [65], 'large,': [66], 'mature,': [67], 'successful': [68], 'projects.': [70], 'We': [71, 85, 126, 154], 'extract': [72], 'a': [73], 'series': [74], 'measures': [76, 146], 'based': [77], 'on': [78, 151, 168, 182], 'those': [79], 'used': [80], 'traditional': [82, 197], 'inspection': [83], 'experiments.': [84], 'measure': [86], 'frequency': [88], 'size': [92], 'contribution': [95], 'under': [96], 'level': [99], 'participation': [101], 'during': [102, 124, 141], 'experience': [105], 'expertise': [107], 'individuals': [110], 'involved': [111], 'interval,': [117, 135], 'number': [120], 'issues': [122, 139], 'discussed': [123, 140], 'review.': [125], 'create': [127], 'statistical': [128], 'models': [129], 'efficiency,': [133], 'effectiveness,': [137], 'to': [143], 'determine': [144], 'which': [145], 'largest': [149], 'impact': [150], 'efficacy.': [153], 'find': [155], 'that': [156, 170, 190], 'conducted': [161], 'asynchronously': [162], 'by': [163], 'empowered': [164], 'experts': [165], 'who': [166], 'focus': [167], 'changes': [169], 'their': [173], 'area': [174], 'expertise.': [176], 'Reviewers': [177], 'provide': [178], 'timely,': [179], 'regular': [180], 'feedback': [181], 'small': [183], 'changes.': [184], 'descriptive': [186], 'statistics': [187], 'clearly': [188], 'show': [189], 'drastically': [194], 'different': [195], 'from': [196], 'inspection.': [198]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W1982335236', 'counts_by_year': [{'year': 2024, 'cited_by_count': 12}, {'year': 2023, 'cited_by_count': 7}, {'year': 2022, 'cited_by_count': 10}, {'year': 2021, 'cited_by_count': 12}, {'year': 2020, 'cited_by_count': 8}, {'year': 2019, 'cited_by_count': 10}, {'year': 2018, 'cited_by_count': 6}, {'year': 2017, 'cited_by_count': 7}, {'year': 2016, 'cited_by_count': 10}, {'year': 2015, 'cited_by_count': 18}, {'year': 2014, 'cited_by_count': 1}], 'updated_date': '2024-12-17T13:19:29.589349', 'created_date': '2016-06-24'}