Publication Information

{'id': 'https://openalex.org/W1975565019', 'doi': 'https://doi.org/10.1002/bmb.20592', 'title': 'Peer review in class: Metrics and variations in a senior course', 'display_name': 'Peer review in class: Metrics and variations in a senior course', 'publication_year': 2012, 'publication_date': '2012-02-28', 'ids': {'openalex': 'https://openalex.org/W1975565019', 'doi': 'https://doi.org/10.1002/bmb.20592', 'mag': '1975565019', 'pmid': 'https://pubmed.ncbi.nlm.nih.gov/22615223'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1002/bmb.20592', 'pdf_url': 'https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/bmb.20592', 'source': {'id': 'https://openalex.org/S105183386', 'display_name': 'Biochemistry and Molecular Biology Education', 'issn_l': '1470-8175', 'issn': ['1470-8175', '1539-3429'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320595', 'host_organization_name': 'Wiley', 'host_organization_lineage': ['https://openalex.org/P4310320595'], 'host_organization_lineage_names': ['Wiley'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref', 'pubmed'], 'open_access': {'is_oa': True, 'oa_status': 'bronze', 'oa_url': 'https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/bmb.20592', 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5073192807', 'display_name': 'Krassimir Yankulov', 'orcid': 'https://orcid.org/0000-0001-9440-9234'}, 'institutions': [{'id': 'https://openalex.org/I79817857', 'display_name': 'University of Guelph', 'ror': 'https://ror.org/01r7awg59', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I79817857']}, {'id': 'https://openalex.org/I38260057', 'display_name': 'In-Q-Tel', 'ror': 'https://ror.org/02qp5k481', 'country_code': 'US', 'type': 'nonprofit', 'lineage': ['https://openalex.org/I38260057']}], 'countries': ['CA', 'US'], 'is_corresponding': True, 'raw_author_name': 'Krassimir Yankulov', 'raw_affiliation_strings': ['Department of Molecular and Cellular Biology, University of Guelph, Ontario, Canada', 'Tel.: 5198244120 x 56466'], 'affiliations': [{'raw_affiliation_string': 'Department of Molecular and Cellular Biology, University of Guelph, Ontario, Canada', 'institution_ids': ['https://openalex.org/I79817857']}, {'raw_affiliation_string': 'Tel.: 5198244120 x 56466', 'institution_ids': ['https://openalex.org/I38260057']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5010289992', 'display_name': 'Richard A. Couto', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I79817857', 'display_name': 'University of Guelph', 'ror': 'https://ror.org/01r7awg59', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I79817857']}], 'countries': ['CA'], 'is_corresponding': False, 'raw_author_name': 'Richard Couto', 'raw_affiliation_strings': ['Teaching Support Services, University of Guelph, Ontario, Canada'], 'affiliations': [{'raw_affiliation_string': 'Teaching Support Services, University of Guelph, Ontario, Canada', 'institution_ids': ['https://openalex.org/I79817857']}]}], 'institution_assertions': [], 'countries_distinct_count': 2, 'institutions_distinct_count': 2, 'corresponding_author_ids': ['https://openalex.org/A5073192807'], 'corresponding_institution_ids': ['https://openalex.org/I79817857', 'https://openalex.org/I38260057'], 'apc_list': {'value': 3350, 'currency': 'USD', 'value_usd': 3350, 'provenance': 'doaj'}, 'apc_paid': None, 'fwci': 9.709, 'has_fulltext': True, 'fulltext_origin': 'ngrams', 'cited_by_count': 12, 'citation_normalized_percentile': {'value': 0.922772, 'is_in_top_1_percent': False, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 86, 'max': 87}, 'biblio': {'volume': '40', 'issue': '3', 'first_page': '161', 'last_page': '168'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T10959', 'display_name': 'Formative Assessment and Feedback in Education', 'score': 0.9904, 'subfield': {'id': 'https://openalex.org/subfields/3304', 'display_name': 'Education'}, 'field': {'id': 'https://openalex.org/fields/33', 'display_name': 'Social Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}, 'topics': [{'id': 'https://openalex.org/T10959', 'display_name': 'Formative Assessment and Feedback in Education', 'score': 0.9904, 'subfield': {'id': 'https://openalex.org/subfields/3304', 'display_name': 'Education'}, 'field': {'id': 'https://openalex.org/fields/33', 'display_name': 'Social Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}, {'id': 'https://openalex.org/T11492', 'display_name': 'Research Misconduct and Academic Integrity', 'score': 0.9625, 'subfield': {'id': 'https://openalex.org/subfields/3311', 'display_name': 'Safety Research'}, 'field': {'id': 'https://openalex.org/fields/33', 'display_name': 'Social Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/peer-evaluation', 'display_name': 'Peer evaluation', 'score': 0.6314156}, {'id': 'https://openalex.org/keywords/peer-assessment', 'display_name': 'Peer Assessment', 'score': 0.626585}, {'id': 'https://openalex.org/keywords/technical-peer-review', 'display_name': 'Technical peer review', 'score': 0.6120654}, {'id': 'https://openalex.org/keywords/student-perceptions', 'display_name': 'Student Perceptions', 'score': 0.580345}], 'concepts': [{'id': 'https://openalex.org/C2777212361', 'wikidata': 'https://www.wikidata.org/wiki/Q5127848', 'display_name': 'Class (philosophy)', 'level': 2, 'score': 0.6997145}, {'id': 'https://openalex.org/C138368954', 'wikidata': 'https://www.wikidata.org/wiki/Q215028', 'display_name': 'Peer review', 'level': 2, 'score': 0.6996325}, {'id': 'https://openalex.org/C53839665', 'wikidata': 'https://www.wikidata.org/wiki/Q2067088', 'display_name': 'Peer assessment', 'level': 2, 'score': 0.6732645}, {'id': 'https://openalex.org/C2988746165', 'wikidata': 'https://www.wikidata.org/wiki/Q215028', 'display_name': 'Peer evaluation', 'level': 3, 'score': 0.6314156}, {'id': 'https://openalex.org/C110754006', 'wikidata': 'https://www.wikidata.org/wiki/Q7692349', 'display_name': 'Technical peer review', 'level': 3, 'score': 0.6120654}, {'id': 'https://openalex.org/C42058189', 'wikidata': 'https://www.wikidata.org/wiki/Q7160400', 'display_name': 'Peer feedback', 'level': 2, 'score': 0.5114671}, {'id': 'https://openalex.org/C15744967', 'wikidata': 'https://www.wikidata.org/wiki/Q9418', 'display_name': 'Psychology', 'level': 0, 'score': 0.48427433}, {'id': 'https://openalex.org/C509550671', 'wikidata': 'https://www.wikidata.org/wiki/Q126945', 'display_name': 'Medical education', 'level': 1, 'score': 0.43949974}, {'id': 'https://openalex.org/C128593788', 'wikidata': 'https://www.wikidata.org/wiki/Q1194193', 'display_name': 'Peer group', 'level': 2, 'score': 0.43778548}, {'id': 'https://openalex.org/C2779530757', 'wikidata': 'https://www.wikidata.org/wiki/Q1207505', 'display_name': 'Quality (philosophy)', 'level': 2, 'score': 0.43287587}, {'id': 'https://openalex.org/C145420912', 'wikidata': 'https://www.wikidata.org/wiki/Q853077', 'display_name': 'Mathematics education', 'level': 1, 'score': 0.4231689}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.38657618}, {'id': 'https://openalex.org/C120912362', 'wikidata': 'https://www.wikidata.org/wiki/Q136822', 'display_name': 'Higher education', 'level': 2, 'score': 0.24001375}, {'id': 'https://openalex.org/C77805123', 'wikidata': 'https://www.wikidata.org/wiki/Q161272', 'display_name': 'Social psychology', 'level': 1, 'score': 0.1914911}, {'id': 'https://openalex.org/C71924100', 'wikidata': 'https://www.wikidata.org/wiki/Q11190', 'display_name': 'Medicine', 'level': 0, 'score': 0.17162743}, {'id': 'https://openalex.org/C86803240', 'wikidata': 'https://www.wikidata.org/wiki/Q420', 'display_name': 'Biology', 'level': 0, 'score': 0.08438021}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.081739664}, {'id': 'https://openalex.org/C17744445', 'wikidata': 'https://www.wikidata.org/wiki/Q36442', 'display_name': 'Political science', 'level': 0, 'score': 0.07046336}, {'id': 'https://openalex.org/C55493867', 'wikidata': 'https://www.wikidata.org/wiki/Q7094', 'display_name': 'Biochemistry', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C138885662', 'wikidata': 'https://www.wikidata.org/wiki/Q5891', 'display_name': 'Philosophy', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C111472728', 'wikidata': 'https://www.wikidata.org/wiki/Q9471', 'display_name': 'Epistemology', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C199539241', 'wikidata': 'https://www.wikidata.org/wiki/Q7748', 'display_name': 'Law', 'level': 1, 'score': 0.0}], 'mesh': [{'descriptor_ui': 'D004521', 'descriptor_name': 'Educational Measurement', 'qualifier_ui': 'Q000379', 'qualifier_name': 'methods', 'is_major_topic': True}, {'descriptor_ui': 'D010380', 'descriptor_name': 'Peer Review', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': True}, {'descriptor_ui': 'D013334', 'descriptor_name': 'Students', 'qualifier_ui': 'Q000523', 'qualifier_name': 'psychology', 'is_major_topic': True}, {'descriptor_ui': 'D004521', 'descriptor_name': 'Educational Measurement', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D005069', 'descriptor_name': 'Evaluation Studies as Topic', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D006801', 'descriptor_name': 'Humans', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D010379', 'descriptor_name': 'Peer Group', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D013334', 'descriptor_name': 'Students', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}], 'locations_count': 2, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.1002/bmb.20592', 'pdf_url': 'https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/bmb.20592', 'source': {'id': 'https://openalex.org/S105183386', 'display_name': 'Biochemistry and Molecular Biology Education', 'issn_l': '1470-8175', 'issn': ['1470-8175', '1539-3429'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320595', 'host_organization_name': 'Wiley', 'host_organization_lineage': ['https://openalex.org/P4310320595'], 'host_organization_lineage_names': ['Wiley'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': False, 'landing_page_url': 'https://pubmed.ncbi.nlm.nih.gov/22615223', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306525036', 'display_name': 'PubMed', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1002/bmb.20592', 'pdf_url': 'https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/bmb.20592', 'source': {'id': 'https://openalex.org/S105183386', 'display_name': 'Biochemistry and Molecular Biology Education', 'issn_l': '1470-8175', 'issn': ['1470-8175', '1539-3429'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320595', 'host_organization_name': 'Wiley', 'host_organization_lineage': ['https://openalex.org/P4310320595'], 'host_organization_lineage_names': ['Wiley'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [{'score': 0.52, 'display_name': 'Quality education', 'id': 'https://metadata.un.org/sdg/4'}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 22, 'referenced_works': ['https://openalex.org/W1499798127', 'https://openalex.org/W1810647205', 'https://openalex.org/W1969691662', 'https://openalex.org/W1974675145', 'https://openalex.org/W1977513061', 'https://openalex.org/W1990767714', 'https://openalex.org/W1992791755', 'https://openalex.org/W1995029948', 'https://openalex.org/W1995810417', 'https://openalex.org/W2005112578', 'https://openalex.org/W2031192422', 'https://openalex.org/W2051021140', 'https://openalex.org/W2067908302', 'https://openalex.org/W2091162668', 'https://openalex.org/W2091393509', 'https://openalex.org/W2091721072', 'https://openalex.org/W2163379140', 'https://openalex.org/W2168963107', 'https://openalex.org/W2512541573', 'https://openalex.org/W4239987852', 'https://openalex.org/W4387358161', 'https://openalex.org/W78967494'], 'related_works': ['https://openalex.org/W4292534539', 'https://openalex.org/W3158124852', 'https://openalex.org/W3080160395', 'https://openalex.org/W2414440459', 'https://openalex.org/W2127890855', 'https://openalex.org/W2102170941', 'https://openalex.org/W2084997682', 'https://openalex.org/W2084974067', 'https://openalex.org/W2019398004', 'https://openalex.org/W1979384980'], 'abstract_inverted_index': {'Abstract': [0], 'Peer': [1], 'reviews': [2, 98, 106], 'are': [3, 16, 78], 'the': [4, 46, 66, 89, 93, 111, 135, 145], 'generally': [5], 'accepted': [6], 'mode': [7], 'of': [8, 27, 48, 65, 68, 113, 116, 137, 147, 158], 'quality': [9], 'assessment': [10, 112], 'in': [11, 42, 140], 'scholarly': [12], 'communities;': [13], 'however,': [14], 'they': [15], 'rarely': [17], 'used': [18, 59, 109], 'for': [19, 84, 110, 151], 'evaluation': [20, 87], 'at': [21, 37, 45, 88], 'college': [22], 'levels.': [23], 'Over': [24], 'a': [25, 33, 38, 63], 'period': [26], '5': [28], 'years,': [29], 'we': [30], 'have': [31, 51, 58], 'performed': [32], 'peer': [34, 55, 76, 97, 105, 138, 159], 'review': [35, 139], 'simulation': [36, 150], 'senior': [39], 'level': [40], 'course': [41], 'molecular': [43], 'genetics': [44], 'University': [47], 'Guelph': [49], 'and': [50, 81, 126, 154], 'accumulated': [52], '393': [53], 'student': [54, 75, 96, 119], 'reviews.': [56, 160], 'We': [57, 142], 'these': [60], 'to': [61, 122], 'generate': [62], 'summary': [64], 'metrics': [67], 'this': [69, 148], 'exercise.': [70], 'Our': [71], 'calculations': [72], 'show': [73], 'that': [74], 'marks': [77], 'highly': [79], 'variable': [80], 'not': [82], 'suitable': [83], 'numerical': [85], 'performance': [86], 'university': [90], 'level.': [91], 'On': [92], 'other': [94], 'hand,': [95], 'can': [99, 107], 'clearly': [100], 'recognize': [101], 'substandard': [102], 'performance.': [103, 128], 'Hence,': [104], 'be': [108], '“pass/fail”': [114], 'type': [115], 'assignments.': [117], 'Interestingly,': [118], 'peers': [120], 'struggle': [121], 'distinguish': [123], 'between': [124], 'good': [125], 'excellent': [127], 'These': [129], 'finding': [130], 'provide': [131], 'provocative': [132], 'insight': [133], 'on': [134, 144, 155], 'process': [136], 'general.': [141], 'comment': [143], 'implications': [146], 'in‐class': [149], 'research': [152], 'communities': [153], 'potential': [156], 'pitfalls': [157]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W1975565019', 'counts_by_year': [{'year': 2022, 'cited_by_count': 1}, {'year': 2016, 'cited_by_count': 2}, {'year': 2014, 'cited_by_count': 5}, {'year': 2013, 'cited_by_count': 2}, {'year': 2012, 'cited_by_count': 1}], 'updated_date': '2024-09-24T02:47:59.572245', 'created_date': '2016-06-24'}