Publication Information

{'id': 'https://openalex.org/W1963965233', 'doi': 'https://doi.org/10.1177/1094428105275376', 'title': 'Interrater Agreement Reconsidered: An Alternative to the rwg Indices', 'display_name': 'Interrater Agreement Reconsidered: An Alternative to the rwg Indices', 'publication_year': 2005, 'publication_date': '2005-03-10', 'ids': {'openalex': 'https://openalex.org/W1963965233', 'doi': 'https://doi.org/10.1177/1094428105275376', 'mag': '1963965233'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1177/1094428105275376', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S133599136', 'display_name': 'Organizational Research Methods', 'issn_l': '1094-4281', 'issn': ['1094-4281', '1552-7425'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320017', 'host_organization_name': 'SAGE Publishing', 'host_organization_lineage': ['https://openalex.org/P4310320017'], 'host_organization_lineage_names': ['SAGE Publishing'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': False, 'oa_status': 'closed', 'oa_url': None, 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5009383766', 'display_name': 'Reagan D. Brown', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I94339441', 'display_name': 'Western Kentucky University', 'ror': 'https://ror.org/0446vnd56', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I94339441']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Reagan D. Brown', 'raw_affiliation_strings': ['Western Kentucky University, Bowling Green, KY, US'], 'affiliations': [{'raw_affiliation_string': 'Western Kentucky University, Bowling Green, KY, US', 'institution_ids': ['https://openalex.org/I94339441']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5026477722', 'display_name': 'Neil M. A. Hauenstein', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I859038795', 'display_name': 'Virginia Tech', 'ror': 'https://ror.org/02smfhw86', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I859038795']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Neil M. A. Hauenstein', 'raw_affiliation_strings': ['VIRGINIA POLYTECHNIC INSTITUTE & STATE UNIVERSITY (Blacksburg, VA, US)', 'Virginia Polytechnic Institute and State University'], 'affiliations': [{'raw_affiliation_string': 'VIRGINIA POLYTECHNIC INSTITUTE & STATE UNIVERSITY (Blacksburg, VA, US)', 'institution_ids': ['https://openalex.org/I859038795']}, {'raw_affiliation_string': 'Virginia Polytechnic Institute and State University', 'institution_ids': ['https://openalex.org/I859038795']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 2, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': 6.152, 'has_fulltext': True, 'fulltext_origin': 'ngrams', 'cited_by_count': 285, 'citation_normalized_percentile': {'value': 0.968149, 'is_in_top_1_percent': False, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 98, 'max': 99}, 'biblio': {'volume': '8', 'issue': '2', 'first_page': '165', 'last_page': '184'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T13309', 'display_name': 'Reliability and Agreement in Measurement', 'score': 0.9951, 'subfield': {'id': 'https://openalex.org/subfields/1804', 'display_name': 'Statistics, Probability and Uncertainty'}, 'field': {'id': 'https://openalex.org/fields/18', 'display_name': 'Decision Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}, 'topics': [{'id': 'https://openalex.org/T13309', 'display_name': 'Reliability and Agreement in Measurement', 'score': 0.9951, 'subfield': {'id': 'https://openalex.org/subfields/1804', 'display_name': 'Statistics, Probability and Uncertainty'}, 'field': {'id': 'https://openalex.org/fields/18', 'display_name': 'Decision Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}, {'id': 'https://openalex.org/T10050', 'display_name': 'Multi-Criteria Decision Making', 'score': 0.9878, 'subfield': {'id': 'https://openalex.org/subfields/1803', 'display_name': 'Management Science and Operations Research'}, 'field': {'id': 'https://openalex.org/fields/18', 'display_name': 'Decision Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}, {'id': 'https://openalex.org/T10467', 'display_name': 'Psychometric Methodologies and Testing', 'score': 0.9482, 'subfield': {'id': 'https://openalex.org/subfields/1803', 'display_name': 'Management Science and Operations Research'}, 'field': {'id': 'https://openalex.org/fields/18', 'display_name': 'Decision Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/inter-rater-reliability', 'display_name': 'Inter-Rater Reliability', 'score': 0.85063624}, {'id': 'https://openalex.org/keywords/statistic', 'display_name': 'Statistic', 'score': 0.67408484}, {'id': 'https://openalex.org/keywords/kappa', 'display_name': 'Kappa', 'score': 0.48511422}, {'id': 'https://openalex.org/keywords/null', 'display_name': 'Null (SQL)', 'score': 0.44421062}], 'concepts': [{'id': 'https://openalex.org/C61863361', 'wikidata': 'https://www.wikidata.org/wiki/Q470749', 'display_name': 'Inter-rater reliability', 'level': 3, 'score': 0.85063624}, {'id': 'https://openalex.org/C27158222', 'wikidata': 'https://www.wikidata.org/wiki/Q5532422', 'display_name': 'Generalizability theory', 'level': 2, 'score': 0.84512174}, {'id': 'https://openalex.org/C89128539', 'wikidata': 'https://www.wikidata.org/wiki/Q1949963', 'display_name': 'Statistic', 'level': 2, 'score': 0.67408484}, {'id': 'https://openalex.org/C105795698', 'wikidata': 'https://www.wikidata.org/wiki/Q12483', 'display_name': 'Statistics', 'level': 1, 'score': 0.5337319}, {'id': 'https://openalex.org/C2778724333', 'wikidata': 'https://www.wikidata.org/wiki/Q14401', 'display_name': 'Kappa', 'level': 2, 'score': 0.48511422}, {'id': 'https://openalex.org/C2777382242', 'wikidata': 'https://www.wikidata.org/wiki/Q6017816', 'display_name': 'Index (typography)', 'level': 2, 'score': 0.44699067}, {'id': 'https://openalex.org/C203763787', 'wikidata': 'https://www.wikidata.org/wiki/Q371029', 'display_name': 'Null (SQL)', 'level': 2, 'score': 0.44421062}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.42439196}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.24897778}, {'id': 'https://openalex.org/C124101348', 'wikidata': 'https://www.wikidata.org/wiki/Q172491', 'display_name': 'Data mining', 'level': 1, 'score': 0.1084584}, {'id': 'https://openalex.org/C2524010', 'wikidata': 'https://www.wikidata.org/wiki/Q8087', 'display_name': 'Geometry', 'level': 1, 'score': 0.075194985}, {'id': 'https://openalex.org/C83849319', 'wikidata': 'https://www.wikidata.org/wiki/Q7295720', 'display_name': 'Rating scale', 'level': 2, 'score': 0.0}, {'id': 'https://openalex.org/C136764020', 'wikidata': 'https://www.wikidata.org/wiki/Q466', 'display_name': 'World Wide Web', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 1, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1177/1094428105275376', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S133599136', 'display_name': 'Organizational Research Methods', 'issn_l': '1094-4281', 'issn': ['1094-4281', '1552-7425'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320017', 'host_organization_name': 'SAGE Publishing', 'host_organization_lineage': ['https://openalex.org/P4310320017'], 'host_organization_lineage_names': ['SAGE Publishing'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': None, 'sustainable_development_goals': [], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 48, 'referenced_works': ['https://openalex.org/W1967059694', 'https://openalex.org/W1970693217', 'https://openalex.org/W1971296148', 'https://openalex.org/W1971711030', 'https://openalex.org/W1974475826', 'https://openalex.org/W1978684715', 'https://openalex.org/W1980943303', 'https://openalex.org/W1982264966', 'https://openalex.org/W1989275687', 'https://openalex.org/W1996339572', 'https://openalex.org/W1998282775', 'https://openalex.org/W1998623504', 'https://openalex.org/W1998922429', 'https://openalex.org/W2004344334', 'https://openalex.org/W2004563492', 'https://openalex.org/W2010276944', 'https://openalex.org/W2012770477', 'https://openalex.org/W2015269666', 'https://openalex.org/W2017580684', 'https://openalex.org/W2022950201', 'https://openalex.org/W2024318087', 'https://openalex.org/W2036814273', 'https://openalex.org/W2038652613', 'https://openalex.org/W2039456885', 'https://openalex.org/W2053154970', 'https://openalex.org/W2054658141', 'https://openalex.org/W2056212701', 'https://openalex.org/W2057282082', 'https://openalex.org/W2059038206', 'https://openalex.org/W2059847013', 'https://openalex.org/W2060215531', 'https://openalex.org/W2069294908', 'https://openalex.org/W2082064682', 'https://openalex.org/W2089637540', 'https://openalex.org/W2089949467', 'https://openalex.org/W2091914384', 'https://openalex.org/W2096249788', 'https://openalex.org/W2105042911', 'https://openalex.org/W2112043482', 'https://openalex.org/W2119567781', 'https://openalex.org/W2124843723', 'https://openalex.org/W2140090975', 'https://openalex.org/W2140827349', 'https://openalex.org/W2142463987', 'https://openalex.org/W2158852486', 'https://openalex.org/W2580389126', 'https://openalex.org/W3123546047', 'https://openalex.org/W4248123382'], 'related_works': ['https://openalex.org/W97840116', 'https://openalex.org/W4294214983', 'https://openalex.org/W2808016865', 'https://openalex.org/W2068931042', 'https://openalex.org/W2054015915', 'https://openalex.org/W2018268520', 'https://openalex.org/W2017014467', 'https://openalex.org/W1984207165', 'https://openalex.org/W1979852909', 'https://openalex.org/W1966976587'], 'abstract_inverted_index': {'For': [0], 'continuous': [1], 'constructs,': [2], 'the': [3, 20, 32, 87, 112], 'most': [4], 'frequently': [5], 'used': [6], 'index': [7, 39, 74], 'of': [8, 34, 140], 'interrater': [9, 46, 50, 72, 141], 'agreement': [10, 51, 73, 83], '(r': [11], 'wg(1))can': [12], 'be': [13], 'problematic.': [14], 'Typically,': [15], 'rwg(1)': [16], 'is': [17, 54, 65, 80, 121], 'estimated': [18], 'with': [19, 109], 'assumption': [21], 'that': [22, 126], 'a': [23, 91, 118, 130, 134], 'uniform': [24, 36, 119, 131], 'distribution': [25], 'represents': [26], 'no': [27], 'agreement.': [28, 47, 142], 'The': [29, 56, 106], 'authors': [30, 57, 107], 'review': [31], 'limitations': [33], 'this': [35], 'nullr': [37], 'wg(1)': [38, 60, 89, 115, 123], 'and': [40, 62, 90, 93, 100, 137], 'discuss': [41], 'alternative': [42], 'methods': [43], 'for': [44, 75], 'measuring': [45], 'A': [48, 78], 'new': [49], 'statistic,a': [52], 'wg(1),': [53, 92], 'proposed.': [55], 'derive': [58], 'thea': [59], 'statistic': [61], 'demonstrate': [63], 'thatawg(1)': [64], 'an': [66, 71], 'analogue': [67], 'to': [68], 'Cohen’s': [69], 'kappa,': [70], 'nominal': [76], 'data.': [77], 'comparison': [79], 'made': [81], 'between': [82], 'estimates': [84, 139], 'based': [85], 'on': [86], 'uniformr': [88], 'issues': [94], 'such': [95], 'as': [96], 'minimum': [97], 'sample': [98], 'size': [99], 'practical': [101], 'significance': [102], 'levels': [103], 'are': [104], 'discussed.': [105], 'close': [108], 'recommendations': [110], 'regarding': [111], 'use': [113], 'ofr': [114], '/rwg(J)': [116, 124], 'when': [117], 'null': [120], 'assumed,r': [122], 'indices': [125], 'do': [127], 'not': [128], 'assume': [129], 'null,awg(1)': [132], '/': [133], 'wg(J)': [135], 'indices,': [136], 'generalizability': [138]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W1963965233', 'counts_by_year': [{'year': 2024, 'cited_by_count': 17}, {'year': 2023, 'cited_by_count': 16}, {'year': 2022, 'cited_by_count': 9}, {'year': 2021, 'cited_by_count': 22}, {'year': 2020, 'cited_by_count': 21}, {'year': 2019, 'cited_by_count': 18}, {'year': 2018, 'cited_by_count': 21}, {'year': 2017, 'cited_by_count': 15}, {'year': 2016, 'cited_by_count': 14}, {'year': 2015, 'cited_by_count': 18}, {'year': 2014, 'cited_by_count': 20}, {'year': 2013, 'cited_by_count': 18}, {'year': 2012, 'cited_by_count': 11}], 'updated_date': '2024-12-10T02:53:45.461076', 'created_date': '2016-06-24'}