Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W2054015915', 'doi': 'https://doi.org/10.1016/s0920-5489(03)00018-7', 'title': 'Evaluating interrater agreement in SPICE-based assessments', 'display_name': 'Evaluating interrater agreement in SPICE-based assessments', 'publication_year': 2003, 'publication_date': '2003-04-07', 'ids': {'openalex': 'https://openalex.org/W2054015915', 'doi': 'https://doi.org/10.1016/s0920-5489(03)00018-7', 'mag': '2054015915'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1016/s0920-5489(03)00018-7', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S119630662', 'display_name': 'Computer Standards & Interfaces', 'issn_l': '0920-5489', 'issn': ['0920-5489', '1872-7018'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320990', 'host_organization_name': 'Elsevier BV', 'host_organization_lineage': ['https://openalex.org/P4310320990'], 'host_organization_lineage_names': ['Elsevier BV'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': False, 'oa_status': 'closed', 'oa_url': None, 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5101144135', 'display_name': 'Ho‐Won Jung', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I197347611', 'display_name': 'Korea University', 'ror': 'https://ror.org/047dqcg40', 'country_code': 'KR', 'type': 'education', 'lineage': ['https://openalex.org/I197347611']}], 'countries': ['KR'], 'is_corresponding': True, 'raw_author_name': 'Ho-Won Jung', 'raw_affiliation_strings': ['Department of Business Administration, Korea University, Anam-dong 5Ka, Sungbuk-gu, Seoul 136-701, South Korea'], 'affiliations': [{'raw_affiliation_string': 'Department of Business Administration, Korea University, Anam-dong 5Ka, Sungbuk-gu, Seoul 136-701, South Korea', 'institution_ids': ['https://openalex.org/I197347611']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 1, 'corresponding_author_ids': ['https://openalex.org/A5101144135'], 'corresponding_institution_ids': ['https://openalex.org/I197347611'], 'apc_list': {'value': 3000, 'currency': 'USD', 'value_usd': 3000, 'provenance': 'doaj'}, 'apc_paid': None, 'fwci': 2.417, 'has_fulltext': True, 'fulltext_origin': 'ngrams', 'cited_by_count': 22, 'citation_normalized_percentile': {'value': 0.825185, 'is_in_top_1_percent': False, 'is_in_top_10_percent': False}, 'cited_by_percentile_year': {'min': 86, 'max': 87}, 'biblio': {'volume': '25', 'issue': '5', 'first_page': '477', 'last_page': '499'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T13309', 'display_name': 'Reliability and Agreement in Measurement', 'score': 0.9986, 'subfield': {'id': 'https://openalex.org/subfields/1804', 'display_name': 'Statistics, Probability and Uncertainty'}, 'field': {'id': 'https://openalex.org/fields/18', 'display_name': 'Decision Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}, 'topics': [{'id': 'https://openalex.org/T13309', 'display_name': 'Reliability and Agreement in Measurement', 'score': 0.9986, 'subfield': {'id': 'https://openalex.org/subfields/1804', 'display_name': 'Statistics, Probability and Uncertainty'}, 'field': {'id': 'https://openalex.org/fields/18', 'display_name': 'Decision Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}, {'id': 'https://openalex.org/T10050', 'display_name': 'Multi-Criteria Decision Making', 'score': 0.9717, 'subfield': {'id': 'https://openalex.org/subfields/1803', 'display_name': 'Management Science and Operations Research'}, 'field': {'id': 'https://openalex.org/fields/18', 'display_name': 'Decision Sciences'}, 'domain': {'id': 'https://openalex.org/domains/2', 'display_name': 'Social Sciences'}}, {'id': 'https://openalex.org/T10260', 'display_name': 'Software Engineering Research', 'score': 0.9055, 'subfield': {'id': 'https://openalex.org/subfields/1710', 'display_name': 'Information Systems'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/kappa', 'display_name': 'Kappa', 'score': 0.9363731}, {'id': 'https://openalex.org/keywords/inter-rater-reliability', 'display_name': 'Inter-Rater Reliability', 'score': 0.9243474}, {'id': 'https://openalex.org/keywords/cohens-kappa', 'display_name': "Cohen's kappa", 'score': 0.7965946}, {'id': 'https://openalex.org/keywords/agreement', 'display_name': 'Agreement', 'score': 0.5590105}], 'concepts': [{'id': 'https://openalex.org/C2778724333', 'wikidata': 'https://www.wikidata.org/wiki/Q14401', 'display_name': 'Kappa', 'level': 2, 'score': 0.9363731}, {'id': 'https://openalex.org/C61863361', 'wikidata': 'https://www.wikidata.org/wiki/Q470749', 'display_name': 'Inter-rater reliability', 'level': 3, 'score': 0.9243474}, {'id': 'https://openalex.org/C163864269', 'wikidata': 'https://www.wikidata.org/wiki/Q1107106', 'display_name': "Cohen's kappa", 'level': 2, 'score': 0.7965946}, {'id': 'https://openalex.org/C43214815', 'wikidata': 'https://www.wikidata.org/wiki/Q7310987', 'display_name': 'Reliability (semiconductor)', 'level': 3, 'score': 0.64004457}, {'id': 'https://openalex.org/C105795698', 'wikidata': 'https://www.wikidata.org/wiki/Q12483', 'display_name': 'Statistics', 'level': 1, 'score': 0.5877781}, {'id': 'https://openalex.org/C2776818064', 'wikidata': 'https://www.wikidata.org/wiki/Q829903', 'display_name': 'Agreement', 'level': 2, 'score': 0.5590105}, {'id': 'https://openalex.org/C2780009758', 'wikidata': 'https://www.wikidata.org/wiki/Q6804172', 'display_name': 'Measure (data warehouse)', 'level': 2, 'score': 0.5465141}, {'id': 'https://openalex.org/C2777382242', 'wikidata': 'https://www.wikidata.org/wiki/Q6017816', 'display_name': 'Index (typography)', 'level': 2, 'score': 0.5007074}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.4660213}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.42472422}, {'id': 'https://openalex.org/C124101348', 'wikidata': 'https://www.wikidata.org/wiki/Q172491', 'display_name': 'Data mining', 'level': 1, 'score': 0.20858324}, {'id': 'https://openalex.org/C121332964', 'wikidata': 'https://www.wikidata.org/wiki/Q413', 'display_name': 'Physics', 'level': 0, 'score': 0.107748955}, {'id': 'https://openalex.org/C83849319', 'wikidata': 'https://www.wikidata.org/wiki/Q7295720', 'display_name': 'Rating scale', 'level': 2, 'score': 0.08154485}, {'id': 'https://openalex.org/C62520636', 'wikidata': 'https://www.wikidata.org/wiki/Q944', 'display_name': 'Quantum mechanics', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C136764020', 'wikidata': 'https://www.wikidata.org/wiki/Q466', 'display_name': 'World Wide Web', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C163258240', 'wikidata': 'https://www.wikidata.org/wiki/Q25342', 'display_name': 'Power (physics)', 'level': 2, 'score': 0.0}, {'id': 'https://openalex.org/C2524010', 'wikidata': 'https://www.wikidata.org/wiki/Q8087', 'display_name': 'Geometry', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C41895202', 'wikidata': 'https://www.wikidata.org/wiki/Q8162', 'display_name': 'Linguistics', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C138885662', 'wikidata': 'https://www.wikidata.org/wiki/Q5891', 'display_name': 'Philosophy', 'level': 0, 'score': 0.0}], 'mesh': [], 'locations_count': 1, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1016/s0920-5489(03)00018-7', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S119630662', 'display_name': 'Computer Standards & Interfaces', 'issn_l': '0920-5489', 'issn': ['0920-5489', '1872-7018'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320990', 'host_organization_name': 'Elsevier BV', 'host_organization_lineage': ['https://openalex.org/P4310320990'], 'host_organization_lineage_names': ['Elsevier BV'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': None, 'sustainable_development_goals': [{'score': 0.4, 'display_name': 'Partnerships for the goals', 'id': 'https://metadata.un.org/sdg/17'}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 40, 'referenced_works': ['https://openalex.org/W1493790738', 'https://openalex.org/W1497396554', 'https://openalex.org/W1506734376', 'https://openalex.org/W1516257954', 'https://openalex.org/W1516756414', 'https://openalex.org/W1564596608', 'https://openalex.org/W1893988521', 'https://openalex.org/W1902206557', 'https://openalex.org/W1905117183', 'https://openalex.org/W1969856499', 'https://openalex.org/W1983897914', 'https://openalex.org/W1985489581', 'https://openalex.org/W2002374079', 'https://openalex.org/W2013222969', 'https://openalex.org/W2013395431', 'https://openalex.org/W2016288877', 'https://openalex.org/W2037789405', 'https://openalex.org/W2038486972', 'https://openalex.org/W2040225071', 'https://openalex.org/W2048221425', 'https://openalex.org/W2053154970', 'https://openalex.org/W2070285512', 'https://openalex.org/W2074604841', 'https://openalex.org/W2076061140', 'https://openalex.org/W2081397749', 'https://openalex.org/W2105439641', 'https://openalex.org/W2111046737', 'https://openalex.org/W2116480681', 'https://openalex.org/W2133012565', 'https://openalex.org/W2139497659', 'https://openalex.org/W2150290224', 'https://openalex.org/W2169632325', 'https://openalex.org/W2330813625', 'https://openalex.org/W2796024263', 'https://openalex.org/W3150451959', 'https://openalex.org/W4234460471', 'https://openalex.org/W4235133696', 'https://openalex.org/W4255634147', 'https://openalex.org/W4285719527', 'https://openalex.org/W4300718545'], 'related_works': ['https://openalex.org/W96748260', 'https://openalex.org/W4294214983', 'https://openalex.org/W2581818947', 'https://openalex.org/W2330902540', 'https://openalex.org/W2054015915', 'https://openalex.org/W1996751524', 'https://openalex.org/W1984207165', 'https://openalex.org/W1979852909', 'https://openalex.org/W1976976697', 'https://openalex.org/W1966976587'], 'abstract_inverted_index': None, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W2054015915', 'counts_by_year': [{'year': 2021, 'cited_by_count': 1}, {'year': 2016, 'cited_by_count': 2}, {'year': 2014, 'cited_by_count': 2}, {'year': 2013, 'cited_by_count': 1}, {'year': 2012, 'cited_by_count': 1}], 'updated_date': '2024-12-16T16:53:25.404978', 'created_date': '2016-06-24'}