Publication Information

{'id': 'https://openalex.org/W4255368532', 'doi': 'https://doi.org/10.1109/9.720497', 'title': 'Markov decision processes and regular events', 'display_name': 'Markov decision processes and regular events', 'publication_year': 1998, 'publication_date': '1998-01-01', 'ids': {'openalex': 'https://openalex.org/W4255368532', 'doi': 'https://doi.org/10.1109/9.720497'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1109/9.720497', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S184954342', 'display_name': 'IEEE Transactions on Automatic Control', 'issn_l': '0018-9286', 'issn': ['0018-9286', '1558-2523', '2334-3303'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319808', 'host_organization_name': 'Institute of Electrical and Electronics Engineers', 'host_organization_lineage': ['https://openalex.org/P4310319808'], 'host_organization_lineage_names': ['Institute of Electrical and Electronics Engineers'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': False, 'oa_status': 'closed', 'oa_url': None, 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5005174253', 'display_name': 'Costas Courcoubetis', 'orcid': 'https://orcid.org/0000-0001-9568-0640'}, 'institutions': [{'id': 'https://openalex.org/I142617266', 'display_name': 'University of Crete', 'ror': 'https://ror.org/00dr28g20', 'country_code': 'GR', 'type': 'education', 'lineage': ['https://openalex.org/I142617266']}], 'countries': ['GR'], 'is_corresponding': False, 'raw_author_name': 'C. Courcoubetis', 'raw_affiliation_strings': ['Computer Science Department, Computer Science Institute, University of Crete, Crete, Greece'], 'affiliations': [{'raw_affiliation_string': 'Computer Science Department, Computer Science Institute, University of Crete, Crete, Greece', 'institution_ids': ['https://openalex.org/I142617266']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5043084405', 'display_name': 'Mihalis Yannakakis', 'orcid': 'https://orcid.org/0000-0003-2857-1860'}, 'institutions': [], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'M. Yannakakis', 'raw_affiliation_strings': ['Bell Laboratories, Murray Hill, NJ, USA'], 'affiliations': [{'raw_affiliation_string': 'Bell Laboratories, Murray Hill, NJ, USA', 'institution_ids': []}]}], 'institution_assertions': [], 'countries_distinct_count': 2, 'institutions_distinct_count': 1, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': 0.436, 'has_fulltext': False, 'cited_by_count': 53, 'citation_normalized_percentile': {'value': 0.921849, 'is_in_top_1_percent': False, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 92, 'max': 93}, 'biblio': {'volume': '43', 'issue': '10', 'first_page': '1399', 'last_page': '1418'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T11125', 'display_name': 'Petri Nets in System Modeling', 'score': 0.9995, 'subfield': {'id': 'https://openalex.org/subfields/1703', 'display_name': 'Computational Theory and Mathematics'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T11125', 'display_name': 'Petri Nets in System Modeling', 'score': 0.9995, 'subfield': {'id': 'https://openalex.org/subfields/1703', 'display_name': 'Computational Theory and Mathematics'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10142', 'display_name': 'Formal Methods in Verification', 'score': 0.9991, 'subfield': {'id': 'https://openalex.org/subfields/1703', 'display_name': 'Computational Theory and Mathematics'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11741', 'display_name': 'Flexible and Reconfigurable Manufacturing Systems', 'score': 0.9799, 'subfield': {'id': 'https://openalex.org/subfields/2209', 'display_name': 'Industrial and Manufacturing Engineering'}, 'field': {'id': 'https://openalex.org/fields/22', 'display_name': 'Engineering'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/finite-state', 'display_name': 'Finite state', 'score': 0.59713423}, {'id': 'https://openalex.org/keywords/markov-kernel', 'display_name': 'Markov kernel', 'score': 0.4656943}, {'id': 'https://openalex.org/keywords/decision-process', 'display_name': 'Decision process', 'score': 0.46043625}, {'id': 'https://openalex.org/keywords/markov-renewal-process', 'display_name': 'Markov renewal process', 'score': 0.44045305}], 'concepts': [{'id': 'https://openalex.org/C106189395', 'wikidata': 'https://www.wikidata.org/wiki/Q176789', 'display_name': 'Markov decision process', 'level': 3, 'score': 0.82623136}, {'id': 'https://openalex.org/C159886148', 'wikidata': 'https://www.wikidata.org/wiki/Q176645', 'display_name': 'Markov process', 'level': 2, 'score': 0.70125437}, {'id': 'https://openalex.org/C2983497884', 'wikidata': 'https://www.wikidata.org/wiki/Q176452', 'display_name': 'Finite state', 'level': 3, 'score': 0.59713423}, {'id': 'https://openalex.org/C98763669', 'wikidata': 'https://www.wikidata.org/wiki/Q176645', 'display_name': 'Markov chain', 'level': 2, 'score': 0.5654482}, {'id': 'https://openalex.org/C17098449', 'wikidata': 'https://www.wikidata.org/wiki/Q176814', 'display_name': 'Partially observable Markov decision process', 'level': 4, 'score': 0.5438876}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.49575767}, {'id': 'https://openalex.org/C126255220', 'wikidata': 'https://www.wikidata.org/wiki/Q141495', 'display_name': 'Mathematical optimization', 'level': 1, 'score': 0.4856859}, {'id': 'https://openalex.org/C98045186', 'wikidata': 'https://www.wikidata.org/wiki/Q205663', 'display_name': 'Process (computing)', 'level': 2, 'score': 0.4672233}, {'id': 'https://openalex.org/C106666656', 'wikidata': 'https://www.wikidata.org/wiki/Q6771323', 'display_name': 'Markov kernel', 'level': 5, 'score': 0.4656943}, {'id': 'https://openalex.org/C2984634286', 'wikidata': 'https://www.wikidata.org/wiki/Q1331926', 'display_name': 'Decision process', 'level': 2, 'score': 0.46043625}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.4430598}, {'id': 'https://openalex.org/C163836022', 'wikidata': 'https://www.wikidata.org/wiki/Q6771326', 'display_name': 'Markov model', 'level': 3, 'score': 0.44255793}, {'id': 'https://openalex.org/C163540672', 'wikidata': 'https://www.wikidata.org/wiki/Q1115431', 'display_name': 'Markov renewal process', 'level': 5, 'score': 0.44045305}, {'id': 'https://openalex.org/C28826006', 'wikidata': 'https://www.wikidata.org/wiki/Q33521', 'display_name': 'Applied mathematics', 'level': 1, 'score': 0.40685302}, {'id': 'https://openalex.org/C189973286', 'wikidata': 'https://www.wikidata.org/wiki/Q176695', 'display_name': 'Markov property', 'level': 4, 'score': 0.3478607}, {'id': 'https://openalex.org/C54907487', 'wikidata': 'https://www.wikidata.org/wiki/Q7915688', 'display_name': 'Variable-order Markov model', 'level': 4, 'score': 0.3477869}, {'id': 'https://openalex.org/C119857082', 'wikidata': 'https://www.wikidata.org/wiki/Q2539', 'display_name': 'Machine learning', 'level': 1, 'score': 0.14822125}, {'id': 'https://openalex.org/C539667460', 'wikidata': 'https://www.wikidata.org/wiki/Q2414942', 'display_name': 'Management science', 'level': 1, 'score': 0.13847598}, {'id': 'https://openalex.org/C105795698', 'wikidata': 'https://www.wikidata.org/wiki/Q12483', 'display_name': 'Statistics', 'level': 1, 'score': 0.113396704}, {'id': 'https://openalex.org/C127413603', 'wikidata': 'https://www.wikidata.org/wiki/Q11023', 'display_name': 'Engineering', 'level': 0, 'score': 0.0855504}, {'id': 'https://openalex.org/C111919701', 'wikidata': 'https://www.wikidata.org/wiki/Q9135', 'display_name': 'Operating system', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 1, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1109/9.720497', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S184954342', 'display_name': 'IEEE Transactions on Automatic Control', 'issn_l': '0018-9286', 'issn': ['0018-9286', '1558-2523', '2334-3303'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319808', 'host_organization_name': 'Institute of Electrical and Electronics Engineers', 'host_organization_lineage': ['https://openalex.org/P4310319808'], 'host_organization_lineage_names': ['Institute of Electrical and Electronics Engineers'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': None, 'sustainable_development_goals': [{'score': 0.79, 'display_name': 'Peace, justice, and strong institutions', 'id': 'https://metadata.un.org/sdg/16'}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 31, 'referenced_works': ['https://openalex.org/W1560050980', 'https://openalex.org/W1590266960', 'https://openalex.org/W1607065182', 'https://openalex.org/W1655990431', 'https://openalex.org/W1783469492', 'https://openalex.org/W1967435431', 'https://openalex.org/W1970603830', 'https://openalex.org/W1972203711', 'https://openalex.org/W1979349468', 'https://openalex.org/W1988926301', 'https://openalex.org/W1991956281', 'https://openalex.org/W1997020095', 'https://openalex.org/W2007981995', 'https://openalex.org/W2016206563', 'https://openalex.org/W2019881090', 'https://openalex.org/W2025459956', 'https://openalex.org/W2031592188', 'https://openalex.org/W2068354234', 'https://openalex.org/W2069979244', 'https://openalex.org/W2086440639', 'https://openalex.org/W2094912129', 'https://openalex.org/W2126295866', 'https://openalex.org/W2133626316', 'https://openalex.org/W2138695497', 'https://openalex.org/W2165161585', 'https://openalex.org/W2168605507', 'https://openalex.org/W2334782222', 'https://openalex.org/W2337623929', 'https://openalex.org/W2806619258', 'https://openalex.org/W4239243912', 'https://openalex.org/W4298856952'], 'related_works': ['https://openalex.org/W6179682', 'https://openalex.org/W4313129335', 'https://openalex.org/W4249319980', 'https://openalex.org/W2550849244', 'https://openalex.org/W2404525779', 'https://openalex.org/W2142406362', 'https://openalex.org/W2063024474', 'https://openalex.org/W2052641327', 'https://openalex.org/W2050665677', 'https://openalex.org/W2046252408'], 'abstract_inverted_index': {'Desirable': [0], 'properties': [1, 40], 'of': [2, 6, 16, 20, 30, 48, 57], 'the': [3, 31, 39, 46, 55], 'infinite': [4, 28], 'histories': [5], 'a': [7, 17, 34], 'finite-state': [8], 'Markov': [9], 'decision': [10], 'process': [11, 32], 'are': [12], 'specified': [13], 'in': [14], 'terms': [15], 'finite': [18], 'number': [19], 'events': [21], 'represented': [22], 'as': [23], '/spl': [24], 'omega/-regular': [25], 'sets.': [26], 'An': [27], 'history': [29], 'produces': [33], 'reward': [35], 'which': [36], 'depends': [37], 'on': [38], 'it': [41], 'satisfies.': [42], 'The': [43], 'authors': [44], 'investigate': [45], 'existence': [47], 'optimal': [49], 'policies': [50], 'and': [51], 'provide': [52], 'algorithms': [53], 'for': [54], 'construction': [56], 'such': [58], 'policies.': [59]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W4255368532', 'counts_by_year': [{'year': 2023, 'cited_by_count': 3}, {'year': 2021, 'cited_by_count': 2}, {'year': 2020, 'cited_by_count': 1}, {'year': 2019, 'cited_by_count': 1}, {'year': 2018, 'cited_by_count': 1}, {'year': 2016, 'cited_by_count': 3}, {'year': 2015, 'cited_by_count': 2}, {'year': 2014, 'cited_by_count': 3}, {'year': 2013, 'cited_by_count': 6}, {'year': 2012, 'cited_by_count': 3}], 'updated_date': '2024-12-12T10:44:14.992830', 'created_date': '2022-05-12'}