Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W187740018', 'doi': 'https://doi.org/10.1007/978-1-4757-3561-1_5', 'title': 'On Optimal Policies of Multichain Finite State Compact Action Markov Decision Processes', 'display_name': 'On Optimal Policies of Multichain Finite State Compact Action Markov Decision Processes', 'publication_year': 2002, 'publication_date': '2002-01-01', 'ids': {'openalex': 'https://openalex.org/W187740018', 'doi': 'https://doi.org/10.1007/978-1-4757-3561-1_5', 'mag': '187740018'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1007/978-1-4757-3561-1_5', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4210179430', 'display_name': 'Advances in computational management science', 'issn_l': '1388-4301', 'issn': ['1388-4301'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319965', 'host_organization_name': 'Springer Nature', 'host_organization_lineage': ['https://openalex.org/P4310319965'], 'host_organization_lineage_names': ['Springer Nature'], 'type': 'book series'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'book-chapter', 'type_crossref': 'book-chapter', 'indexed_in': ['crossref'], 'open_access': {'is_oa': False, 'oa_status': 'closed', 'oa_url': None, 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5108548473', 'display_name': 'Arie Leizarowitz', 'orcid': None}, 'institutions': [], 'countries': [], 'is_corresponding': True, 'raw_author_name': 'Arie Leizarowitz', 'raw_affiliation_strings': [], 'affiliations': []}], 'institution_assertions': [], 'countries_distinct_count': 0, 'institutions_distinct_count': 0, 'corresponding_author_ids': ['https://openalex.org/A5108548473'], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': 0.0, 'has_fulltext': False, 'cited_by_count': 0, 'citation_normalized_percentile': {'value': 0.0, 'is_in_top_1_percent': False, 'is_in_top_10_percent': False}, 'cited_by_percentile_year': {'min': 0, 'max': 57}, 'biblio': {'volume': None, 'issue': None, 'first_page': '79', 'last_page': '95'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T10462', 'display_name': 'Reinforcement Learning in Robotics', 'score': 0.9995, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T10462', 'display_name': 'Reinforcement Learning in Robotics', 'score': 0.9995, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10551', 'display_name': 'Scheduling and Optimization Algorithms', 'score': 0.9956, 'subfield': {'id': 'https://openalex.org/subfields/2209', 'display_name': 'Industrial and Manufacturing Engineering'}, 'field': {'id': 'https://openalex.org/fields/22', 'display_name': 'Engineering'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T12288', 'display_name': 'Optimization and Search Problems', 'score': 0.9895, 'subfield': {'id': 'https://openalex.org/subfields/1705', 'display_name': 'Computer Networks and Communications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/finite-set', 'display_name': 'Finite set', 'score': 0.46253896}], 'concepts': [{'id': 'https://openalex.org/C106189395', 'wikidata': 'https://www.wikidata.org/wiki/Q176789', 'display_name': 'Markov decision process', 'level': 3, 'score': 0.8382999}, {'id': 'https://openalex.org/C159886148', 'wikidata': 'https://www.wikidata.org/wiki/Q176645', 'display_name': 'Markov process', 'level': 2, 'score': 0.7217165}, {'id': 'https://openalex.org/C2780791683', 'wikidata': 'https://www.wikidata.org/wiki/Q846785', 'display_name': 'Action (physics)', 'level': 2, 'score': 0.66314423}, {'id': 'https://openalex.org/C177264268', 'wikidata': 'https://www.wikidata.org/wiki/Q1514741', 'display_name': 'Set (abstract data type)', 'level': 2, 'score': 0.62001604}, {'id': 'https://openalex.org/C126255220', 'wikidata': 'https://www.wikidata.org/wiki/Q141495', 'display_name': 'Mathematical optimization', 'level': 1, 'score': 0.6111261}, {'id': 'https://openalex.org/C98763669', 'wikidata': 'https://www.wikidata.org/wiki/Q176645', 'display_name': 'Markov chain', 'level': 2, 'score': 0.5824806}, {'id': 'https://openalex.org/C48103436', 'wikidata': 'https://www.wikidata.org/wiki/Q599031', 'display_name': 'State (computer science)', 'level': 2, 'score': 0.4969385}, {'id': 'https://openalex.org/C162392398', 'wikidata': 'https://www.wikidata.org/wiki/Q272404', 'display_name': 'Finite set', 'level': 2, 'score': 0.46253896}, {'id': 'https://openalex.org/C163836022', 'wikidata': 'https://www.wikidata.org/wiki/Q6771326', 'display_name': 'Markov model', 'level': 3, 'score': 0.4393947}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.4301768}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.41731346}, {'id': 'https://openalex.org/C144237770', 'wikidata': 'https://www.wikidata.org/wiki/Q747534', 'display_name': 'Mathematical economics', 'level': 1, 'score': 0.34059036}, {'id': 'https://openalex.org/C28826006', 'wikidata': 'https://www.wikidata.org/wiki/Q33521', 'display_name': 'Applied mathematics', 'level': 1, 'score': 0.32165974}, {'id': 'https://openalex.org/C11413529', 'wikidata': 'https://www.wikidata.org/wiki/Q8366', 'display_name': 'Algorithm', 'level': 1, 'score': 0.17570108}, {'id': 'https://openalex.org/C105795698', 'wikidata': 'https://www.wikidata.org/wiki/Q12483', 'display_name': 'Statistics', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C121332964', 'wikidata': 'https://www.wikidata.org/wiki/Q413', 'display_name': 'Physics', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C62520636', 'wikidata': 'https://www.wikidata.org/wiki/Q944', 'display_name': 'Quantum mechanics', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C199360897', 'wikidata': 'https://www.wikidata.org/wiki/Q9143', 'display_name': 'Programming language', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C134306372', 'wikidata': 'https://www.wikidata.org/wiki/Q7754', 'display_name': 'Mathematical analysis', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C119857082', 'wikidata': 'https://www.wikidata.org/wiki/Q2539', 'display_name': 'Machine learning', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 1, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1007/978-1-4757-3561-1_5', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4210179430', 'display_name': 'Advances in computational management science', 'issn_l': '1388-4301', 'issn': ['1388-4301'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319965', 'host_organization_name': 'Springer Nature', 'host_organization_lineage': ['https://openalex.org/P4310319965'], 'host_organization_lineage_names': ['Springer Nature'], 'type': 'book series'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': None, 'sustainable_development_goals': [{'id': 'https://metadata.un.org/sdg/16', 'score': 0.78, 'display_name': 'Peace, justice, and strong institutions'}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 36, 'referenced_works': ['https://openalex.org/W101549524', 'https://openalex.org/W1496590343', 'https://openalex.org/W1500921805', 'https://openalex.org/W1506327958', 'https://openalex.org/W1512938982', 'https://openalex.org/W1515687042', 'https://openalex.org/W1972881543', 'https://openalex.org/W1976732220', 'https://openalex.org/W1983062642', 'https://openalex.org/W1985436841', 'https://openalex.org/W1986389067', 'https://openalex.org/W2002035237', 'https://openalex.org/W2020623277', 'https://openalex.org/W2023782756', 'https://openalex.org/W2029656683', 'https://openalex.org/W2035451736', 'https://openalex.org/W2040129529', 'https://openalex.org/W2044387322', 'https://openalex.org/W2060219734', 'https://openalex.org/W2061026830', 'https://openalex.org/W2062796590', 'https://openalex.org/W2097961801', 'https://openalex.org/W2107037985', 'https://openalex.org/W2111971348', 'https://openalex.org/W2112804068', 'https://openalex.org/W2115332673', 'https://openalex.org/W2119567691', 'https://openalex.org/W2155397423', 'https://openalex.org/W2165469059', 'https://openalex.org/W2313728779', 'https://openalex.org/W2317531417', 'https://openalex.org/W2334782222', 'https://openalex.org/W2335276403', 'https://openalex.org/W3140571750', 'https://openalex.org/W323116121', 'https://openalex.org/W4246592151'], 'related_works': ['https://openalex.org/W2804608325', 'https://openalex.org/W2387462590', 'https://openalex.org/W2379651310', 'https://openalex.org/W2354322608', 'https://openalex.org/W2186675474', 'https://openalex.org/W2113019827', 'https://openalex.org/W2084326697', 'https://openalex.org/W2077211377', 'https://openalex.org/W2027903142', 'https://openalex.org/W1541249122'], 'abstract_inverted_index': None, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W187740018', 'counts_by_year': [], 'updated_date': '2024-12-06T15:02:33.657881', 'created_date': '2016-06-24'}