Publication Information

{'id': 'https://openalex.org/W2315999538', 'doi': 'https://doi.org/10.1109/iiai-aai.2014.39', 'title': 'Associative Criteria in Mutually Dependent Markov Decision Processes', 'display_name': 'Associative Criteria in Mutually Dependent Markov Decision Processes', 'publication_year': 2014, 'publication_date': '2014-08-01', 'ids': {'openalex': 'https://openalex.org/W2315999538', 'doi': 'https://doi.org/10.1109/iiai-aai.2014.39', 'mag': '2315999538'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1109/iiai-aai.2014.39', 'pdf_url': None, 'source': None, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'article', 'type_crossref': 'proceedings-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': False, 'oa_status': 'closed', 'oa_url': None, 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5014028719', 'display_name': 'Toshiharu Fujita', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I207014233', 'display_name': 'Kyushu Institute of Technology', 'ror': 'https://ror.org/02278tr80', 'country_code': 'JP', 'type': 'education', 'lineage': ['https://openalex.org/I207014233']}], 'countries': ['JP'], 'is_corresponding': True, 'raw_author_name': 'Toshiharu Fujita', 'raw_affiliation_strings': ['Graduate School of Engineering, Kyushu Institute of Technology, Kitakyushu, Japan'], 'affiliations': [{'raw_affiliation_string': 'Graduate School of Engineering, Kyushu Institute of Technology, Kitakyushu, Japan', 'institution_ids': ['https://openalex.org/I207014233']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 1, 'corresponding_author_ids': ['https://openalex.org/A5014028719'], 'corresponding_institution_ids': ['https://openalex.org/I207014233'], 'apc_list': None, 'apc_paid': None, 'fwci': 0.292, 'has_fulltext': True, 'fulltext_origin': 'ngrams', 'cited_by_count': 4, 'citation_normalized_percentile': {'value': 0.554448, 'is_in_top_1_percent': False, 'is_in_top_10_percent': False}, 'cited_by_percentile_year': {'min': 79, 'max': 81}, 'biblio': {'volume': None, 'issue': None, 'first_page': '147', 'last_page': '150'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T10462', 'display_name': 'Reinforcement Learning in Robotics', 'score': 0.99, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T10462', 'display_name': 'Reinforcement Learning in Robotics', 'score': 0.99, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11125', 'display_name': 'Petri Nets in System Modeling', 'score': 0.9876, 'subfield': {'id': 'https://openalex.org/subfields/1703', 'display_name': 'Computational Theory and Mathematics'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10142', 'display_name': 'Formal Methods in Verification', 'score': 0.9794, 'subfield': {'id': 'https://openalex.org/subfields/1703', 'display_name': 'Computational Theory and Mathematics'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/associative-property', 'display_name': 'Associative property', 'score': 0.6772616}, {'id': 'https://openalex.org/keywords/markov-renewal-process', 'display_name': 'Markov renewal process', 'score': 0.47201747}, {'id': 'https://openalex.org/keywords/decision-process', 'display_name': 'Decision process', 'score': 0.45037448}], 'concepts': [{'id': 'https://openalex.org/C106189395', 'wikidata': 'https://www.wikidata.org/wiki/Q176789', 'display_name': 'Markov decision process', 'level': 3, 'score': 0.8709869}, {'id': 'https://openalex.org/C17098449', 'wikidata': 'https://www.wikidata.org/wiki/Q176814', 'display_name': 'Partially observable Markov decision process', 'level': 4, 'score': 0.76041806}, {'id': 'https://openalex.org/C159886148', 'wikidata': 'https://www.wikidata.org/wiki/Q176645', 'display_name': 'Markov process', 'level': 2, 'score': 0.7251302}, {'id': 'https://openalex.org/C159423971', 'wikidata': 'https://www.wikidata.org/wiki/Q177251', 'display_name': 'Associative property', 'level': 2, 'score': 0.6772616}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.6302799}, {'id': 'https://openalex.org/C98763669', 'wikidata': 'https://www.wikidata.org/wiki/Q176645', 'display_name': 'Markov chain', 'level': 2, 'score': 0.58482724}, {'id': 'https://openalex.org/C98045186', 'wikidata': 'https://www.wikidata.org/wiki/Q205663', 'display_name': 'Process (computing)', 'level': 2, 'score': 0.5415961}, {'id': 'https://openalex.org/C126255220', 'wikidata': 'https://www.wikidata.org/wiki/Q141495', 'display_name': 'Mathematical optimization', 'level': 1, 'score': 0.5175097}, {'id': 'https://openalex.org/C163836022', 'wikidata': 'https://www.wikidata.org/wiki/Q6771326', 'display_name': 'Markov model', 'level': 3, 'score': 0.49725178}, {'id': 'https://openalex.org/C37404715', 'wikidata': 'https://www.wikidata.org/wiki/Q380679', 'display_name': 'Dynamic programming', 'level': 2, 'score': 0.47467637}, {'id': 'https://openalex.org/C163540672', 'wikidata': 'https://www.wikidata.org/wiki/Q1115431', 'display_name': 'Markov renewal process', 'level': 5, 'score': 0.47201747}, {'id': 'https://openalex.org/C2984634286', 'wikidata': 'https://www.wikidata.org/wiki/Q1331926', 'display_name': 'Decision process', 'level': 2, 'score': 0.45037448}, {'id': 'https://openalex.org/C48103436', 'wikidata': 'https://www.wikidata.org/wiki/Q599031', 'display_name': 'State (computer science)', 'level': 2, 'score': 0.43638888}, {'id': 'https://openalex.org/C54907487', 'wikidata': 'https://www.wikidata.org/wiki/Q7915688', 'display_name': 'Variable-order Markov model', 'level': 4, 'score': 0.3340444}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.32061374}, {'id': 'https://openalex.org/C119857082', 'wikidata': 'https://www.wikidata.org/wiki/Q2539', 'display_name': 'Machine learning', 'level': 1, 'score': 0.23395988}, {'id': 'https://openalex.org/C11413529', 'wikidata': 'https://www.wikidata.org/wiki/Q8366', 'display_name': 'Algorithm', 'level': 1, 'score': 0.22159189}, {'id': 'https://openalex.org/C539667460', 'wikidata': 'https://www.wikidata.org/wiki/Q2414942', 'display_name': 'Management science', 'level': 1, 'score': 0.08904806}, {'id': 'https://openalex.org/C105795698', 'wikidata': 'https://www.wikidata.org/wiki/Q12483', 'display_name': 'Statistics', 'level': 1, 'score': 0.083486885}, {'id': 'https://openalex.org/C127413603', 'wikidata': 'https://www.wikidata.org/wiki/Q11023', 'display_name': 'Engineering', 'level': 0, 'score': 0.06268701}, {'id': 'https://openalex.org/C202444582', 'wikidata': 'https://www.wikidata.org/wiki/Q837863', 'display_name': 'Pure mathematics', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C111919701', 'wikidata': 'https://www.wikidata.org/wiki/Q9135', 'display_name': 'Operating system', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 1, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1109/iiai-aai.2014.39', 'pdf_url': None, 'source': None, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': None, 'sustainable_development_goals': [{'display_name': 'Peace, justice, and strong institutions', 'score': 0.5, 'id': 'https://metadata.un.org/sdg/16'}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 10, 'referenced_works': ['https://openalex.org/W1536187652', 'https://openalex.org/W191780540', 'https://openalex.org/W1979224575', 'https://openalex.org/W1991654215', 'https://openalex.org/W2008129990', 'https://openalex.org/W2028145673', 'https://openalex.org/W2111003075', 'https://openalex.org/W2231883621', 'https://openalex.org/W270667863', 'https://openalex.org/W4292158025'], 'related_works': ['https://openalex.org/W52153049', 'https://openalex.org/W4323315247', 'https://openalex.org/W4321379664', 'https://openalex.org/W3169161914', 'https://openalex.org/W2294884454', 'https://openalex.org/W2211790881', 'https://openalex.org/W2096013579', 'https://openalex.org/W1760611253', 'https://openalex.org/W1589140671', 'https://openalex.org/W1515117609'], 'abstract_inverted_index': {'In': [0], 'this': [1], 'paper,': [2], 'we': [3], 'consider': [4], 'associative': [5, 67], 'criteria': [6], 'in': [7, 35, 60], 'mutually': [8, 74], 'dependent': [9, 75], 'Markov': [10, 24], 'decision': [11, 25, 59], 'processes': [12], '(MDMDP).': [13], 'The': [14], 'MDMDP': [15, 71], 'model': [16], 'is': [17, 38, 52], 'structured': [18], 'upon': [19], 'two': [20], 'types': [21], 'of': [22, 44], 'finite-stage': [23], 'process:': [26], 'main-process': [27], 'and': [28, 58, 72], 'sub-process.': [29], 'At': [30], 'each': [31, 70], 'stage,': [32], 'the': [33, 41, 45, 55, 61], 'reward': [34], 'one': [36], 'process': [37, 47], 'given': [39], 'by': [40, 54, 78], 'optimal': [42], 'value': [43], 'alternative': [46], 'problem,': [48], 'whose': [49], 'initial': [50], 'state': [51, 57], 'determined': [53], 'current': [56], 'original': [62], 'process.': [63], 'We': [64], 'introduce': [65], 'an': [66, 82], 'criterion': [68], 'to': [69], 'derive': [73], 'recursive': [76], 'equations': [77], 'dynamic': [79], 'programming': [80], 'with': [81], 'invariant': [83], 'imbedding': [84], 'technique.': [85]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W2315999538', 'counts_by_year': [{'year': 2024, 'cited_by_count': 1}, {'year': 2021, 'cited_by_count': 1}, {'year': 2017, 'cited_by_count': 1}, {'year': 2016, 'cited_by_count': 1}], 'updated_date': '2025-01-05T15:35:17.500909', 'created_date': '2016-06-24'}