Publication Information

{'id': 'https://openalex.org/W2162286586', 'doi': 'https://doi.org/10.1109/tac.2011.2168111', 'title': 'Networked Markov Decision Processes With Delays', 'display_name': 'Networked Markov Decision Processes With Delays', 'publication_year': 2011, 'publication_date': '2011-09-22', 'ids': {'openalex': 'https://openalex.org/W2162286586', 'doi': 'https://doi.org/10.1109/tac.2011.2168111', 'mag': '2162286586'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1109/tac.2011.2168111', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S184954342', 'display_name': 'IEEE Transactions on Automatic Control', 'issn_l': '0018-9286', 'issn': ['0018-9286', '1558-2523', '2334-3303'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319808', 'host_organization_name': 'Institute of Electrical and Electronics Engineers', 'host_organization_lineage': ['https://openalex.org/P4310319808'], 'host_organization_lineage_names': ['Institute of Electrical and Electronics Engineers'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': False, 'oa_status': 'closed', 'oa_url': None, 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5027497766', 'display_name': 'Sachin Adlakha', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I122411786', 'display_name': 'California Institute of Technology', 'ror': 'https://ror.org/05dxps055', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I122411786']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'S. Adlakha', 'raw_affiliation_strings': ['Center for Mathematics of Information, California Institute of Technology, Pasadena, CA, USA'], 'affiliations': [{'raw_affiliation_string': 'Center for Mathematics of Information, California Institute of Technology, Pasadena, CA, USA', 'institution_ids': ['https://openalex.org/I122411786']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5082736758', 'display_name': 'Sanjay Lall', 'orcid': 'https://orcid.org/0000-0002-1783-5309'}, 'institutions': [{'id': 'https://openalex.org/I13805885', 'display_name': 'Vaughn College of Aeronautics and Technology', 'ror': 'https://ror.org/056e22e24', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I13805885']}, {'id': 'https://openalex.org/I97018004', 'display_name': 'Stanford University', 'ror': 'https://ror.org/00f54p054', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I97018004']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'S. Lall', 'raw_affiliation_strings': ['Department of Electrical Engineering and Department of Aeronautics and Astronautics, Stanford University, Stanford, CA, USA'], 'affiliations': [{'raw_affiliation_string': 'Department of Electrical Engineering and Department of Aeronautics and Astronautics, Stanford University, Stanford, CA, USA', 'institution_ids': ['https://openalex.org/I13805885', 'https://openalex.org/I97018004']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5074116801', 'display_name': 'Andrea Goldsmith', 'orcid': 'https://orcid.org/0000-0001-5686-800X'}, 'institutions': [{'id': 'https://openalex.org/I97018004', 'display_name': 'Stanford University', 'ror': 'https://ror.org/00f54p054', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I97018004']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'A. Goldsmith', 'raw_affiliation_strings': ['Department of Electrical Engineering, Stanford University, Stanford, CA, USA'], 'affiliations': [{'raw_affiliation_string': 'Department of Electrical Engineering, Stanford University, Stanford, CA, USA', 'institution_ids': ['https://openalex.org/I97018004']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 3, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': 1.937, 'has_fulltext': True, 'fulltext_origin': 'ngrams', 'cited_by_count': 21, 'citation_normalized_percentile': {'value': 0.877874, 'is_in_top_1_percent': False, 'is_in_top_10_percent': False}, 'cited_by_percentile_year': {'min': 90, 'max': 91}, 'biblio': {'volume': '57', 'issue': '4', 'first_page': '1013', 'last_page': '1018'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T11125', 'display_name': 'Petri Nets in System Modeling', 'score': 0.9897, 'subfield': {'id': 'https://openalex.org/subfields/1703', 'display_name': 'Computational Theory and Mathematics'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T11125', 'display_name': 'Petri Nets in System Modeling', 'score': 0.9897, 'subfield': {'id': 'https://openalex.org/subfields/1703', 'display_name': 'Computational Theory and Mathematics'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10772', 'display_name': 'Distributed systems and fault tolerance', 'score': 0.9835, 'subfield': {'id': 'https://openalex.org/subfields/1705', 'display_name': 'Computer Networks and Communications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T13553', 'display_name': 'Age of Information Optimization', 'score': 0.9795, 'subfield': {'id': 'https://openalex.org/subfields/1705', 'display_name': 'Computer Networks and Communications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/decision-process', 'display_name': 'Decision process', 'score': 0.49247965}], 'concepts': [{'id': 'https://openalex.org/C106189395', 'wikidata': 'https://www.wikidata.org/wiki/Q176789', 'display_name': 'Markov decision process', 'level': 3, 'score': 0.843787}, {'id': 'https://openalex.org/C159886148', 'wikidata': 'https://www.wikidata.org/wiki/Q176645', 'display_name': 'Markov process', 'level': 2, 'score': 0.70907325}, {'id': 'https://openalex.org/C17098449', 'wikidata': 'https://www.wikidata.org/wiki/Q176814', 'display_name': 'Partially observable Markov decision process', 'level': 4, 'score': 0.6620285}, {'id': 'https://openalex.org/C98763669', 'wikidata': 'https://www.wikidata.org/wiki/Q176645', 'display_name': 'Markov chain', 'level': 2, 'score': 0.63176715}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.6122463}, {'id': 'https://openalex.org/C2984634286', 'wikidata': 'https://www.wikidata.org/wiki/Q1331926', 'display_name': 'Decision process', 'level': 2, 'score': 0.49247965}, {'id': 'https://openalex.org/C48103436', 'wikidata': 'https://www.wikidata.org/wiki/Q599031', 'display_name': 'State (computer science)', 'level': 2, 'score': 0.4827851}, {'id': 'https://openalex.org/C163836022', 'wikidata': 'https://www.wikidata.org/wiki/Q6771326', 'display_name': 'Markov model', 'level': 3, 'score': 0.4598177}, {'id': 'https://openalex.org/C98045186', 'wikidata': 'https://www.wikidata.org/wiki/Q205663', 'display_name': 'Process (computing)', 'level': 2, 'score': 0.4563582}, {'id': 'https://openalex.org/C155386361', 'wikidata': 'https://www.wikidata.org/wiki/Q1649571', 'display_name': 'Process control', 'level': 3, 'score': 0.43074638}, {'id': 'https://openalex.org/C2775924081', 'wikidata': 'https://www.wikidata.org/wiki/Q55608371', 'display_name': 'Control (management)', 'level': 2, 'score': 0.40205574}, {'id': 'https://openalex.org/C47446073', 'wikidata': 'https://www.wikidata.org/wiki/Q5165890', 'display_name': 'Control theory (sociology)', 'level': 3, 'score': 0.36603785}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.25855008}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.15495276}, {'id': 'https://openalex.org/C127413603', 'wikidata': 'https://www.wikidata.org/wiki/Q11023', 'display_name': 'Engineering', 'level': 0, 'score': 0.15226683}, {'id': 'https://openalex.org/C119857082', 'wikidata': 'https://www.wikidata.org/wiki/Q2539', 'display_name': 'Machine learning', 'level': 1, 'score': 0.1396158}, {'id': 'https://openalex.org/C11413529', 'wikidata': 'https://www.wikidata.org/wiki/Q8366', 'display_name': 'Algorithm', 'level': 1, 'score': 0.12539318}, {'id': 'https://openalex.org/C539667460', 'wikidata': 'https://www.wikidata.org/wiki/Q2414942', 'display_name': 'Management science', 'level': 1, 'score': 0.058995634}, {'id': 'https://openalex.org/C105795698', 'wikidata': 'https://www.wikidata.org/wiki/Q12483', 'display_name': 'Statistics', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C111919701', 'wikidata': 'https://www.wikidata.org/wiki/Q9135', 'display_name': 'Operating system', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 1, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1109/tac.2011.2168111', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S184954342', 'display_name': 'IEEE Transactions on Automatic Control', 'issn_l': '0018-9286', 'issn': ['0018-9286', '1558-2523', '2334-3303'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319808', 'host_organization_name': 'Institute of Electrical and Electronics Engineers', 'host_organization_lineage': ['https://openalex.org/P4310319808'], 'host_organization_lineage_names': ['Institute of Electrical and Electronics Engineers'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': None, 'sustainable_development_goals': [{'display_name': 'Peace, justice, and strong institutions', 'id': 'https://metadata.un.org/sdg/16', 'score': 0.79}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 36, 'referenced_works': ['https://openalex.org/W1009075389', 'https://openalex.org/W1061340565', 'https://openalex.org/W1529558080', 'https://openalex.org/W1535136082', 'https://openalex.org/W1559867894', 'https://openalex.org/W158205031', 'https://openalex.org/W1971739135', 'https://openalex.org/W2003379925', 'https://openalex.org/W2008136256', 'https://openalex.org/W2011418219', 'https://openalex.org/W2020677283', 'https://openalex.org/W2026076901', 'https://openalex.org/W2033478158', 'https://openalex.org/W2034725503', 'https://openalex.org/W2085358739', 'https://openalex.org/W2089283989', 'https://openalex.org/W2092025421', 'https://openalex.org/W2096013579', 'https://openalex.org/W2098432798', 'https://openalex.org/W2101373497', 'https://openalex.org/W2117864026', 'https://openalex.org/W2119567691', 'https://openalex.org/W2121733306', 'https://openalex.org/W2123651102', 'https://openalex.org/W2130936665', 'https://openalex.org/W2134300276', 'https://openalex.org/W2138966161', 'https://openalex.org/W2150379124', 'https://openalex.org/W2156296037', 'https://openalex.org/W2165894964', 'https://openalex.org/W2168490142', 'https://openalex.org/W2171937741', 'https://openalex.org/W2334782222', 'https://openalex.org/W2341171179', 'https://openalex.org/W2544985501', 'https://openalex.org/W3013672175'], 'related_works': ['https://openalex.org/W52153049', 'https://openalex.org/W4323315247', 'https://openalex.org/W4321379664', 'https://openalex.org/W3169161914', 'https://openalex.org/W2951545791', 'https://openalex.org/W2294884454', 'https://openalex.org/W2096013579', 'https://openalex.org/W1760611253', 'https://openalex.org/W1589140671', 'https://openalex.org/W1515117609'], 'abstract_inverted_index': {'We': [0, 69, 95], 'consider': [1], 'a': [2, 11, 63, 123], 'networked': [3, 91, 124], 'control': [4, 54, 81, 88], 'system,': [5], 'where': [6], 'each': [7, 51, 58], 'subsystem': [8, 23, 59], 'evolves': [9], 'as': [10, 108, 110], 'Markov': [12, 92, 118, 125, 135], 'decision': [13, 93, 119, 126, 136], 'process': [14, 120, 127], 'with': [15, 122, 143], 'some': [16], 'extra': [17], 'inputs': [18], 'from': [19, 50], 'other': [20], 'systems.': [21], 'Each': [22], 'is': [24, 83], 'coupled': [25], 'to': [26, 57], 'its': [27], 'neighbors': [28], 'via': [29], 'communication': [30], 'links': [31], 'over': [32], 'which': [33], 'the': [34, 75, 86, 104, 111, 115], 'signals': [35], 'are': [36, 39], 'delayed,': [37], 'but': [38], 'otherwise': [40], 'transmitted': [41], 'noise-free.': [42], 'A': [43], 'centralized': [44], 'controller': [45], 'receives': [46], 'delayed': [47], 'state': [48, 134, 139], 'information': [49, 133], 'subsystem.': [52], 'The': [53], 'action': [55], 'applied': [56], 'takes': [60], 'effect': [61], 'after': [62], 'certain': [64], 'delay': [65], 'rather': [66], 'than': [67], 'immediately.': [68], 'give': [70], 'an': [71, 132], 'explicit': [72], 'bound': [73], 'on': [74, 103], 'finite': [76], 'history': [77], 'of': [78, 89], 'measurement': [79], 'and': [80], 'that': [82, 98], 'required': [84], 'for': [85], 'optimal': [87], 'such': [90], 'processes.': [94], 'also': [96], 'show': [97], 'these': [99], 'bounds': [100], 'depend': [101], 'only': [102], 'underlying': [105], 'graph': [106], 'structure': [107], 'well': [109], 'associated': [112, 121], 'delays.': [113], 'Thus,': [114], 'partially': [116], 'observed': [117], 'can': [128], 'be': [129], 'converted': [130], 'into': [131], 'process,': [137], 'whose': [138], 'does': [140], 'not': [141], 'grow': [142], 'time.': [144]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W2162286586', 'counts_by_year': [{'year': 2023, 'cited_by_count': 2}, {'year': 2021, 'cited_by_count': 2}, {'year': 2020, 'cited_by_count': 2}, {'year': 2019, 'cited_by_count': 2}, {'year': 2018, 'cited_by_count': 1}, {'year': 2017, 'cited_by_count': 3}, {'year': 2015, 'cited_by_count': 2}, {'year': 2014, 'cited_by_count': 4}, {'year': 2013, 'cited_by_count': 2}], 'updated_date': '2024-12-24T13:26:24.107262', 'created_date': '2016-06-24'}