Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W3117215073', 'doi': 'https://doi.org/10.1613/jair.1.13673', 'title': 'Towards Continual Reinforcement Learning: A Review and Perspectives', 'display_name': 'Towards Continual Reinforcement Learning: A Review and Perspectives', 'publication_year': 2022, 'publication_date': '2022-12-22', 'ids': {'openalex': 'https://openalex.org/W3117215073', 'doi': 'https://doi.org/10.1613/jair.1.13673', 'mag': '3117215073'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1613/jair.1.13673', 'pdf_url': 'https://jair.org/index.php/jair/article/download/13673/26878', 'source': {'id': 'https://openalex.org/S139930977', 'display_name': 'Journal of Artificial Intelligence Research', 'issn_l': '1076-9757', 'issn': ['1076-9757', '1943-5037'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310315760', 'host_organization_name': 'AI Access Foundation', 'host_organization_lineage': ['https://openalex.org/P4310315760'], 'host_organization_lineage_names': ['AI Access Foundation'], 'type': 'journal'}, 'license': 'publisher-specific-oa', 'license_id': 'https://openalex.org/licenses/publisher-specific-oa', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'review', 'type_crossref': 'journal-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': True, 'oa_status': 'diamond', 'oa_url': 'https://jair.org/index.php/jair/article/download/13673/26878', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5028021826', 'display_name': 'Khimya Khetarpal', 'orcid': 'https://orcid.org/0000-0001-9975-6438'}, 'institutions': [{'id': 'https://openalex.org/I70931966', 'display_name': 'Université de Montréal', 'ror': 'https://ror.org/0161xgx34', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I70931966']}, {'id': 'https://openalex.org/I4210090411', 'display_name': 'DeepMind (United Kingdom)', 'ror': 'https://ror.org/00971b260', 'country_code': 'GB', 'type': 'company', 'lineage': ['https://openalex.org/I4210090411', 'https://openalex.org/I4210128969']}, {'id': 'https://openalex.org/I5023651', 'display_name': 'McGill University', 'ror': 'https://ror.org/01pxwe438', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I5023651']}], 'countries': ['CA', 'GB'], 'is_corresponding': False, 'raw_author_name': 'Khimya Khetarpal', 'raw_affiliation_strings': ['McGill University', 'McGill University, DeepMind', 'Université de Montréal', 'Université de Montréal, IBM Research'], 'affiliations': [{'raw_affiliation_string': 'Université de Montréal, IBM Research', 'institution_ids': ['https://openalex.org/I70931966']}, {'raw_affiliation_string': 'Université de Montréal', 'institution_ids': ['https://openalex.org/I70931966']}, {'raw_affiliation_string': 'McGill University, DeepMind', 'institution_ids': ['https://openalex.org/I4210090411', 'https://openalex.org/I5023651']}, {'raw_affiliation_string': 'McGill University', 'institution_ids': ['https://openalex.org/I5023651']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5037927240', 'display_name': 'Matthew Riemer', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I4210155582', 'display_name': 'Centre Universitaire de Mila', 'ror': 'https://ror.org/05s3cw058', 'country_code': 'DZ', 'type': 'education', 'lineage': ['https://openalex.org/I4210155582']}, {'id': 'https://openalex.org/I70931966', 'display_name': 'Université de Montréal', 'ror': 'https://ror.org/0161xgx34', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I70931966']}], 'countries': ['CA', 'DZ'], 'is_corresponding': False, 'raw_author_name': 'Matthew Riemer', 'raw_affiliation_strings': ['a:1:{s:5:"en_US"', 's:42:"IBM Research, Mila, University of Montreal"'], 'affiliations': [{'raw_affiliation_string': 'a:1:{s:5:"en_US"', 'institution_ids': []}, {'raw_affiliation_string': 's:42:"IBM Research, Mila, University of Montreal"', 'institution_ids': ['https://openalex.org/I4210155582', 'https://openalex.org/I70931966']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5055430458', 'display_name': 'Irina Rish', 'orcid': 'https://orcid.org/0000-0001-6856-5057'}, 'institutions': [{'id': 'https://openalex.org/I70931966', 'display_name': 'Université de Montréal', 'ror': 'https://ror.org/0161xgx34', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I70931966']}, {'id': 'https://openalex.org/I4210090411', 'display_name': 'DeepMind (United Kingdom)', 'ror': 'https://ror.org/00971b260', 'country_code': 'GB', 'type': 'company', 'lineage': ['https://openalex.org/I4210090411', 'https://openalex.org/I4210128969']}, {'id': 'https://openalex.org/I5023651', 'display_name': 'McGill University', 'ror': 'https://ror.org/01pxwe438', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I5023651']}], 'countries': ['CA', 'GB'], 'is_corresponding': False, 'raw_author_name': 'Irina Rish', 'raw_affiliation_strings': ['McGill University', 'McGill University, DeepMind', 'Université de Montréal', 'Université de Montréal, IBM Research'], 'affiliations': [{'raw_affiliation_string': 'Université de Montréal, IBM Research', 'institution_ids': ['https://openalex.org/I70931966']}, {'raw_affiliation_string': 'Université de Montréal', 'institution_ids': ['https://openalex.org/I70931966']}, {'raw_affiliation_string': 'McGill University, DeepMind', 'institution_ids': ['https://openalex.org/I4210090411', 'https://openalex.org/I5023651']}, {'raw_affiliation_string': 'McGill University', 'institution_ids': ['https://openalex.org/I5023651']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5065836447', 'display_name': 'Doina Precup', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I70931966', 'display_name': 'Université de Montréal', 'ror': 'https://ror.org/0161xgx34', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I70931966']}, {'id': 'https://openalex.org/I4210090411', 'display_name': 'DeepMind (United Kingdom)', 'ror': 'https://ror.org/00971b260', 'country_code': 'GB', 'type': 'company', 'lineage': ['https://openalex.org/I4210090411', 'https://openalex.org/I4210128969']}, {'id': 'https://openalex.org/I5023651', 'display_name': 'McGill University', 'ror': 'https://ror.org/01pxwe438', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I5023651']}], 'countries': ['CA', 'GB'], 'is_corresponding': False, 'raw_author_name': 'Doina Precup', 'raw_affiliation_strings': ['McGill University', 'McGill University, DeepMind', 'Université de Montréal', 'Université de Montréal, IBM Research'], 'affiliations': [{'raw_affiliation_string': 'Université de Montréal, IBM Research', 'institution_ids': ['https://openalex.org/I70931966']}, {'raw_affiliation_string': 'Université de Montréal', 'institution_ids': ['https://openalex.org/I70931966']}, {'raw_affiliation_string': 'McGill University, DeepMind', 'institution_ids': ['https://openalex.org/I4210090411', 'https://openalex.org/I5023651']}, {'raw_affiliation_string': 'McGill University', 'institution_ids': ['https://openalex.org/I5023651']}]}], 'institution_assertions': [], 'countries_distinct_count': 3, 'institutions_distinct_count': 4, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': {'value': 0, 'currency': 'USD', 'value_usd': 0, 'provenance': 'doaj'}, 'apc_paid': None, 'fwci': 2.621, 'has_fulltext': True, 'fulltext_origin': 'pdf', 'cited_by_count': 79, 'citation_normalized_percentile': {'value': 0.997854, 'is_in_top_1_percent': True, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 99, 'max': 100}, 'biblio': {'volume': '75', 'issue': None, 'first_page': '1401', 'last_page': '1476'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T10462', 'display_name': 'Reinforcement Learning Algorithms', 'score': 0.9945, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T10462', 'display_name': 'Reinforcement Learning Algorithms', 'score': 0.9945, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11689', 'display_name': 'Adversarial Robustness in Deep Learning Models', 'score': 0.9611, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11704', 'display_name': 'Crowdsourcing for Research and Data Collection', 'score': 0.9115, 'subfield': {'id': 'https://openalex.org/subfields/1706', 'display_name': 'Computer Science Applications'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/reinforcement-learning', 'display_name': 'Reinforcement Learning', 'score': 0.611407}, {'id': 'https://openalex.org/keywords/scope', 'display_name': 'Scope (computer science)', 'score': 0.60020596}, {'id': 'https://openalex.org/keywords/robustness', 'display_name': 'Robustness', 'score': 0.52454}], 'concepts': [{'id': 'https://openalex.org/C97541855', 'wikidata': 'https://www.wikidata.org/wiki/Q830687', 'display_name': 'Reinforcement learning', 'level': 2, 'score': 0.798368}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.72716844}, {'id': 'https://openalex.org/C2778012447', 'wikidata': 'https://www.wikidata.org/wiki/Q1034415', 'display_name': 'Scope (computer science)', 'level': 2, 'score': 0.60020596}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.58294094}, {'id': 'https://openalex.org/C174348530', 'wikidata': 'https://www.wikidata.org/wiki/Q188635', 'display_name': 'Bridging (networking)', 'level': 2, 'score': 0.53916854}, {'id': 'https://openalex.org/C58642233', 'wikidata': 'https://www.wikidata.org/wiki/Q8269924', 'display_name': 'Taxonomy (biology)', 'level': 2, 'score': 0.46268192}, {'id': 'https://openalex.org/C14036430', 'wikidata': 'https://www.wikidata.org/wiki/Q3736076', 'display_name': 'Function (biology)', 'level': 2, 'score': 0.42951256}, {'id': 'https://openalex.org/C12713177', 'wikidata': 'https://www.wikidata.org/wiki/Q1900281', 'display_name': 'Perspective (graphical)', 'level': 2, 'score': 0.4159656}, {'id': 'https://openalex.org/C539667460', 'wikidata': 'https://www.wikidata.org/wiki/Q2414942', 'display_name': 'Management science', 'level': 1, 'score': 0.36948016}, {'id': 'https://openalex.org/C127413603', 'wikidata': 'https://www.wikidata.org/wiki/Q11023', 'display_name': 'Engineering', 'level': 0, 'score': 0.09456131}, {'id': 'https://openalex.org/C31258907', 'wikidata': 'https://www.wikidata.org/wiki/Q1301371', 'display_name': 'Computer network', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C59822182', 'wikidata': 'https://www.wikidata.org/wiki/Q441', 'display_name': 'Botany', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C78458016', 'wikidata': 'https://www.wikidata.org/wiki/Q840400', 'display_name': 'Evolutionary biology', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C86803240', 'wikidata': 'https://www.wikidata.org/wiki/Q420', 'display_name': 'Biology', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C199360897', 'wikidata': 'https://www.wikidata.org/wiki/Q9143', 'display_name': 'Programming language', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 2, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.1613/jair.1.13673', 'pdf_url': 'https://jair.org/index.php/jair/article/download/13673/26878', 'source': {'id': 'https://openalex.org/S139930977', 'display_name': 'Journal of Artificial Intelligence Research', 'issn_l': '1076-9757', 'issn': ['1076-9757', '1943-5037'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310315760', 'host_organization_name': 'AI Access Foundation', 'host_organization_lineage': ['https://openalex.org/P4310315760'], 'host_organization_lineage_names': ['AI Access Foundation'], 'type': 'journal'}, 'license': 'publisher-specific-oa', 'license_id': 'https://openalex.org/licenses/publisher-specific-oa', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/2012.13490', 'pdf_url': 'https://arxiv.org/pdf/2012.13490', 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1613/jair.1.13673', 'pdf_url': 'https://jair.org/index.php/jair/article/download/13673/26878', 'source': {'id': 'https://openalex.org/S139930977', 'display_name': 'Journal of Artificial Intelligence Research', 'issn_l': '1076-9757', 'issn': ['1076-9757', '1943-5037'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310315760', 'host_organization_name': 'AI Access Foundation', 'host_organization_lineage': ['https://openalex.org/P4310315760'], 'host_organization_lineage_names': ['AI Access Foundation'], 'type': 'journal'}, 'license': 'publisher-specific-oa', 'license_id': 'https://openalex.org/licenses/publisher-specific-oa', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 537, 'referenced_works': ['https://openalex.org/W1480527676', 'https://openalex.org/W1486056878', 'https://openalex.org/W1497039698', 'https://openalex.org/W1512387364', 'https://openalex.org/W1515851193', 'https://openalex.org/W1519783625', 'https://openalex.org/W1529399279', 'https://openalex.org/W1533058732', 'https://openalex.org/W1535087671', 'https://openalex.org/W1540725368', 'https://openalex.org/W1542941925', 'https://openalex.org/W1554015367', 'https://openalex.org/W1560550898', 'https://openalex.org/W1580568969', 'https://openalex.org/W1581202840', 'https://openalex.org/W1584431645', 'https://openalex.org/W1587845729', 'https://openalex.org/W1591713425', 'https://openalex.org/W1594201624', 'https://openalex.org/W1598377843', 'https://openalex.org/W1631187438', 'https://openalex.org/W1632095576', 'https://openalex.org/W1673923490', 'https://openalex.org/W1680245855', 'https://openalex.org/W1682403713', 'https://openalex.org/W1800916125', 'https://openalex.org/W1821462560', 'https://openalex.org/W1825573441', 'https://openalex.org/W1849277567', 'https://openalex.org/W1863227302', 'https://openalex.org/W1976648876', 'https://openalex.org/W1977114987', 'https://openalex.org/W1980035368', 'https://openalex.org/W1981999149', 'https://openalex.org/W1992903142', 'https://openalex.org/W1997477668', 'https://openalex.org/W1998503232', 'https://openalex.org/W2001140416', 'https://openalex.org/W2007828825', 'https://openalex.org/W2010780110', 'https://openalex.org/W2011214729', 'https://openalex.org/W2012036715', 'https://openalex.org/W2033747712', 'https://openalex.org/W2040962862', 'https://openalex.org/W2047057213', 'https://openalex.org/W2052089281', 'https://openalex.org/W2056354534', 'https://openalex.org/W2059638332', 'https://openalex.org/W2077214329', 'https://openalex.org/W2081030963', 'https://openalex.org/W2085679424', 'https://openalex.org/W2086684849', 'https://openalex.org/W2089217417', 'https://openalex.org/W2095671661', 'https://openalex.org/W2097381042', 'https://openalex.org/W2099086842', 'https://openalex.org/W2101355568', 'https://openalex.org/W2102803424', 'https://openalex.org/W2103617625', 'https://openalex.org/W2106008664', 'https://openalex.org/W2109910161', 'https://openalex.org/W2111971565', 'https://openalex.org/W2113122939', 'https://openalex.org/W2114235770', 'https://openalex.org/W2114451917', 'https://openalex.org/W2115524942', 'https://openalex.org/W2116386744', 'https://openalex.org/W2116522068', 'https://openalex.org/W2117428849', 'https://openalex.org/W2117539524', 'https://openalex.org/W2119076496', 'https://openalex.org/W2119842714', 'https://openalex.org/W2121517924', 'https://openalex.org/W2123399796', 'https://openalex.org/W2132622533', 'https://openalex.org/W2133105703', 'https://openalex.org/W2133458291', 'https://openalex.org/W2134153324', 'https://openalex.org/W2138362680', 'https://openalex.org/W2139612737', 'https://openalex.org/W2140956413', 'https://openalex.org/W2141559645', 'https://openalex.org/W2142301727', 'https://openalex.org/W2144219012', 'https://openalex.org/W2144558232', 'https://openalex.org/W2145067550', 'https://openalex.org/W2145680191', 'https://openalex.org/W2145943204', 'https://openalex.org/W2147062835', 'https://openalex.org/W2149565728', 'https://openalex.org/W2153392139', 'https://openalex.org/W2158548602', 'https://openalex.org/W2159088729', 'https://openalex.org/W2163605009', 'https://openalex.org/W2164294821', 'https://openalex.org/W2164724958', 'https://openalex.org/W21657860', 'https://openalex.org/W2167362547', 'https://openalex.org/W2168342951', 'https://openalex.org/W2169743339', 'https://openalex.org/W2174227032', 'https://openalex.org/W2188721763', 'https://openalex.org/W2197227940', 'https://openalex.org/W2201581102', 'https://openalex.org/W2207566218', 'https://openalex.org/W2237537322', 'https://openalex.org/W2267881773', 'https://openalex.org/W2269160106', 'https://openalex.org/W2294805292', 'https://openalex.org/W2344431521', 'https://openalex.org/W2397240726', 'https://openalex.org/W2417786368', 'https://openalex.org/W2522489477', 'https://openalex.org/W2531400694', 'https://openalex.org/W2542258308', 'https://openalex.org/W2550182557', 'https://openalex.org/W2552300487', 'https://openalex.org/W2553303224', 'https://openalex.org/W2553882142', 'https://openalex.org/W2556477470', 'https://openalex.org/W2560647685', 'https://openalex.org/W2561313130', 'https://openalex.org/W2563830277', 'https://openalex.org/W2578206533', 'https://openalex.org/W2583761661', 'https://openalex.org/W2592215206', 'https://openalex.org/W2592535843', 'https://openalex.org/W2593605634', 'https://openalex.org/W2593766708', 'https://openalex.org/W2603088459', 'https://openalex.org/W2604763608', 'https://openalex.org/W2612017161', 'https://openalex.org/W2616430965', 'https://openalex.org/W2620290674', 'https://openalex.org/W2680401079', 'https://openalex.org/W2726717203', 'https://openalex.org/W2732645484', 'https://openalex.org/W2737622740', 'https://openalex.org/W2738724892', 'https://openalex.org/W2746141389', 'https://openalex.org/W2748513770', 'https://openalex.org/W2754517384', 'https://openalex.org/W2762872434', 'https://openalex.org/W2765298920', 'https://openalex.org/W2765308067', 'https://openalex.org/W2765602917', 'https://openalex.org/W2765818177', 'https://openalex.org/W2768498556', 'https://openalex.org/W2768786177', 'https://openalex.org/W2775536965', 'https://openalex.org/W2780057514', 'https://openalex.org/W2785342287', 'https://openalex.org/W2785397462', 'https://openalex.org/W2785655403', 'https://openalex.org/W2785998551', 'https://openalex.org/W2786036274', 'https://openalex.org/W2787387965', 'https://openalex.org/W2787501667', 'https://openalex.org/W2788146012', 'https://openalex.org/W2788388592', 'https://openalex.org/W2792305967', 'https://openalex.org/W2794363191', 'https://openalex.org/W2795693315', 'https://openalex.org/W2795725605', 'https://openalex.org/W2796979132', 'https://openalex.org/W2797527950', 'https://openalex.org/W2799245749', 'https://openalex.org/W2801251491', 'https://openalex.org/W2803178532', 'https://openalex.org/W2803767077', 'https://openalex.org/W2804175194', 'https://openalex.org/W2805481182', 'https://openalex.org/W2806984819', 'https://openalex.org/W2807238303', 'https://openalex.org/W2808418668', 'https://openalex.org/W2808705895', 'https://openalex.org/W2811024793', 'https://openalex.org/W2875138586', 'https://openalex.org/W2883433335', 'https://openalex.org/W2885550588', 'https://openalex.org/W2886380293', 'https://openalex.org/W2891076394', 'https://openalex.org/W2891540084', 'https://openalex.org/W2891790128', 'https://openalex.org/W2893662673', 'https://openalex.org/W2894179095', 'https://openalex.org/W2896027395', 'https://openalex.org/W2898436992', 'https://openalex.org/W2898585858', 'https://openalex.org/W2901367914', 'https://openalex.org/W2902253437', 'https://openalex.org/W2902332709', 'https://openalex.org/W2902456977', 'https://openalex.org/W2902625698', 'https://openalex.org/W2902907165', 'https://openalex.org/W2902975649', 'https://openalex.org/W2904676870', 'https://openalex.org/W2904861519', 'https://openalex.org/W2908460759', 'https://openalex.org/W2909395135', 'https://openalex.org/W2912399346', 'https://openalex.org/W2912497767', 'https://openalex.org/W2913238847', 'https://openalex.org/W2913340405', 'https://openalex.org/W2913350117', 'https://openalex.org/W2914261249', 'https://openalex.org/W2914752403', 'https://openalex.org/W2918894365', 'https://openalex.org/W2919614896', 'https://openalex.org/W2921506084', 'https://openalex.org/W2921528247', 'https://openalex.org/W2922485096', 'https://openalex.org/W2923504512', 'https://openalex.org/W2926028799', 'https://openalex.org/W2929321571', 'https://openalex.org/W2935062270', 'https://openalex.org/W2941977581', 'https://openalex.org/W2942190342', 'https://openalex.org/W2942369252', 'https://openalex.org/W2942925444', 'https://openalex.org/W2943754376', 'https://openalex.org/W2944299231', 'https://openalex.org/W2945020056', 'https://openalex.org/W2945447479', 'https://openalex.org/W2946911039', 'https://openalex.org/W2947638559', 'https://openalex.org/W2948099544', 'https://openalex.org/W2949369413', 'https://openalex.org/W2949510923', 'https://openalex.org/W2949555518', 'https://openalex.org/W2949604932', 'https://openalex.org/W2949929714', 'https://openalex.org/W2950040888', 'https://openalex.org/W2950602341', 'https://openalex.org/W2950678851', 'https://openalex.org/W2950872548', 'https://openalex.org/W2951400270', 'https://openalex.org/W2951881474', 'https://openalex.org/W2952391091', 'https://openalex.org/W2952400451', 'https://openalex.org/W2952504784', 'https://openalex.org/W2952526277', 'https://openalex.org/W2952542841', 'https://openalex.org/W2952677972', 'https://openalex.org/W2952791429', 'https://openalex.org/W2953319434', 'https://openalex.org/W2954020015', 'https://openalex.org/W2956149426', 'https://openalex.org/W2962515681', 'https://openalex.org/W2962724315', 'https://openalex.org/W2962730405', 'https://openalex.org/W2962747693', 'https://openalex.org/W2962808049', 'https://openalex.org/W2963009616', 'https://openalex.org/W2963026770', 'https://openalex.org/W2963137684', 'https://openalex.org/W2963142324', 'https://openalex.org/W2963161674', 'https://openalex.org/W2963197656', 'https://openalex.org/W2963216850', 'https://openalex.org/W2963276097', 'https://openalex.org/W2963293881', 'https://openalex.org/W2963375351', 'https://openalex.org/W2963390684', 'https://openalex.org/W2963390791', 'https://openalex.org/W2963393838', 'https://openalex.org/W2963403143', 'https://openalex.org/W2963438456', 'https://openalex.org/W2963444224', 'https://openalex.org/W2963473082', 'https://openalex.org/W2963488340', 'https://openalex.org/W2963523627', 'https://openalex.org/W2963577640', 'https://openalex.org/W2963581679', 'https://openalex.org/W2963615220', 'https://openalex.org/W2963627051', 'https://openalex.org/W2963639957', 'https://openalex.org/W2963680188', 'https://openalex.org/W2963704251', 'https://openalex.org/W2963820385', 'https://openalex.org/W2963850662', 'https://openalex.org/W2963871073', 'https://openalex.org/W2963876099', 'https://openalex.org/W2963887494', 'https://openalex.org/W2964001908', 'https://openalex.org/W2964048876', 'https://openalex.org/W2964053353', 'https://openalex.org/W2964088867', 'https://openalex.org/W2964093801', 'https://openalex.org/W2964096423', 'https://openalex.org/W2964118262', 'https://openalex.org/W2964121937', 'https://openalex.org/W2964153729', 'https://openalex.org/W2964158321', 'https://openalex.org/W2964200634', 'https://openalex.org/W2964227312', 'https://openalex.org/W2964227899', 'https://openalex.org/W2964262254', 'https://openalex.org/W2964296021', 'https://openalex.org/W2967210407', 'https://openalex.org/W2970505118', 'https://openalex.org/W2970586779', 'https://openalex.org/W2970667219', 'https://openalex.org/W2970717270', 'https://openalex.org/W2970720334', 'https://openalex.org/W2971014752', 'https://openalex.org/W2971246930', 'https://openalex.org/W2971273232', 'https://openalex.org/W2972414681', 'https://openalex.org/W2972768329', 'https://openalex.org/W2974317861', 'https://openalex.org/W2975141838', 'https://openalex.org/W2976241900', 'https://openalex.org/W2977910558', 'https://openalex.org/W2979869797', 'https://openalex.org/W2980555752', 'https://openalex.org/W2981038142', 'https://openalex.org/W2981344907', 'https://openalex.org/W2989756943', 'https://openalex.org/W2990032740', 'https://openalex.org/W2991043677', 'https://openalex.org/W2991093017', 'https://openalex.org/W2994073215', 'https://openalex.org/W2995104119', 'https://openalex.org/W2995481444', 'https://openalex.org/W2995638039', 'https://openalex.org/W2995686364', 'https://openalex.org/W2996795455', 'https://openalex.org/W2996894943', 'https://openalex.org/W2997250483', 'https://openalex.org/W2997359900', 'https://openalex.org/W2998228416', 'https://openalex.org/W2998670262', 'https://openalex.org/W3001279689', 'https://openalex.org/W3006254709', 'https://openalex.org/W3007031922', 'https://openalex.org/W3007848632', 'https://openalex.org/W3008449794', 'https://openalex.org/W3009007264', 'https://openalex.org/W3010756906', 'https://openalex.org/W3011651653', 'https://openalex.org/W3012291041', 'https://openalex.org/W3013821552', 'https://openalex.org/W3015606043', 'https://openalex.org/W3019142305', 'https://openalex.org/W3020125231', 'https://openalex.org/W3020712669', 'https://openalex.org/W3021034371', 'https://openalex.org/W3021931813', 'https://openalex.org/W3022287533', 'https://openalex.org/W3022566517', 'https://openalex.org/W3024138969', 'https://openalex.org/W3024294996', 'https://openalex.org/W3025660841', 'https://openalex.org/W3030163527', 'https://openalex.org/W3030364939', 'https://openalex.org/W3032377877', 'https://openalex.org/W3034465108', 'https://openalex.org/W3034731451', 'https://openalex.org/W3034769194', 'https://openalex.org/W3034808834', 'https://openalex.org/W3034848825', 'https://openalex.org/W3034859493', 'https://openalex.org/W3034932139', 'https://openalex.org/W3035389468', 'https://openalex.org/W3035810656', 'https://openalex.org/W3036236109', 'https://openalex.org/W3036498527', 'https://openalex.org/W3037494843', 'https://openalex.org/W3037571487', 'https://openalex.org/W3037645935', 'https://openalex.org/W3040683359', 'https://openalex.org/W3040707741', 'https://openalex.org/W3041454433', 'https://openalex.org/W3041881490', 'https://openalex.org/W3042933240', 'https://openalex.org/W3043013488', 'https://openalex.org/W3087547017', 'https://openalex.org/W3091948595', 'https://openalex.org/W3092849863', 'https://openalex.org/W3092949629', 'https://openalex.org/W3093014977', 'https://openalex.org/W3093610498', 'https://openalex.org/W3094117125', 'https://openalex.org/W3094117593', 'https://openalex.org/W3094863090', 'https://openalex.org/W3095645723', 'https://openalex.org/W3097816393', 'https://openalex.org/W3098584432', 'https://openalex.org/W3099351824', 'https://openalex.org/W3100201759', 'https://openalex.org/W3100307207', 'https://openalex.org/W3103765247', 'https://openalex.org/W3103780890', 'https://openalex.org/W3104912149', 'https://openalex.org/W3105124822', 'https://openalex.org/W3105264029', 'https://openalex.org/W3106539628', 'https://openalex.org/W3111981703', 'https://openalex.org/W3128004107', 'https://openalex.org/W3128191919', 'https://openalex.org/W3134788873', 'https://openalex.org/W3139073295', 'https://openalex.org/W3163842339', 'https://openalex.org/W3164795714', 'https://openalex.org/W3167876879', 'https://openalex.org/W3169813746', 'https://openalex.org/W3170823761', 'https://openalex.org/W3171173921', 'https://openalex.org/W3171517119', 'https://openalex.org/W3173061714', 'https://openalex.org/W3173549437', 'https://openalex.org/W3176624977', 'https://openalex.org/W3194369639', 'https://openalex.org/W3197021788', 'https://openalex.org/W3199421945', 'https://openalex.org/W3199523045', 'https://openalex.org/W3200692531', 'https://openalex.org/W3201608505', 'https://openalex.org/W3205250507', 'https://openalex.org/W3206856753', 'https://openalex.org/W3207166640', 'https://openalex.org/W3207591282', 'https://openalex.org/W3210807411', 'https://openalex.org/W3211420567', 'https://openalex.org/W3212207126', 'https://openalex.org/W3212380924', 'https://openalex.org/W3212494843', 'https://openalex.org/W3213243879', 'https://openalex.org/W3213280251', 'https://openalex.org/W3213432714', 'https://openalex.org/W3214048558', 'https://openalex.org/W3214119105', 'https://openalex.org/W4200629300', 'https://openalex.org/W4221152718', 'https://openalex.org/W4223972165', 'https://openalex.org/W4224607728', 'https://openalex.org/W4224944611', 'https://openalex.org/W4225134865', 'https://openalex.org/W4225364098', 'https://openalex.org/W4225619352', 'https://openalex.org/W4250356951', 'https://openalex.org/W4252768795', 'https://openalex.org/W4254755460', 'https://openalex.org/W4281493149', 'https://openalex.org/W4282963944', 'https://openalex.org/W4283654700', 'https://openalex.org/W4283790903', 'https://openalex.org/W4283799271', 'https://openalex.org/W4283810007', 'https://openalex.org/W4285428711', 'https://openalex.org/W4285719527', 'https://openalex.org/W4286235998', 'https://openalex.org/W4286890782', 'https://openalex.org/W4286981945', 'https://openalex.org/W4287025449', 'https://openalex.org/W4287028862', 'https://openalex.org/W4287066693', 'https://openalex.org/W4287086282', 'https://openalex.org/W4287114677', 'https://openalex.org/W4287123420', 'https://openalex.org/W4287164775', 'https://openalex.org/W4287199936', 'https://openalex.org/W4287321191', 'https://openalex.org/W4287325269', 'https://openalex.org/W4287329474', 'https://openalex.org/W4287329986', 'https://openalex.org/W4287392624', 'https://openalex.org/W4287604103', 'https://openalex.org/W4287633962', 'https://openalex.org/W4287634477', 'https://openalex.org/W4287644765', 'https://openalex.org/W4287725637', 'https://openalex.org/W4287752407', 'https://openalex.org/W4287759108', 'https://openalex.org/W4287779179', 'https://openalex.org/W4287822911', 'https://openalex.org/W4287827190', 'https://openalex.org/W4287869881', 'https://openalex.org/W4287995486', 'https://openalex.org/W4288094554', 'https://openalex.org/W4288112018', 'https://openalex.org/W4288264640', 'https://openalex.org/W4288331462', 'https://openalex.org/W4288346515', 'https://openalex.org/W4288358432', 'https://openalex.org/W4288414141', 'https://openalex.org/W4288614963', 'https://openalex.org/W4288804953', 'https://openalex.org/W4289283575', 'https://openalex.org/W4289286873', 'https://openalex.org/W4289293314', 'https://openalex.org/W4289388948', 'https://openalex.org/W4292779060', 'https://openalex.org/W4293579911', 'https://openalex.org/W4293713786', 'https://openalex.org/W4293845576', 'https://openalex.org/W4294183581', 'https://openalex.org/W4294618975', 'https://openalex.org/W4294982428', 'https://openalex.org/W4295150809', 'https://openalex.org/W4297669644', 'https://openalex.org/W4297690367', 'https://openalex.org/W4297730607', 'https://openalex.org/W4297789758', 'https://openalex.org/W4297791094', 'https://openalex.org/W4297795006', 'https://openalex.org/W4297795161', 'https://openalex.org/W4297797010', 'https://openalex.org/W4298079254', 'https://openalex.org/W4298438771', 'https://openalex.org/W4299879270', 'https://openalex.org/W4300126582', 'https://openalex.org/W4300395467', 'https://openalex.org/W4300489070', 'https://openalex.org/W4300620263', 'https://openalex.org/W4300799055', 'https://openalex.org/W4300971732', 'https://openalex.org/W4301038642', 'https://openalex.org/W4301369009', 'https://openalex.org/W4301761856', 'https://openalex.org/W4302275615', 'https://openalex.org/W4302288054', 'https://openalex.org/W4302969537', 'https://openalex.org/W4308538076', 'https://openalex.org/W4308664185', 'https://openalex.org/W4309795371', 'https://openalex.org/W4318070950', 'https://openalex.org/W4319988532', 'https://openalex.org/W4320858881', 'https://openalex.org/W4394651137', 'https://openalex.org/W4394652010', 'https://openalex.org/W4394662669', 'https://openalex.org/W4394666657', 'https://openalex.org/W567721252', 'https://openalex.org/W60519195', 'https://openalex.org/W82626568'], 'related_works': ['https://openalex.org/W4388870064', 'https://openalex.org/W4280543773', 'https://openalex.org/W4241523039', 'https://openalex.org/W4235186151', 'https://openalex.org/W2366083136', 'https://openalex.org/W2360028903', 'https://openalex.org/W2272354214', 'https://openalex.org/W2056057048', 'https://openalex.org/W2054685365', 'https://openalex.org/W178231042'], 'abstract_inverted_index': {'In': [0], 'this': [1], 'article,': [2], 'we': [3, 77, 114], 'aim': [4], 'to': [5, 15, 90, 149], 'provide': [6, 46], 'a': [7, 37, 47, 70, 81, 165], 'literature': [8, 105], 'review': [9, 78], 'of': [10, 49, 60, 73, 83, 93, 100, 128, 143, 177], 'different': [11, 50], 'formulations': [12, 53], 'and': [13, 65, 79, 106, 118, 131, 181], 'approaches': [14], 'continual': [16, 42, 51, 84, 94, 129, 144], 'reinforcement': [17, 153], 'learning': [18], '(RL),': [19], 'also': [20], 'known': [21], 'as': [22, 172], 'lifelong': [23], 'or': [24], 'non-stationary': [25], 'RL.': [26], 'We': [27, 44, 87], 'begin': [28], 'by': [29, 54], 'discussing': [30], 'our': [31], 'perspective': [32], 'on': [33, 89], 'why': [34], 'RL': [35, 52, 85, 95, 130, 145], 'is': [36], 'natural': [38], 'fit': [39], 'for': [40, 109], 'studying': [41], 'learning.': [43], 'then': [45], 'taxonomy': [48, 82], 'mathematically': [55], 'characterizing': [56], 'two': [57], 'key': [58], 'properties': [59], 'non-stationarity,': [61], 'namely,': [62], 'the': [63, 104, 122, 125, 141, 147, 175], 'scope': [64], 'driver': [66], 'non-stationarity.': [67], 'This': [68], 'offers': [69], 'unified': [71], 'view': [72], 'various': [74], 'formulations.': [75], 'Next,': [76], 'present': [80], 'approaches.': [86], 'go': [88], 'discuss': [91], 'evaluation': [92], 'agents,': [96], 'providing': [97], 'an': [98], 'overview': [99], 'benchmarks': [101], 'used': [102], 'in': [103, 120, 133, 137, 158, 174], 'important': [107], 'metrics': [108], 'understanding': [110], 'agent': [111], 'performance.': [112], 'Finally,': [113], 'highlight': [115], 'open': [116], 'problems': [117], 'challenges': [119], 'bridging': [121], 'gap': [123], 'between': [124], 'current': [126], 'state': [127], 'findings': [132], 'neuroscience.': [134], 'While': [135], 'still': [136], 'its': [138], 'early': [139], 'days,': [140], 'study': [142], 'has': [146], 'promise': [148], 'develop': [150], 'better': [151], 'incremental': [152], 'learners': [154], 'that': [155], 'can': [156], 'function': [157], 'increasingly': [159], 'realistic': [160], 'applications': [161, 170], 'where': [162], 'non-stationarity': [163], 'plays': [164], 'vital': [166], 'role.': [167], 'These': [168], 'include': [169], 'such': [171], 'those': [173], 'fields': [176], 'healthcare,': [178], 'education,': [179], 'logistics,': [180], 'robotics.': [182]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W3117215073', 'counts_by_year': [{'year': 2024, 'cited_by_count': 37}, {'year': 2023, 'cited_by_count': 16}, {'year': 2022, 'cited_by_count': 4}, {'year': 2021, 'cited_by_count': 21}], 'updated_date': '2024-09-17T21:42:33.817668', 'created_date': '2021-01-05'}