Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W605348272', 'doi': 'https://doi.org/10.1016/j.artint.2015.05.008', 'title': 'Transferring knowledge as heuristics in reinforcement learning: A case-based approach', 'display_name': 'Transferring knowledge as heuristics in reinforcement learning: A case-based approach', 'publication_year': 2015, 'publication_date': '2015-09-01', 'ids': {'openalex': 'https://openalex.org/W605348272', 'doi': 'https://doi.org/10.1016/j.artint.2015.05.008', 'mag': '605348272'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1016/j.artint.2015.05.008', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S196139623', 'display_name': 'Artificial Intelligence', 'issn_l': '0004-3702', 'issn': ['0004-3702', '1872-7921'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320990', 'host_organization_name': 'Elsevier BV', 'host_organization_lineage': ['https://openalex.org/P4310320990'], 'host_organization_lineage_names': ['Elsevier BV'], 'type': 'journal'}, 'license': 'publisher-specific-oa', 'license_id': 'https://openalex.org/licenses/publisher-specific-oa', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref'], 'open_access': {'is_oa': True, 'oa_status': 'bronze', 'oa_url': 'https://doi.org/10.1016/j.artint.2015.05.008', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5073156082', 'display_name': 'Reinaldo A. C. Bianchi', 'orcid': 'https://orcid.org/0000-0001-9097-827X'}, 'institutions': [{'id': 'https://openalex.org/I139221136', 'display_name': 'Centro Universitário da FEI', 'ror': 'https://ror.org/007kf5222', 'country_code': 'BR', 'type': 'education', 'lineage': ['https://openalex.org/I139221136']}], 'countries': ['BR'], 'is_corresponding': False, 'raw_author_name': 'Reinaldo A.C. Bianchi', 'raw_affiliation_strings': ['Centro Universitário da FEI, Av. Humberto de A.C. Branco, 3972, São Bernardo do Campo, São Paulo, Cep: 09850-901, Brazil'], 'affiliations': [{'raw_affiliation_string': 'Centro Universitário da FEI, Av. Humberto de A.C. Branco, 3972, São Bernardo do Campo, São Paulo, Cep: 09850-901, Brazil', 'institution_ids': ['https://openalex.org/I139221136']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5075585541', 'display_name': 'Luiz A. Celiberto', 'orcid': 'https://orcid.org/0000-0002-8700-819X'}, 'institutions': [{'id': 'https://openalex.org/I71715416', 'display_name': 'Universidade Federal do ABC', 'ror': 'https://ror.org/028kg9j04', 'country_code': 'BR', 'type': 'education', 'lineage': ['https://openalex.org/I71715416']}], 'countries': ['BR'], 'is_corresponding': False, 'raw_author_name': 'Luiz A. Celiberto', 'raw_affiliation_strings': ['Universidade Federal do ABC (UFABC), Centro de Engenharia, Modelagem e Ciências Sociais Aplicadas - CECS, Avenida dos Estados, 5001, Santo André, São Paulo, Cep: 09210-580, Brazil#TAB#'], 'affiliations': [{'raw_affiliation_string': 'Universidade Federal do ABC (UFABC), Centro de Engenharia, Modelagem e Ciências Sociais Aplicadas - CECS, Avenida dos Estados, 5001, Santo André, São Paulo, Cep: 09210-580, Brazil#TAB#', 'institution_ids': ['https://openalex.org/I71715416']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5001663435', 'display_name': 'Paulo E. Santos', 'orcid': 'https://orcid.org/0000-0001-8484-0354'}, 'institutions': [{'id': 'https://openalex.org/I139221136', 'display_name': 'Centro Universitário da FEI', 'ror': 'https://ror.org/007kf5222', 'country_code': 'BR', 'type': 'education', 'lineage': ['https://openalex.org/I139221136']}], 'countries': ['BR'], 'is_corresponding': False, 'raw_author_name': 'Paulo E. Santos', 'raw_affiliation_strings': ['Centro Universitário da FEI, Av. Humberto de A.C. Branco, 3972, São Bernardo do Campo, São Paulo, Cep: 09850-901, Brazil'], 'affiliations': [{'raw_affiliation_string': 'Centro Universitário da FEI, Av. Humberto de A.C. Branco, 3972, São Bernardo do Campo, São Paulo, Cep: 09850-901, Brazil', 'institution_ids': ['https://openalex.org/I139221136']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5074028327', 'display_name': 'Jackson P. Matsuura', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I107428990', 'display_name': 'Instituto Tecnológico de Aeronáutica', 'ror': 'https://ror.org/05vh67662', 'country_code': 'BR', 'type': 'education', 'lineage': ['https://openalex.org/I107428990']}], 'countries': ['BR'], 'is_corresponding': False, 'raw_author_name': 'Jackson P. Matsuura', 'raw_affiliation_strings': ['Technological Institute of Aeronautics (ITA), Praça Marechal Eduardo Gomes, 50, S.J.C., São Paulo, Cep: 12.228-900, Brazil#TAB#'], 'affiliations': [{'raw_affiliation_string': 'Technological Institute of Aeronautics (ITA), Praça Marechal Eduardo Gomes, 50, S.J.C., São Paulo, Cep: 12.228-900, Brazil#TAB#', 'institution_ids': ['https://openalex.org/I107428990']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5074815589', 'display_name': 'Ramon López de Màntaras', 'orcid': 'https://orcid.org/0000-0002-7392-0014'}, 'institutions': [{'id': 'https://openalex.org/I4210131846', 'display_name': 'Artificial Intelligence Research Institute', 'ror': 'https://ror.org/03c0ach84', 'country_code': 'ES', 'type': 'facility', 'lineage': ['https://openalex.org/I134820265', 'https://openalex.org/I4210131846']}, {'id': 'https://openalex.org/I134820265', 'display_name': 'Consejo Superior de Investigaciones Científicas', 'ror': 'https://ror.org/02gfc7t72', 'country_code': 'ES', 'type': 'government', 'lineage': ['https://openalex.org/I134820265']}, {'id': 'https://openalex.org/I123044942', 'display_name': 'Universitat Autònoma de Barcelona', 'ror': 'https://ror.org/052g8jq94', 'country_code': 'ES', 'type': 'education', 'lineage': ['https://openalex.org/I123044942']}], 'countries': ['ES'], 'is_corresponding': False, 'raw_author_name': 'Ramon Lopez de Mantaras', 'raw_affiliation_strings': ['IIIA – Artificial Intelligence Research Institute, CSIC – Spanish National Research Council, Campus Universitat Autonoma de Barcelona, 08193 Bellaterra, Catalonia, Spain'], 'affiliations': [{'raw_affiliation_string': 'IIIA – Artificial Intelligence Research Institute, CSIC – Spanish National Research Council, Campus Universitat Autonoma de Barcelona, 08193 Bellaterra, Catalonia, Spain', 'institution_ids': ['https://openalex.org/I4210131846', 'https://openalex.org/I134820265', 'https://openalex.org/I123044942']}]}], 'countries_distinct_count': 2, 'institutions_distinct_count': 6, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': {'value': 3670, 'currency': 'USD', 'value_usd': 3670, 'provenance': 'doaj'}, 'apc_paid': None, 'fwci': 6.681, 'has_fulltext': True, 'fulltext_origin': 'pdf', 'cited_by_count': 63, 'citation_normalized_percentile': {'value': 0.96149, 'is_in_top_1_percent': False, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 97, 'max': 98}, 'biblio': {'volume': '226', 'issue': None, 'first_page': '102', 'last_page': '121'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T10462', 'display_name': 'Reinforcement Learning Algorithms', 'score': 0.9998, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T10462', 'display_name': 'Reinforcement Learning Algorithms', 'score': 0.9998, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11975', 'display_name': 'Application of Genetic Programming in Machine Learning', 'score': 0.9914, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10653', 'display_name': 'Robotic Grasping and Learning from Demonstration', 'score': 0.9759, 'subfield': {'id': 'https://openalex.org/subfields/2207', 'display_name': 'Control and Systems Engineering'}, 'field': {'id': 'https://openalex.org/fields/22', 'display_name': 'Engineering'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/heuristics', 'display_name': 'Heuristics', 'score': 0.76849234}, {'id': 'https://openalex.org/keywords/reinforcement-learning', 'display_name': 'Reinforcement Learning', 'score': 0.638012}, {'id': 'https://openalex.org/keywords/transfer-of-learning', 'display_name': 'Transfer of learning', 'score': 0.57850796}, {'id': 'https://openalex.org/keywords/robot-learning', 'display_name': 'Robot Learning', 'score': 0.547065}, {'id': 'https://openalex.org/keywords/simulation-to-real-world-transfer', 'display_name': 'Simulation to Real-world Transfer', 'score': 0.537587}, {'id': 'https://openalex.org/keywords/3d-object-recognition', 'display_name': '3D Object Recognition', 'score': 0.508777}, {'id': 'https://openalex.org/keywords/base', 'display_name': 'Base (topology)', 'score': 0.44425088}], 'concepts': [{'id': 'https://openalex.org/C97541855', 'wikidata': 'https://www.wikidata.org/wiki/Q830687', 'display_name': 'Reinforcement learning', 'level': 2, 'score': 0.8238948}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.7866369}, {'id': 'https://openalex.org/C127705205', 'wikidata': 'https://www.wikidata.org/wiki/Q5748245', 'display_name': 'Heuristics', 'level': 2, 'score': 0.76849234}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.6874552}, {'id': 'https://openalex.org/C36503486', 'wikidata': 'https://www.wikidata.org/wiki/Q11235244', 'display_name': 'Domain (mathematical analysis)', 'level': 2, 'score': 0.6510219}, {'id': 'https://openalex.org/C119857082', 'wikidata': 'https://www.wikidata.org/wiki/Q2539', 'display_name': 'Machine learning', 'level': 1, 'score': 0.59882}, {'id': 'https://openalex.org/C150899416', 'wikidata': 'https://www.wikidata.org/wiki/Q1820378', 'display_name': 'Transfer of learning', 'level': 2, 'score': 0.57850796}, {'id': 'https://openalex.org/C112972136', 'wikidata': 'https://www.wikidata.org/wiki/Q7595718', 'display_name': 'Stability (learning theory)', 'level': 2, 'score': 0.5212805}, {'id': 'https://openalex.org/C177264268', 'wikidata': 'https://www.wikidata.org/wiki/Q1514741', 'display_name': 'Set (abstract data type)', 'level': 2, 'score': 0.51534075}, {'id': 'https://openalex.org/C207685749', 'wikidata': 'https://www.wikidata.org/wiki/Q2088941', 'display_name': 'Domain knowledge', 'level': 2, 'score': 0.4666678}, {'id': 'https://openalex.org/C4554734', 'wikidata': 'https://www.wikidata.org/wiki/Q593744', 'display_name': 'Knowledge base', 'level': 2, 'score': 0.459628}, {'id': 'https://openalex.org/C42058472', 'wikidata': 'https://www.wikidata.org/wiki/Q810214', 'display_name': 'Base (topology)', 'level': 2, 'score': 0.44425088}, {'id': 'https://openalex.org/C2780451532', 'wikidata': 'https://www.wikidata.org/wiki/Q759676', 'display_name': 'Task (project management)', 'level': 2, 'score': 0.4310361}, {'id': 'https://openalex.org/C188888258', 'wikidata': 'https://www.wikidata.org/wiki/Q7353390', 'display_name': 'Robot learning', 'level': 4, 'score': 0.42502412}, {'id': 'https://openalex.org/C98045186', 'wikidata': 'https://www.wikidata.org/wiki/Q205663', 'display_name': 'Process (computing)', 'level': 2, 'score': 0.41635466}, {'id': 'https://openalex.org/C90509273', 'wikidata': 'https://www.wikidata.org/wiki/Q11012', 'display_name': 'Robot', 'level': 2, 'score': 0.31515545}, {'id': 'https://openalex.org/C19966478', 'wikidata': 'https://www.wikidata.org/wiki/Q4810574', 'display_name': 'Mobile robot', 'level': 3, 'score': 0.101765215}, {'id': 'https://openalex.org/C127413603', 'wikidata': 'https://www.wikidata.org/wiki/Q11023', 'display_name': 'Engineering', 'level': 0, 'score': 0.09179261}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.075021595}, {'id': 'https://openalex.org/C134306372', 'wikidata': 'https://www.wikidata.org/wiki/Q7754', 'display_name': 'Mathematical analysis', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C201995342', 'wikidata': 'https://www.wikidata.org/wiki/Q682496', 'display_name': 'Systems engineering', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C199360897', 'wikidata': 'https://www.wikidata.org/wiki/Q9143', 'display_name': 'Programming language', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C111919701', 'wikidata': 'https://www.wikidata.org/wiki/Q9135', 'display_name': 'Operating system', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 3, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.1016/j.artint.2015.05.008', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S196139623', 'display_name': 'Artificial Intelligence', 'issn_l': '0004-3702', 'issn': ['0004-3702', '1872-7921'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320990', 'host_organization_name': 'Elsevier BV', 'host_organization_lineage': ['https://openalex.org/P4310320990'], 'host_organization_lineage_names': ['Elsevier BV'], 'type': 'journal'}, 'license': 'publisher-specific-oa', 'license_id': 'https://openalex.org/licenses/publisher-specific-oa', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://hdl.handle.net/10261/130283', 'pdf_url': 'https://digital.csic.es/bitstream/10261/130283/1/AI%2c2015%2cv226%2cpp.102-121..pdf', 'source': {'id': 'https://openalex.org/S4306400616', 'display_name': 'DIGITAL.CSIC (Spanish National Research Council (CSIC))', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I134820265', 'host_organization_name': 'Consejo Superior de Investigaciones Científicas', 'host_organization_lineage': ['https://openalex.org/I134820265'], 'host_organization_lineage_names': ['Consejo Superior de Investigaciones Científicas'], 'type': 'repository'}, 'license': 'other-oa', 'license_id': 'https://openalex.org/licenses/other-oa', 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, {'is_oa': True, 'landing_page_url': 'http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.724.320', 'pdf_url': 'http://www.iiia.csic.es/%7Emantaras/AIJ_Transfer_Learning.pdf', 'source': {'id': 'https://openalex.org/S4306400349', 'display_name': 'CiteSeer X (The Pennsylvania State University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I130769515', 'host_organization_name': 'Pennsylvania State University', 'host_organization_lineage': ['https://openalex.org/I130769515'], 'host_organization_lineage_names': ['Pennsylvania State University'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1016/j.artint.2015.05.008', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S196139623', 'display_name': 'Artificial Intelligence', 'issn_l': '0004-3702', 'issn': ['0004-3702', '1872-7921'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310320990', 'host_organization_name': 'Elsevier BV', 'host_organization_lineage': ['https://openalex.org/P4310320990'], 'host_organization_lineage_names': ['Elsevier BV'], 'type': 'journal'}, 'license': 'publisher-specific-oa', 'license_id': 'https://openalex.org/licenses/publisher-specific-oa', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [], 'grants': [{'funder': 'https://openalex.org/F4320320997', 'funder_display_name': 'Fundação de Amparo à Pesquisa do Estado de São Paulo', 'award_id': '2011/19280-8'}, {'funder': 'https://openalex.org/F4320320997', 'funder_display_name': 'Fundação de Amparo à Pesquisa do Estado de São Paulo', 'award_id': '2012/14010-5'}], 'datasets': [], 'versions': [], 'referenced_works_count': 71, 'referenced_works': ['https://openalex.org/W104153477', 'https://openalex.org/W110451278', 'https://openalex.org/W111328409', 'https://openalex.org/W1481405077', 'https://openalex.org/W1498436455', 'https://openalex.org/W1502099479', 'https://openalex.org/W1513681384', 'https://openalex.org/W1515851193', 'https://openalex.org/W1523801836', 'https://openalex.org/W1525924250', 'https://openalex.org/W1537916387', 'https://openalex.org/W1559035773', 'https://openalex.org/W1565582382', 'https://openalex.org/W1573721022', 'https://openalex.org/W1583837637', 'https://openalex.org/W1595605666', 'https://openalex.org/W1626977535', 'https://openalex.org/W1799762961', 'https://openalex.org/W1912083604', 'https://openalex.org/W193076044', 'https://openalex.org/W1986014385', 'https://openalex.org/W1993740947', 'https://openalex.org/W2008809493', 'https://openalex.org/W2031727428', 'https://openalex.org/W2059148040', 'https://openalex.org/W2078971414', 'https://openalex.org/W2079247031', 'https://openalex.org/W2091118421', 'https://openalex.org/W2095182442', 'https://openalex.org/W2095595785', 'https://openalex.org/W2097113539', 'https://openalex.org/W2097381042', 'https://openalex.org/W2098441518', 'https://openalex.org/W2103048296', 'https://openalex.org/W2106953752', 'https://openalex.org/W2107726111', 'https://openalex.org/W2110292307', 'https://openalex.org/W2114580749', 'https://openalex.org/W2116157560', 'https://openalex.org/W2121863487', 'https://openalex.org/W2124362004', 'https://openalex.org/W2129427976', 'https://openalex.org/W2151340488', 'https://openalex.org/W2158150115', 'https://openalex.org/W2158618075', 'https://openalex.org/W2163808368', 'https://openalex.org/W2165698076', 'https://openalex.org/W2169771756', 'https://openalex.org/W2187328218', 'https://openalex.org/W2294422333', 'https://openalex.org/W2338661386', 'https://openalex.org/W2403040169', 'https://openalex.org/W2473732573', 'https://openalex.org/W2550286014', 'https://openalex.org/W2798844093', 'https://openalex.org/W2810900376', 'https://openalex.org/W29099680', 'https://openalex.org/W2911644119', 'https://openalex.org/W2912821784', 'https://openalex.org/W2912914485', 'https://openalex.org/W2913340405', 'https://openalex.org/W2914584698', 'https://openalex.org/W2914746235', 'https://openalex.org/W3011120880', 'https://openalex.org/W3020747880', 'https://openalex.org/W3139377883', 'https://openalex.org/W36691172', 'https://openalex.org/W4214717370', 'https://openalex.org/W4252861373', 'https://openalex.org/W4298281316', 'https://openalex.org/W90468634'], 'related_works': ['https://openalex.org/W4386298164', 'https://openalex.org/W2592721119', 'https://openalex.org/W2553860513', 'https://openalex.org/W2475408106', 'https://openalex.org/W2385621242', 'https://openalex.org/W2367629516', 'https://openalex.org/W2363991788', 'https://openalex.org/W2353740909', 'https://openalex.org/W2086580554', 'https://openalex.org/W1986001501'], 'abstract_inverted_index': {'The': [0, 157], 'goal': [1], 'of': [2, 18, 80, 114], 'this': [3], 'paper': [4], 'is': [5, 98], 'to': [6, 23, 57, 84, 102], 'propose': [7], 'and': [8, 136, 170], 'analyse': [9], 'a': [10, 25, 53, 59, 71, 128, 133, 140], 'transfer': [11, 162, 171], 'learning': [12, 106, 138, 163, 169, 172], 'meta-algorithm': [13, 45], 'that': [14, 34, 160], 'allows': [15], 'the': [16, 62, 66, 81, 85, 90, 95, 105, 109, 123, 144, 154], 'implementation': [17], 'distinct': [19], 'methods': [20], 'using': [21], 'heuristics': [22, 101], 'accelerate': [24], 'Reinforcement': [26, 54], 'Learning': [27, 55], 'procedure': [28], 'in': [29, 47, 70, 94, 108, 119, 143], 'one': [30], 'domain': [31, 40], '(the': [32, 41], 'target)': [33], 'are': [35], 'obtained': [36, 69, 93], 'from': [37, 132, 153], 'another': [38], '(simpler)': [39], 'source': [42, 63], 'domain).': [43, 156], 'This': [44], 'works': [46], 'three': [48], 'stages:': [49], 'first,': [50], 'it': [51, 75], 'uses': [52, 150], 'step': [56], 'learn': [58], 'task': [60], 'on': [61], 'domain,': [64], 'storing': [65], 'knowledge': [67, 151], 'thus': [68], 'case': [72, 91, 130], 'base;': [73], 'second,': [74], 'does': [76], 'an': [77], 'unsupervised': [78], 'mapping': [79], 'source-domain': [82], 'actions': [83], 'target-domain': [86], 'actions;': [87], 'and,': [88], 'third,': [89], 'base': [92, 131], 'first': [96], 'stage': [97], 'used': [99], 'as': [100], 'speed': [103], 'up': [104], 'process': [107], 'target': [110, 121], 'domain.': [111], 'A': [112], 'set': [113], 'empirical': [115], 'evaluations': [116], 'were': [117], 'conducted': [118], 'two': [120], 'domains:': [122], '3D': [124, 146], 'mountain': [125], 'car': [126], '(using': [127], 'learned': [129, 152], '2D': [134], 'simulation)': [135], 'stability': [137], 'for': [139], 'humanoid': [141], 'robot': [142], 'Robocup': [145], 'Soccer': [147], 'Simulator': [148], '(that': [149], 'Acrobot': [155], 'results': [158], 'attest': [159], 'our': [161], 'algorithm': [164], 'outperforms': [165], 'recent': [166], 'heuristically-accelerated': [167], 'reinforcement': [168], 'algorithms.': [173]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W605348272', 'counts_by_year': [{'year': 2024, 'cited_by_count': 3}, {'year': 2023, 'cited_by_count': 5}, {'year': 2022, 'cited_by_count': 3}, {'year': 2021, 'cited_by_count': 7}, {'year': 2020, 'cited_by_count': 9}, {'year': 2019, 'cited_by_count': 14}, {'year': 2018, 'cited_by_count': 12}, {'year': 2017, 'cited_by_count': 7}, {'year': 2016, 'cited_by_count': 3}], 'updated_date': '2024-09-10T12:14:45.781527', 'created_date': '2016-06-24'}