Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W3164441286', 'doi': 'https://doi.org/10.1371/journal.pcbi.1009070', 'title': 'Novelty is not surprise: Human exploratory and adaptive behavior in sequential decision-making', 'display_name': 'Novelty is not surprise: Human exploratory and adaptive behavior in sequential decision-making', 'publication_year': 2021, 'publication_date': '2021-06-03', 'ids': {'openalex': 'https://openalex.org/W3164441286', 'doi': 'https://doi.org/10.1371/journal.pcbi.1009070', 'mag': '3164441286', 'pmid': 'https://pubmed.ncbi.nlm.nih.gov/34081705', 'pmcid': 'https://www.ncbi.nlm.nih.gov/pmc/articles/8205159'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1371/journal.pcbi.1009070', 'pdf_url': 'https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1009070&type=printable', 'source': {'id': 'https://openalex.org/S86033158', 'display_name': 'PLoS Computational Biology', 'issn_l': '1553-734X', 'issn': ['1553-734X', '1553-7358'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310316756', 'host_organization_name': 'International Society for Computational Biology', 'host_organization_lineage': ['https://openalex.org/P4310316756'], 'host_organization_lineage_names': ['International Society for Computational Biology'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref', 'doaj', 'pubmed'], 'open_access': {'is_oa': True, 'oa_status': 'gold', 'oa_url': 'https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1009070&type=printable', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5023714516', 'display_name': 'Xu He', 'orcid': 'https://orcid.org/0000-0002-7129-8006'}, 'institutions': [{'id': 'https://openalex.org/I5124864', 'display_name': 'École Polytechnique Fédérale de Lausanne', 'ror': 'https://ror.org/02s376052', 'country_code': 'CH', 'type': 'education', 'lineage': ['https://openalex.org/I2799323385', 'https://openalex.org/I5124864']}], 'countries': ['CH'], 'is_corresponding': False, 'raw_author_name': 'He A. Xu', 'raw_affiliation_strings': ['Laboratory of Psychophysics, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland'], 'affiliations': [{'raw_affiliation_string': 'Laboratory of Psychophysics, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'institution_ids': ['https://openalex.org/I5124864']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5036061801', 'display_name': 'Alireza Modirshanechi', 'orcid': 'https://orcid.org/0000-0002-7870-8602'}, 'institutions': [{'id': 'https://openalex.org/I5124864', 'display_name': 'École Polytechnique Fédérale de Lausanne', 'ror': 'https://ror.org/02s376052', 'country_code': 'CH', 'type': 'education', 'lineage': ['https://openalex.org/I2799323385', 'https://openalex.org/I5124864']}], 'countries': ['CH'], 'is_corresponding': True, 'raw_author_name': 'Alireza Modirshanechi', 'raw_affiliation_strings': ['Brain-Mind Institute, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'School of Computer and Communication Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland'], 'affiliations': [{'raw_affiliation_string': 'Brain-Mind Institute, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'institution_ids': ['https://openalex.org/I5124864']}, {'raw_affiliation_string': 'School of Computer and Communication Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'institution_ids': ['https://openalex.org/I5124864']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5004575147', 'display_name': 'Marco P. Lehmann', 'orcid': 'https://orcid.org/0000-0001-5274-144X'}, 'institutions': [{'id': 'https://openalex.org/I5124864', 'display_name': 'École Polytechnique Fédérale de Lausanne', 'ror': 'https://ror.org/02s376052', 'country_code': 'CH', 'type': 'education', 'lineage': ['https://openalex.org/I2799323385', 'https://openalex.org/I5124864']}], 'countries': ['CH'], 'is_corresponding': False, 'raw_author_name': 'Marco P. Lehmann', 'raw_affiliation_strings': ['Brain-Mind Institute, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'School of Computer and Communication Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland'], 'affiliations': [{'raw_affiliation_string': 'Brain-Mind Institute, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'institution_ids': ['https://openalex.org/I5124864']}, {'raw_affiliation_string': 'School of Computer and Communication Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'institution_ids': ['https://openalex.org/I5124864']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5003480477', 'display_name': 'Wulfram Gerstner', 'orcid': 'https://orcid.org/0000-0002-4344-2189'}, 'institutions': [{'id': 'https://openalex.org/I5124864', 'display_name': 'École Polytechnique Fédérale de Lausanne', 'ror': 'https://ror.org/02s376052', 'country_code': 'CH', 'type': 'education', 'lineage': ['https://openalex.org/I2799323385', 'https://openalex.org/I5124864']}], 'countries': ['CH'], 'is_corresponding': False, 'raw_author_name': 'Wulfram Gerstner', 'raw_affiliation_strings': ['Brain-Mind Institute, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'School of Computer and Communication Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland'], 'affiliations': [{'raw_affiliation_string': 'Brain-Mind Institute, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'institution_ids': ['https://openalex.org/I5124864']}, {'raw_affiliation_string': 'School of Computer and Communication Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'institution_ids': ['https://openalex.org/I5124864']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5007585090', 'display_name': 'Michael H. Herzog', 'orcid': 'https://orcid.org/0000-0001-5433-1030'}, 'institutions': [{'id': 'https://openalex.org/I5124864', 'display_name': 'École Polytechnique Fédérale de Lausanne', 'ror': 'https://ror.org/02s376052', 'country_code': 'CH', 'type': 'education', 'lineage': ['https://openalex.org/I2799323385', 'https://openalex.org/I5124864']}], 'countries': ['CH'], 'is_corresponding': False, 'raw_author_name': 'Michael H. Herzog', 'raw_affiliation_strings': ['Brain-Mind Institute, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'Laboratory of Psychophysics, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland'], 'affiliations': [{'raw_affiliation_string': 'Brain-Mind Institute, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'institution_ids': ['https://openalex.org/I5124864']}, {'raw_affiliation_string': 'Laboratory of Psychophysics, School of Life Sciences, Ecole Polytechnique Fédérale de Lausanne (EPFL), Lausanne, Switzerland', 'institution_ids': ['https://openalex.org/I5124864']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 1, 'corresponding_author_ids': ['https://openalex.org/A5036061801'], 'corresponding_institution_ids': ['https://openalex.org/I5124864'], 'apc_list': {'value': 2655, 'currency': 'USD', 'value_usd': 2655, 'provenance': 'doaj'}, 'apc_paid': {'value': 2655, 'currency': 'USD', 'value_usd': 2655, 'provenance': 'doaj'}, 'fwci': 2.948, 'has_fulltext': False, 'cited_by_count': 26, 'citation_normalized_percentile': {'value': 0.999933, 'is_in_top_1_percent': True, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 95, 'max': 96}, 'biblio': {'volume': '17', 'issue': '6', 'first_page': 'e1009070', 'last_page': 'e1009070'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T10581', 'display_name': 'Neuronal Oscillations in Cortical Networks', 'score': 0.9989, 'subfield': {'id': 'https://openalex.org/subfields/2805', 'display_name': 'Cognitive Neuroscience'}, 'field': {'id': 'https://openalex.org/fields/28', 'display_name': 'Neuroscience'}, 'domain': {'id': 'https://openalex.org/domains/1', 'display_name': 'Life Sciences'}}, 'topics': [{'id': 'https://openalex.org/T10581', 'display_name': 'Neuronal Oscillations in Cortical Networks', 'score': 0.9989, 'subfield': {'id': 'https://openalex.org/subfields/2805', 'display_name': 'Cognitive Neuroscience'}, 'field': {'id': 'https://openalex.org/fields/28', 'display_name': 'Neuroscience'}, 'domain': {'id': 'https://openalex.org/domains/1', 'display_name': 'Life Sciences'}}, {'id': 'https://openalex.org/T10042', 'display_name': 'Neural Mechanisms of Cognitive Control and Decision Making', 'score': 0.9975, 'subfield': {'id': 'https://openalex.org/subfields/2805', 'display_name': 'Cognitive Neuroscience'}, 'field': {'id': 'https://openalex.org/fields/28', 'display_name': 'Neuroscience'}, 'domain': {'id': 'https://openalex.org/domains/1', 'display_name': 'Life Sciences'}}, {'id': 'https://openalex.org/T10429', 'display_name': 'Brain-Computer Interfaces in Neuroscience and Medicine', 'score': 0.9823, 'subfield': {'id': 'https://openalex.org/subfields/2805', 'display_name': 'Cognitive Neuroscience'}, 'field': {'id': 'https://openalex.org/fields/28', 'display_name': 'Neuroscience'}, 'domain': {'id': 'https://openalex.org/domains/1', 'display_name': 'Life Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/surprise', 'display_name': 'Surprise', 'score': 0.9540732}, {'id': 'https://openalex.org/keywords/reward-processing', 'display_name': 'Reward Processing', 'score': 0.587391}, {'id': 'https://openalex.org/keywords/decision-making', 'display_name': 'Decision-making', 'score': 0.542274}, {'id': 'https://openalex.org/keywords/emotion-regulation', 'display_name': 'Emotion Regulation', 'score': 0.534503}, {'id': 'https://openalex.org/keywords/novelty-detection', 'display_name': 'Novelty detection', 'score': 0.5145423}], 'concepts': [{'id': 'https://openalex.org/C2780343955', 'wikidata': 'https://www.wikidata.org/wiki/Q333173', 'display_name': 'Surprise', 'level': 2, 'score': 0.9540732}, {'id': 'https://openalex.org/C2778738651', 'wikidata': 'https://www.wikidata.org/wiki/Q16546687', 'display_name': 'Novelty', 'level': 2, 'score': 0.9460474}, {'id': 'https://openalex.org/C2780791683', 'wikidata': 'https://www.wikidata.org/wiki/Q846785', 'display_name': 'Action (physics)', 'level': 2, 'score': 0.7271255}, {'id': 'https://openalex.org/C97541855', 'wikidata': 'https://www.wikidata.org/wiki/Q830687', 'display_name': 'Reinforcement learning', 'level': 2, 'score': 0.5808339}, {'id': 'https://openalex.org/C2776529864', 'wikidata': 'https://www.wikidata.org/wiki/Q4368945', 'display_name': 'Novelty seeking', 'level': 4, 'score': 0.5665118}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.5294927}, {'id': 'https://openalex.org/C2778924833', 'wikidata': 'https://www.wikidata.org/wiki/Q7064603', 'display_name': 'Novelty detection', 'level': 3, 'score': 0.5145423}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.46689618}, {'id': 'https://openalex.org/C180747234', 'wikidata': 'https://www.wikidata.org/wiki/Q23373', 'display_name': 'Cognitive psychology', 'level': 1, 'score': 0.38220114}, {'id': 'https://openalex.org/C15744967', 'wikidata': 'https://www.wikidata.org/wiki/Q9418', 'display_name': 'Psychology', 'level': 0, 'score': 0.3644974}, {'id': 'https://openalex.org/C119857082', 'wikidata': 'https://www.wikidata.org/wiki/Q2539', 'display_name': 'Machine learning', 'level': 1, 'score': 0.32596397}, {'id': 'https://openalex.org/C77805123', 'wikidata': 'https://www.wikidata.org/wiki/Q161272', 'display_name': 'Social psychology', 'level': 1, 'score': 0.1701914}, {'id': 'https://openalex.org/C121332964', 'wikidata': 'https://www.wikidata.org/wiki/Q413', 'display_name': 'Physics', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C187288502', 'wikidata': 'https://www.wikidata.org/wiki/Q641118', 'display_name': 'Personality', 'level': 2, 'score': 0.0}, {'id': 'https://openalex.org/C62520636', 'wikidata': 'https://www.wikidata.org/wiki/Q944', 'display_name': 'Quantum mechanics', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C61644593', 'wikidata': 'https://www.wikidata.org/wiki/Q80157', 'display_name': 'Temperament', 'level': 3, 'score': 0.0}], 'mesh': [{'descriptor_ui': 'D000223', 'descriptor_name': 'Adaptation, Psychological', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D000465', 'descriptor_name': 'Algorithms', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D002755', 'descriptor_name': 'Choice Behavior', 'qualifier_ui': 'Q000502', 'qualifier_name': 'physiology', 'is_major_topic': False}, {'descriptor_ui': 'D019295', 'descriptor_name': 'Computational Biology', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D003657', 'descriptor_name': 'Decision Making', 'qualifier_ui': 'Q000502', 'qualifier_name': 'physiology', 'is_major_topic': False}, {'descriptor_ui': 'D004569', 'descriptor_name': 'Electroencephalography', 'qualifier_ui': 'Q000706', 'qualifier_name': 'statistics & numerical data', 'is_major_topic': False}, {'descriptor_ui': 'D005106', 'descriptor_name': 'Exploratory Behavior', 'qualifier_ui': 'Q000502', 'qualifier_name': 'physiology', 'is_major_topic': False}, {'descriptor_ui': 'D006801', 'descriptor_name': 'Humans', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D007858', 'descriptor_name': 'Learning', 'qualifier_ui': 'Q000502', 'qualifier_name': 'physiology', 'is_major_topic': False}, {'descriptor_ui': 'D008959', 'descriptor_name': 'Models, Neurological', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D008960', 'descriptor_name': 'Models, Psychological', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D012054', 'descriptor_name': 'Reinforcement, Psychology', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}, {'descriptor_ui': 'D012201', 'descriptor_name': 'Reward', 'qualifier_ui': '', 'qualifier_name': None, 'is_major_topic': False}], 'locations_count': 7, 'locations': [{'is_oa': True, 'landing_page_url': 'https://doi.org/10.1371/journal.pcbi.1009070', 'pdf_url': 'https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1009070&type=printable', 'source': {'id': 'https://openalex.org/S86033158', 'display_name': 'PLoS Computational Biology', 'issn_l': '1553-734X', 'issn': ['1553-734X', '1553-7358'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310316756', 'host_organization_name': 'International Society for Computational Biology', 'host_organization_lineage': ['https://openalex.org/P4310316756'], 'host_organization_lineage_names': ['International Society for Computational Biology'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': False, 'landing_page_url': 'https://doaj.org/article/c394c02f72114f7f930a45a422d833f0', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306401280', 'display_name': 'DOAJ (DOAJ: Directory of Open Access Journals)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': None, 'host_organization_name': None, 'host_organization_lineage': [], 'host_organization_lineage_names': [], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, {'is_oa': True, 'landing_page_url': 'https://infoscience.epfl.ch/record/286274/files/final_version.pdf', 'pdf_url': 'https://infoscience.epfl.ch/record/286274/files/final_version.pdf', 'source': {'id': 'https://openalex.org/S4306400488', 'display_name': 'Infoscience (Ecole Polytechnique Fédérale de Lausanne)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': None, 'host_organization_name': None, 'host_organization_lineage': [], 'host_organization_lineage_names': [], 'type': 'repository'}, 'license': 'other-oa', 'license_id': 'https://openalex.org/licenses/other-oa', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'http://infoscience.epfl.ch/record/286274', 'pdf_url': 'https://infoscience.epfl.ch/record/286274/files/journal.pcbi.1009070.pdf', 'source': {'id': 'https://openalex.org/S4306400488', 'display_name': 'Infoscience (Ecole Polytechnique Fédérale de Lausanne)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': None, 'host_organization_name': None, 'host_organization_lineage': [], 'host_organization_lineage_names': [], 'type': 'repository'}, 'license': 'other-oa', 'license_id': 'https://openalex.org/licenses/other-oa', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://www.ncbi.nlm.nih.gov/pmc/articles/PMC8205159', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S2764455111', 'display_name': 'PubMed Central', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1101/2020.09.24.311084', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306402567', 'display_name': 'bioRxiv (Cold Spring Harbor Laboratory)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I2750212522', 'host_organization_name': 'Cold Spring Harbor Laboratory', 'host_organization_lineage': ['https://openalex.org/I2750212522'], 'host_organization_lineage_names': ['Cold Spring Harbor Laboratory'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, {'is_oa': False, 'landing_page_url': 'https://pubmed.ncbi.nlm.nih.gov/34081705', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306525036', 'display_name': 'PubMed', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://doi.org/10.1371/journal.pcbi.1009070', 'pdf_url': 'https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1009070&type=printable', 'source': {'id': 'https://openalex.org/S86033158', 'display_name': 'PLoS Computational Biology', 'issn_l': '1553-734X', 'issn': ['1553-734X', '1553-7358'], 'is_oa': True, 'is_in_doaj': True, 'is_core': True, 'host_organization': 'https://openalex.org/P4310316756', 'host_organization_name': 'International Society for Computational Biology', 'host_organization_lineage': ['https://openalex.org/P4310316756'], 'host_organization_lineage_names': ['International Society for Computational Biology'], 'type': 'journal'}, 'license': 'cc-by', 'license_id': 'https://openalex.org/licenses/cc-by', 'version': 'publishedVersion', 'is_accepted': True, 'is_published': True}, 'sustainable_development_goals': [{'score': 0.44, 'display_name': 'Peace, justice, and strong institutions', 'id': 'https://metadata.un.org/sdg/16'}], 'grants': [{'funder': 'https://openalex.org/F4320320924', 'funder_display_name': 'Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung', 'award_id': '200020 184615'}, {'funder': 'https://openalex.org/F4320332999', 'funder_display_name': 'Horizon 2020 Framework Programme', 'award_id': '785907 (Human Brain Project, SGA2)'}], 'datasets': [], 'versions': [], 'referenced_works_count': 105, 'referenced_works': ['https://openalex.org/W111766568', 'https://openalex.org/W1581202840', 'https://openalex.org/W1680245855', 'https://openalex.org/W1967970656', 'https://openalex.org/W1990638244', 'https://openalex.org/W1990931425', 'https://openalex.org/W1995875735', 'https://openalex.org/W1999696971', 'https://openalex.org/W2007414406', 'https://openalex.org/W2008094377', 'https://openalex.org/W2008177747', 'https://openalex.org/W2008497075', 'https://openalex.org/W2013830186', 'https://openalex.org/W2017743541', 'https://openalex.org/W2025175823', 'https://openalex.org/W2034806191', 'https://openalex.org/W2041848110', 'https://openalex.org/W2044320213', 'https://openalex.org/W2046194382', 'https://openalex.org/W2046713808', 'https://openalex.org/W2049657715', 'https://openalex.org/W2085754318', 'https://openalex.org/W2099641266', 'https://openalex.org/W2102803424', 'https://openalex.org/W2105041994', 'https://openalex.org/W2107564936', 'https://openalex.org/W2109059823', 'https://openalex.org/W2114524506', 'https://openalex.org/W2117726420', 'https://openalex.org/W2120889539', 'https://openalex.org/W2121863487', 'https://openalex.org/W2123429050', 'https://openalex.org/W2128495200', 'https://openalex.org/W2132073746', 'https://openalex.org/W2134243390', 'https://openalex.org/W2135173838', 'https://openalex.org/W2135572147', 'https://openalex.org/W2139612737', 'https://openalex.org/W2148764920', 'https://openalex.org/W2149565728', 'https://openalex.org/W2152437364', 'https://openalex.org/W2153862310', 'https://openalex.org/W2154562678', 'https://openalex.org/W2167362547', 'https://openalex.org/W2185087676', 'https://openalex.org/W2271476098', 'https://openalex.org/W2340279565', 'https://openalex.org/W2344115540', 'https://openalex.org/W2418806234', 'https://openalex.org/W2419612459', 'https://openalex.org/W2478103054', 'https://openalex.org/W2479411493', 'https://openalex.org/W2510619540', 'https://openalex.org/W2520520582', 'https://openalex.org/W2552810632', 'https://openalex.org/W2559655401', 'https://openalex.org/W2593766708', 'https://openalex.org/W2594142746', 'https://openalex.org/W2595697910', 'https://openalex.org/W2597289420', 'https://openalex.org/W2752099845', 'https://openalex.org/W2766414154', 'https://openalex.org/W2768947577', 'https://openalex.org/W2899529983', 'https://openalex.org/W2902847783', 'https://openalex.org/W2909185948', 'https://openalex.org/W2914263992', 'https://openalex.org/W2935920327', 'https://openalex.org/W2936328980', 'https://openalex.org/W2939094421', 'https://openalex.org/W2946961766', 'https://openalex.org/W2949118384', 'https://openalex.org/W2951711235', 'https://openalex.org/W2951968427', 'https://openalex.org/W2963359646', 'https://openalex.org/W2971592235', 'https://openalex.org/W2979879055', 'https://openalex.org/W2983241796', 'https://openalex.org/W2989963295', 'https://openalex.org/W2990138404', 'https://openalex.org/W2993383518', 'https://openalex.org/W2998119418', 'https://openalex.org/W3001945457', 'https://openalex.org/W3005155573', 'https://openalex.org/W3035984943', 'https://openalex.org/W3040440677', 'https://openalex.org/W3045781924', 'https://openalex.org/W3092026133', 'https://openalex.org/W3094107873', 'https://openalex.org/W3095849274', 'https://openalex.org/W3100664963', 'https://openalex.org/W3101328236', 'https://openalex.org/W3103493959', 'https://openalex.org/W3105516366', 'https://openalex.org/W3108147153', 'https://openalex.org/W3118979875', 'https://openalex.org/W3123802877', 'https://openalex.org/W3129010527', 'https://openalex.org/W398139808', 'https://openalex.org/W41045275', 'https://openalex.org/W4235051201', 'https://openalex.org/W4254397041', 'https://openalex.org/W4294214781', 'https://openalex.org/W592386890', 'https://openalex.org/W603115923'], 'related_works': ['https://openalex.org/W4386062776', 'https://openalex.org/W3164441286', 'https://openalex.org/W3089153966', 'https://openalex.org/W3025682415', 'https://openalex.org/W2585503716', 'https://openalex.org/W2105014086', 'https://openalex.org/W2085754318', 'https://openalex.org/W2076090200', 'https://openalex.org/W2064636555', 'https://openalex.org/W1939982668'], 'abstract_inverted_index': {'Classic': [0], 'reinforcement': [1], 'learning': [2, 77], '(RL)': [3], 'theories': [4, 49], 'cannot': [5], 'explain': [6, 36], 'human': [7, 40, 99, 126], 'behavior': [8, 38], 'in': [9, 42, 141], 'the': [10, 17, 37, 66, 74, 89], 'absence': [11], 'of': [12, 39, 69, 76, 78, 84], 'external': [13], 'reward': [14, 30, 140], 'or': [15], 'when': [16], 'environment': [18], 'changes.': [19, 34], 'Here,': [20], 'we': [21, 45, 96], 'employ': [22], 'a': [23, 58, 70, 79], 'deep': [24], 'sequential': [25], 'decision-making': [26], 'paradigm': [27], 'with': [28, 57, 129], 'sparse': [29], 'and': [31, 54, 132, 139], 'abrupt': [32], 'environmental': [33], 'To': [35], 'participants': [41], 'these': [43], 'environments,': [44], 'show': [46], 'that': [47, 98], 'RL': [48], 'need': [50], 'to': [51, 119, 135], 'include': [52], 'surprise': [53, 72], 'novelty,': [55, 138], 'each': [56], 'distinct': [59], 'role.': [60], 'While': [61], 'novelty': [62], 'drives': [63], 'exploration': [64], 'before': [65], 'first': [67], 'encounter': [68], 'reward,': [71], 'increases': [73], 'rate': [75], 'world-model': [80, 90, 108], 'as': [81, 83], 'well': [82], 'model-free': [85, 104], 'action-values.': [86], 'Even': [87], 'though': [88], 'is': [91, 109, 117], 'available': [92], 'for': [93, 113], 'model-based': [94], 'RL,': [95], 'find': [97], 'decisions': [100], 'are': [101], 'dominated': [102], 'by': [103], 'action': [105, 127], 'choices.': [106], 'The': [107], 'only': [110], 'marginally': [111], 'used': [112], 'planning,': [114], 'but': [115], 'it': [116], 'important': [118], 'detect': [120], 'surprising': [121], 'events.': [122], 'Our': [123], 'theory': [124], 'predicts': [125], 'choices': [128], 'high': [130], 'probability': [131], 'allows': [133], 'us': [134], 'dissociate': [136], 'surprise,': [137], 'EEG': [142], 'signals.': [143]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W3164441286', 'counts_by_year': [{'year': 2024, 'cited_by_count': 4}, {'year': 2023, 'cited_by_count': 8}, {'year': 2022, 'cited_by_count': 10}, {'year': 2021, 'cited_by_count': 1}], 'updated_date': '2024-09-13T21:04:55.639449', 'created_date': '2021-06-07'}