Publication Information

{'id': 'https://openalex.org/W1889624880', 'doi': 'https://doi.org/10.48550/arxiv.1312.6026', 'title': 'How to Construct Deep Recurrent Neural Networks', 'display_name': 'How to Construct Deep Recurrent Neural Networks', 'publication_year': 2013, 'publication_date': '2013-01-01', 'ids': {'openalex': 'https://openalex.org/W1889624880', 'doi': 'https://doi.org/10.48550/arxiv.1312.6026', 'mag': '1889624880'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/1312.6026', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': 'other-oa', 'license_id': 'https://openalex.org/licenses/other-oa', 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, 'type': 'preprint', 'type_crossref': 'posted-content', 'indexed_in': ['datacite'], 'open_access': {'is_oa': True, 'oa_status': 'green', 'oa_url': 'https://arxiv.org/abs/1312.6026', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5043910056', 'display_name': 'Razvan Pascanu', 'orcid': 'https://orcid.org/0000-0002-5470-1238'}, 'institutions': [{'id': 'https://openalex.org/I70931966', 'display_name': 'Université de Montréal', 'ror': 'https://ror.org/0161xgx34', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I70931966']}], 'countries': ['CA'], 'is_corresponding': False, 'raw_author_name': 'Razvan Pascanu', 'raw_affiliation_strings': ["Département d'Informatique et de Recherche Opérationnelle, Université de Montreal#TAB#"], 'affiliations': [{'raw_affiliation_string': "Département d'Informatique et de Recherche Opérationnelle, Université de Montreal#TAB#", 'institution_ids': ['https://openalex.org/I70931966']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5041145688', 'display_name': 'Çaǧlar Gülçehre', 'orcid': 'https://orcid.org/0009-0003-4124-1687'}, 'institutions': [{'id': 'https://openalex.org/I70931966', 'display_name': 'Université de Montréal', 'ror': 'https://ror.org/0161xgx34', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I70931966']}], 'countries': ['CA'], 'is_corresponding': False, 'raw_author_name': 'Caglar Gulcehre', 'raw_affiliation_strings': ["Département d'Informatique et de Recherche Opérationnelle, Université de Montreal#TAB#"], 'affiliations': [{'raw_affiliation_string': "Département d'Informatique et de Recherche Opérationnelle, Université de Montreal#TAB#", 'institution_ids': ['https://openalex.org/I70931966']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5030087918', 'display_name': 'Kyunghyun Cho', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I9927081', 'display_name': 'Aalto University', 'ror': 'https://ror.org/020hwjq30', 'country_code': 'FI', 'type': 'education', 'lineage': ['https://openalex.org/I9927081']}], 'countries': ['FI'], 'is_corresponding': False, 'raw_author_name': 'Kyunghyun Cho', 'raw_affiliation_strings': ['Department of Information and Computer Science , Aalto University, School of Science'], 'affiliations': [{'raw_affiliation_string': 'Department of Information and Computer Science , Aalto University, School of Science', 'institution_ids': ['https://openalex.org/I9927081']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5086198262', 'display_name': 'Yoshua Bengio', 'orcid': 'https://orcid.org/0000-0002-9322-3515'}, 'institutions': [{'id': 'https://openalex.org/I70931966', 'display_name': 'Université de Montréal', 'ror': 'https://ror.org/0161xgx34', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I70931966']}], 'countries': ['CA'], 'is_corresponding': False, 'raw_author_name': 'Yoshua Bengio', 'raw_affiliation_strings': ["Département d'Informatique et de Recherche Opérationnelle, Université de Montreal#TAB#"], 'affiliations': [{'raw_affiliation_string': "Département d'Informatique et de Recherche Opérationnelle, Université de Montreal#TAB#", 'institution_ids': ['https://openalex.org/I70931966']}]}], 'institution_assertions': [], 'countries_distinct_count': 2, 'institutions_distinct_count': 2, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': None, 'has_fulltext': False, 'cited_by_count': 227, 'citation_normalized_percentile': {'value': 0.997768, 'is_in_top_1_percent': True, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 99, 'max': 100}, 'biblio': {'volume': None, 'issue': None, 'first_page': None, 'last_page': None}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T11309', 'display_name': 'Music and Audio Processing', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/1711', 'display_name': 'Signal Processing'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T11309', 'display_name': 'Music and Audio Processing', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/1711', 'display_name': 'Signal Processing'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11349', 'display_name': 'Music Technology and Sound Studies', 'score': 0.9947, 'subfield': {'id': 'https://openalex.org/subfields/1707', 'display_name': 'Computer Vision and Pattern Recognition'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10201', 'display_name': 'Speech Recognition and Synthesis', 'score': 0.9894, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/feed-forward', 'display_name': 'Feed forward', 'score': 0.43678415}, {'id': 'https://openalex.org/keywords/feedforward-neural-network', 'display_name': 'Feedforward neural network', 'score': 0.41124249}], 'concepts': [{'id': 'https://openalex.org/C147168706', 'wikidata': 'https://www.wikidata.org/wiki/Q1457734', 'display_name': 'Recurrent neural network', 'level': 3, 'score': 0.96797985}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.7194481}, {'id': 'https://openalex.org/C108583219', 'wikidata': 'https://www.wikidata.org/wiki/Q197536', 'display_name': 'Deep learning', 'level': 2, 'score': 0.695138}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.645967}, {'id': 'https://openalex.org/C2780801425', 'wikidata': 'https://www.wikidata.org/wiki/Q5164392', 'display_name': 'Construct (python library)', 'level': 2, 'score': 0.57972133}, {'id': 'https://openalex.org/C14036430', 'wikidata': 'https://www.wikidata.org/wiki/Q3736076', 'display_name': 'Function (biology)', 'level': 2, 'score': 0.440054}, {'id': 'https://openalex.org/C38858127', 'wikidata': 'https://www.wikidata.org/wiki/Q5441228', 'display_name': 'Feed forward', 'level': 2, 'score': 0.43678415}, {'id': 'https://openalex.org/C47702885', 'wikidata': 'https://www.wikidata.org/wiki/Q5441227', 'display_name': 'Feedforward neural network', 'level': 3, 'score': 0.41124249}, {'id': 'https://openalex.org/C50644808', 'wikidata': 'https://www.wikidata.org/wiki/Q192776', 'display_name': 'Artificial neural network', 'level': 2, 'score': 0.36295247}, {'id': 'https://openalex.org/C127413603', 'wikidata': 'https://www.wikidata.org/wiki/Q11023', 'display_name': 'Engineering', 'level': 0, 'score': 0.0680159}, {'id': 'https://openalex.org/C133731056', 'wikidata': 'https://www.wikidata.org/wiki/Q4917288', 'display_name': 'Control engineering', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C78458016', 'wikidata': 'https://www.wikidata.org/wiki/Q840400', 'display_name': 'Evolutionary biology', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C86803240', 'wikidata': 'https://www.wikidata.org/wiki/Q420', 'display_name': 'Biology', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C199360897', 'wikidata': 'https://www.wikidata.org/wiki/Q9143', 'display_name': 'Programming language', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 2, 'locations': [{'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/1312.6026', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': 'other-oa', 'license_id': 'https://openalex.org/licenses/other-oa', 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, {'is_oa': False, 'landing_page_url': 'https://api.datacite.org/dois/10.48550/arxiv.1312.6026', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4393179698', 'display_name': 'DataCite API', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I4210145204', 'host_organization_name': 'DataCite', 'host_organization_lineage': ['https://openalex.org/I4210145204'], 'host_organization_lineage_names': ['DataCite'], 'type': 'metadata'}, 'license': None, 'license_id': None, 'version': None}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/1312.6026', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': 'other-oa', 'license_id': 'https://openalex.org/licenses/other-oa', 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, 'sustainable_development_goals': [{'score': 0.63, 'display_name': 'Quality education', 'id': 'https://metadata.un.org/sdg/4'}], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 41, 'referenced_works': ['https://openalex.org/W104184427', 'https://openalex.org/W1408639475', 'https://openalex.org/W1496559305', 'https://openalex.org/W1498436455', 'https://openalex.org/W1546771929', 'https://openalex.org/W1632114991', 'https://openalex.org/W179875071', 'https://openalex.org/W1810943226', 'https://openalex.org/W1819710477', 'https://openalex.org/W1844261860', 'https://openalex.org/W1904365287', 'https://openalex.org/W196214544', 'https://openalex.org/W196761320', 'https://openalex.org/W1981530182', 'https://openalex.org/W2036317923', 'https://openalex.org/W2072128103', 'https://openalex.org/W2099257174', 'https://openalex.org/W2100495367', 'https://openalex.org/W2100729928', 'https://openalex.org/W2105728138', 'https://openalex.org/W2108677974', 'https://openalex.org/W2111838090', 'https://openalex.org/W2115701093', 'https://openalex.org/W2122585011', 'https://openalex.org/W2126964567', 'https://openalex.org/W2135181320', 'https://openalex.org/W2141473882', 'https://openalex.org/W2143612262', 'https://openalex.org/W2152424459', 'https://openalex.org/W2159505618', 'https://openalex.org/W2171928131', 'https://openalex.org/W2184045248', 'https://openalex.org/W22861983', 'https://openalex.org/W2950133940', 'https://openalex.org/W2950577311', 'https://openalex.org/W2951277909', 'https://openalex.org/W2951470200', 'https://openalex.org/W2964207879', 'https://openalex.org/W3037950864', 'https://openalex.org/W3146803896', 'https://openalex.org/W479801'], 'related_works': ['https://openalex.org/W4390752998', 'https://openalex.org/W4311212821', 'https://openalex.org/W3008584592', 'https://openalex.org/W2794343888', 'https://openalex.org/W2524120878', 'https://openalex.org/W2158578859', 'https://openalex.org/W2115072676', 'https://openalex.org/W2102065768', 'https://openalex.org/W2045727192', 'https://openalex.org/W1529660427'], 'abstract_inverted_index': {'In': [0], 'this': [1, 76], 'paper,': [2], 'we': [3, 52, 78], 'explore': [4], 'different': [5], 'ways': [6], 'to': [7, 14, 90, 99], 'extend': [8], 'a': [9, 15, 84, 101, 121], 'recurrent': [10, 97], 'neural': [11, 39, 126], 'network': [12], '(RNN)': [13], '\\textit{deep}': [16], 'RNN.': [17], 'We': [18, 111], 'start': [19], 'by': [20], 'arguing': [21], 'that': [22, 151], 'the': [23, 46, 136, 152, 158, 162], 'concept': [24], 'of': [25, 48, 56, 83, 94, 116, 138], 'depth': [26, 159], 'in': [27, 37], 'an': [28, 49, 57, 91, 113], 'RNN': [29, 58, 86, 103], 'is': [30, 36], 'not': [31], 'as': [32, 34], 'clear': [33], 'it': [35], 'feedforward': [38], 'networks.': [40], 'By': [41], 'carefully': [42], 'analyzing': [43], 'and': [44, 70, 108, 142, 160], 'understanding': [45], 'architecture': [47], 'RNN,': [50], 'however,': [51], 'find': [53], 'three': [54], 'points': [55], 'which': [59, 87], 'may': [60], 'be': [61], 'made': [62], 'deeper;': [63], '(1)': [64], 'input-to-hidden': [65], 'function,': [66], '(2)': [67], 'hidden-to-hidden': [68], 'transition': [69], '(3)': [71], 'hidden-to-output': [72], 'function.': [73], 'Based': [74], 'on': [75, 125, 135], 'observation,': [77], 'propose': [79], 'two': [80], 'novel': [81, 122], 'architectures': [82], 'deep': [85, 102, 118, 130, 154], 'are': [88, 132], 'orthogonal': [89], 'earlier': [92], 'attempt': [93], 'stacking': [95], 'multiple': [96], 'layers': [98], 'build': [100], '(Schmidhuber,': [104], '1992;': [105], 'El': [106], 'Hihi': [107], 'Bengio,': [109], '1996).': [110], 'provide': [112], 'alternative': [114], 'interpretation': [115], 'these': [117], 'RNNs': [119, 131, 155], 'using': [120], 'framework': [123], 'based': [124], 'operators.': [127], 'The': [128, 145], 'proposed': [129, 153], 'empirically': [133], 'evaluated': [134], 'tasks': [137], 'polyphonic': [139], 'music': [140], 'prediction': [141], 'language': [143], 'modeling.': [144], 'experimental': [146], 'result': [147], 'supports': [148], 'our': [149], 'claim': [150], 'benefit': [156], 'from': [157], 'outperform': [161], 'conventional,': [163], 'shallow': [164], 'RNNs.': [165]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W1889624880', 'counts_by_year': [{'year': 2024, 'cited_by_count': 5}, {'year': 2023, 'cited_by_count': 6}, {'year': 2022, 'cited_by_count': 1}, {'year': 2021, 'cited_by_count': 30}, {'year': 2020, 'cited_by_count': 36}, {'year': 2019, 'cited_by_count': 27}, {'year': 2018, 'cited_by_count': 33}, {'year': 2017, 'cited_by_count': 33}, {'year': 2016, 'cited_by_count': 33}, {'year': 2015, 'cited_by_count': 10}, {'year': 2014, 'cited_by_count': 10}, {'year': 2013, 'cited_by_count': 2}], 'updated_date': '2025-01-13T18:49:33.253739', 'created_date': '2016-06-24'}