Publication Information

{'id': 'https://openalex.org/W2107878631', 'doi': 'https://doi.org/10.1109/72.279181', 'title': 'Learning long-term dependencies with gradient descent is difficult', 'display_name': 'Learning long-term dependencies with gradient descent is difficult', 'publication_year': 1994, 'publication_date': '1994-03-01', 'ids': {'openalex': 'https://openalex.org/W2107878631', 'doi': 'https://doi.org/10.1109/72.279181', 'mag': '2107878631', 'pmid': 'https://pubmed.ncbi.nlm.nih.gov/18267787'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1109/72.279181', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S42080949', 'display_name': 'IEEE Transactions on Neural Networks', 'issn_l': '1045-9227', 'issn': ['1045-9227', '1941-0093'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319808', 'host_organization_name': 'Institute of Electrical and Electronics Engineers', 'host_organization_lineage': ['https://openalex.org/P4310319808'], 'host_organization_lineage_names': ['Institute of Electrical and Electronics Engineers'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'article', 'type_crossref': 'journal-article', 'indexed_in': ['crossref', 'pubmed'], 'open_access': {'is_oa': False, 'oa_status': 'closed', 'oa_url': None, 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5086198262', 'display_name': 'Yoshua Bengio', 'orcid': 'https://orcid.org/0000-0002-9322-3515'}, 'institutions': [{'id': 'https://openalex.org/I70931966', 'display_name': 'Université de Montréal', 'ror': 'https://ror.org/0161xgx34', 'country_code': 'CA', 'type': 'education', 'lineage': ['https://openalex.org/I70931966']}], 'countries': ['CA'], 'is_corresponding': False, 'raw_author_name': 'Y. Bengio', 'raw_affiliation_strings': ["Dept. d'inf. et de Recherche Oper., Montreal Univ., Que., Canada"], 'affiliations': [{'raw_affiliation_string': "Dept. d'inf. et de Recherche Oper., Montreal Univ., Que., Canada", 'institution_ids': ['https://openalex.org/I70931966']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5037568170', 'display_name': 'P. Simard', 'orcid': 'https://orcid.org/0000-0001-8371-7450'}, 'institutions': [{'id': 'https://openalex.org/I1283103587', 'display_name': 'AT&T (United States)', 'ror': 'https://ror.org/02bbd5539', 'country_code': 'US', 'type': 'company', 'lineage': ['https://openalex.org/I1283103587']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'P. Simard', 'raw_affiliation_strings': ['[AT and T Bell Laboratories, Inc., Holmdel, NJ, USA]'], 'affiliations': [{'raw_affiliation_string': '[AT and T Bell Laboratories, Inc., Holmdel, NJ, USA]', 'institution_ids': ['https://openalex.org/I1283103587']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5027422071', 'display_name': 'Paolo Frasconi', 'orcid': 'https://orcid.org/0000-0003-3117-9245'}, 'institutions': [{'id': 'https://openalex.org/I45084792', 'display_name': 'University of Florence', 'ror': 'https://ror.org/04jr1s763', 'country_code': 'IT', 'type': 'education', 'lineage': ['https://openalex.org/I45084792']}], 'countries': ['IT'], 'is_corresponding': False, 'raw_author_name': 'P. Frasconi', 'raw_affiliation_strings': ["Dipartimento di Sistemi e Informatica -- Universita' di Firenze -- Italy"], 'affiliations': [{'raw_affiliation_string': "Dipartimento di Sistemi e Informatica -- Universita' di Firenze -- Italy", 'institution_ids': ['https://openalex.org/I45084792']}]}], 'institution_assertions': [], 'countries_distinct_count': 3, 'institutions_distinct_count': 3, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': 14.067, 'has_fulltext': True, 'fulltext_origin': 'ngrams', 'cited_by_count': 7520, 'citation_normalized_percentile': {'value': 0.999874, 'is_in_top_1_percent': True, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 99, 'max': 100}, 'biblio': {'volume': '5', 'issue': '2', 'first_page': '157', 'last_page': '166'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T10320', 'display_name': 'Neural Networks and Applications', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T10320', 'display_name': 'Neural Networks and Applications', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11307', 'display_name': 'Domain Adaptation and Few-Shot Learning', 'score': 0.9877, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T12535', 'display_name': 'Machine Learning and Data Classification', 'score': 0.9853, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/stochastic-gradient-descent', 'display_name': 'Stochastic Gradient Descent', 'score': 0.5790348}], 'concepts': [{'id': 'https://openalex.org/C153258448', 'wikidata': 'https://www.wikidata.org/wiki/Q1199743', 'display_name': 'Gradient descent', 'level': 3, 'score': 0.7995826}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.7162042}, {'id': 'https://openalex.org/C61797465', 'wikidata': 'https://www.wikidata.org/wiki/Q1188986', 'display_name': 'Term (time)', 'level': 2, 'score': 0.62441814}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.59052235}, {'id': 'https://openalex.org/C206688291', 'wikidata': 'https://www.wikidata.org/wiki/Q7617819', 'display_name': 'Stochastic gradient descent', 'level': 3, 'score': 0.5790348}, {'id': 'https://openalex.org/C50644808', 'wikidata': 'https://www.wikidata.org/wiki/Q192776', 'display_name': 'Artificial neural network', 'level': 2, 'score': 0.56760496}, {'id': 'https://openalex.org/C147168706', 'wikidata': 'https://www.wikidata.org/wiki/Q1457734', 'display_name': 'Recurrent neural network', 'level': 3, 'score': 0.5056429}, {'id': 'https://openalex.org/C108583219', 'wikidata': 'https://www.wikidata.org/wiki/Q197536', 'display_name': 'Deep learning', 'level': 2, 'score': 0.4366483}, {'id': 'https://openalex.org/C119857082', 'wikidata': 'https://www.wikidata.org/wiki/Q2539', 'display_name': 'Machine learning', 'level': 1, 'score': 0.42714703}, {'id': 'https://openalex.org/C2779304628', 'wikidata': 'https://www.wikidata.org/wiki/Q3503480', 'display_name': 'Face (sociological concept)', 'level': 2, 'score': 0.4228826}, {'id': 'https://openalex.org/C153180895', 'wikidata': 'https://www.wikidata.org/wiki/Q7148389', 'display_name': 'Pattern recognition (psychology)', 'level': 2, 'score': 0.3674363}, {'id': 'https://openalex.org/C36289849', 'wikidata': 'https://www.wikidata.org/wiki/Q34749', 'display_name': 'Social science', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C121332964', 'wikidata': 'https://www.wikidata.org/wiki/Q413', 'display_name': 'Physics', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C62520636', 'wikidata': 'https://www.wikidata.org/wiki/Q944', 'display_name': 'Quantum mechanics', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C144024400', 'wikidata': 'https://www.wikidata.org/wiki/Q21201', 'display_name': 'Sociology', 'level': 0, 'score': 0.0}], 'mesh': [], 'locations_count': 2, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1109/72.279181', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S42080949', 'display_name': 'IEEE Transactions on Neural Networks', 'issn_l': '1045-9227', 'issn': ['1045-9227', '1941-0093'], 'is_oa': False, 'is_in_doaj': False, 'is_core': True, 'host_organization': 'https://openalex.org/P4310319808', 'host_organization_name': 'Institute of Electrical and Electronics Engineers', 'host_organization_lineage': ['https://openalex.org/P4310319808'], 'host_organization_lineage_names': ['Institute of Electrical and Electronics Engineers'], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, {'is_oa': False, 'landing_page_url': 'https://pubmed.ncbi.nlm.nih.gov/18267787', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306525036', 'display_name': 'PubMed', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I1299303238', 'host_organization_name': 'National Institutes of Health', 'host_organization_lineage': ['https://openalex.org/I1299303238'], 'host_organization_lineage_names': ['National Institutes of Health'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': None, 'sustainable_development_goals': [], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 23, 'referenced_works': ['https://openalex.org/W1860494458', 'https://openalex.org/W19621276', 'https://openalex.org/W1994530392', 'https://openalex.org/W1996741810', 'https://openalex.org/W1998878240', 'https://openalex.org/W2016589492', 'https://openalex.org/W2024060531', 'https://openalex.org/W2068200243', 'https://openalex.org/W2088978850', 'https://openalex.org/W2097924526', 'https://openalex.org/W2125329357', 'https://openalex.org/W2128499899', 'https://openalex.org/W2133656308', 'https://openalex.org/W2148099973', 'https://openalex.org/W2167607759', 'https://openalex.org/W2476694670', 'https://openalex.org/W2532851845', 'https://openalex.org/W2598912124', 'https://openalex.org/W2731782018', 'https://openalex.org/W2766736793', 'https://openalex.org/W413857758', 'https://openalex.org/W4300402905', 'https://openalex.org/W99063960'], 'related_works': ['https://openalex.org/W4366280654', 'https://openalex.org/W4362706668', 'https://openalex.org/W4231621013', 'https://openalex.org/W4206903459', 'https://openalex.org/W3171021120', 'https://openalex.org/W3160167280', 'https://openalex.org/W3020853991', 'https://openalex.org/W3008584592', 'https://openalex.org/W2895097035', 'https://openalex.org/W2754816816'], 'abstract_inverted_index': {'Recurrent': [0], 'neural': [1, 30], 'networks': [2, 31], 'can': [3], 'be': [4, 67], 'used': [5], 'to': [6, 10, 32, 66, 96], 'map': [7], 'input': [8], 'sequences': [9, 44], 'output': [11], 'sequences,': [12], 'such': [13], 'as': [14, 60], 'for': [15, 85], 'recognition,': [16], 'production': [17], 'or': [18], 'prediction': [19], 'problems.': [20], 'However,': [21], 'practical': [22], 'difficulties': [23], 'have': [24], 'been': [25], 'reported': [26], 'in': [27, 35, 41], 'training': [28], 'recurrent': [29], 'perform': [33], 'tasks': [34], 'which': [36], 'the': [37, 42, 61, 64], 'temporal': [38], 'contingencies': [39], 'present': [40], 'input/output': [43], 'span': [45], 'long': [46, 86], 'intervals.': [47], 'We': [48], 'show': [49], 'why': [50], 'gradient': [51, 79, 98], 'based': [52], 'learning': [53, 77], 'algorithms': [54], 'face': [55], 'an': [56, 90], 'increasingly': [57], 'difficult': [58], 'problem': [59], 'duration': [62], 'of': [63, 92], 'dependencies': [65], 'captured': [68], 'increases.': [69], 'These': [70], 'results': [71], 'expose': [72], 'a': [73], 'trade-off': [74], 'between': [75], 'efficient': [76], 'by': [78], 'descent': [80, 99], 'and': [81], 'latching': [82], 'on': [83, 89], 'information': [84], 'periods.': [87], 'Based': [88], 'understanding': [91], 'this': [93], 'problem,': [94], 'alternatives': [95], 'standard': [97], 'are': [100], 'considered.': [101]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W2107878631', 'counts_by_year': [{'year': 2024, 'cited_by_count': 559}, {'year': 2023, 'cited_by_count': 822}, {'year': 2022, 'cited_by_count': 839}, {'year': 2021, 'cited_by_count': 1027}, {'year': 2020, 'cited_by_count': 1062}, {'year': 2019, 'cited_by_count': 907}, {'year': 2018, 'cited_by_count': 757}, {'year': 2017, 'cited_by_count': 487}, {'year': 2016, 'cited_by_count': 286}, {'year': 2015, 'cited_by_count': 127}, {'year': 2014, 'cited_by_count': 71}, {'year': 2013, 'cited_by_count': 56}, {'year': 2012, 'cited_by_count': 44}], 'updated_date': '2024-12-21T20:47:17.158723', 'created_date': '2016-06-24'}