Get quick answers to your questions about the article from our AI researcher chatbot
{'id': 'https://openalex.org/W3172740255', 'doi': 'https://doi.org/10.48550/arxiv.2007.06192', 'title': 'Probabilistic bounds on neuron death in deep rectifier networks', 'display_name': 'Probabilistic bounds on neuron death in deep rectifier networks', 'publication_year': 2020, 'publication_date': '2020-01-01', 'ids': {'openalex': 'https://openalex.org/W3172740255', 'doi': 'https://doi.org/10.48550/arxiv.2007.06192', 'mag': '3172740255'}, 'language': 'en', 'primary_location': {'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/2007.06192', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': 'other-oa', 'license_id': 'https://openalex.org/licenses/other-oa', 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, 'type': 'preprint', 'type_crossref': 'posted-content', 'indexed_in': ['datacite'], 'open_access': {'is_oa': True, 'oa_status': 'green', 'oa_url': 'https://arxiv.org/abs/2007.06192', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5056042800', 'display_name': 'Blaine Rister', 'orcid': 'https://orcid.org/0000-0002-4490-0444'}, 'institutions': [{'id': 'https://openalex.org/I97018004', 'display_name': 'Stanford University', 'ror': 'https://ror.org/00f54p054', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I97018004']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Blaine Rister', 'raw_affiliation_strings': ['Stanford University ()'], 'affiliations': [{'raw_affiliation_string': 'Stanford University ()', 'institution_ids': ['https://openalex.org/I97018004']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5004965117', 'display_name': 'Daniel L. Rubin', 'orcid': 'https://orcid.org/0000-0001-5057-4369'}, 'institutions': [{'id': 'https://openalex.org/I97018004', 'display_name': 'Stanford University', 'ror': 'https://ror.org/00f54p054', 'country_code': 'US', 'type': 'education', 'lineage': ['https://openalex.org/I97018004']}], 'countries': ['US'], 'is_corresponding': False, 'raw_author_name': 'Daniel L. Rubin', 'raw_affiliation_strings': ['Stanford University ()'], 'affiliations': [{'raw_affiliation_string': 'Stanford University ()', 'institution_ids': ['https://openalex.org/I97018004']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 1, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': None, 'has_fulltext': False, 'cited_by_count': 0, 'citation_normalized_percentile': {'value': 0.0, 'is_in_top_1_percent': False, 'is_in_top_10_percent': False}, 'cited_by_percentile_year': {'min': 0, 'max': 60}, 'biblio': {'volume': None, 'issue': None, 'first_page': None, 'last_page': None}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T11612', 'display_name': 'Stochastic Gradient Optimization Techniques', 'score': 0.9993, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T11612', 'display_name': 'Stochastic Gradient Optimization Techniques', 'score': 0.9993, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11689', 'display_name': 'Adversarial Robustness in Machine Learning', 'score': 0.9971, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10558', 'display_name': 'Advancements in Semiconductor Devices and Circuit Design', 'score': 0.9927, 'subfield': {'id': 'https://openalex.org/subfields/2208', 'display_name': 'Electrical and Electronic Engineering'}, 'field': {'id': 'https://openalex.org/fields/22', 'display_name': 'Engineering'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/initialization', 'display_name': 'Initialization', 'score': 0.59228045}], 'concepts': [{'id': 'https://openalex.org/C77553402', 'wikidata': 'https://www.wikidata.org/wiki/Q13222579', 'display_name': 'Upper and lower bounds', 'level': 2, 'score': 0.73998684}, {'id': 'https://openalex.org/C49937458', 'wikidata': 'https://www.wikidata.org/wiki/Q2599292', 'display_name': 'Probabilistic logic', 'level': 2, 'score': 0.6180265}, {'id': 'https://openalex.org/C114466953', 'wikidata': 'https://www.wikidata.org/wiki/Q6034165', 'display_name': 'Initialization', 'level': 2, 'score': 0.59228045}, {'id': 'https://openalex.org/C33923547', 'wikidata': 'https://www.wikidata.org/wiki/Q395', 'display_name': 'Mathematics', 'level': 0, 'score': 0.48370057}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.46404856}, {'id': 'https://openalex.org/C14036430', 'wikidata': 'https://www.wikidata.org/wiki/Q3736076', 'display_name': 'Function (biology)', 'level': 2, 'score': 0.42877406}, {'id': 'https://openalex.org/C177264268', 'wikidata': 'https://www.wikidata.org/wiki/Q1514741', 'display_name': 'Set (abstract data type)', 'level': 2, 'score': 0.41974294}, {'id': 'https://openalex.org/C28826006', 'wikidata': 'https://www.wikidata.org/wiki/Q33521', 'display_name': 'Applied mathematics', 'level': 1, 'score': 0.3832783}, {'id': 'https://openalex.org/C11413529', 'wikidata': 'https://www.wikidata.org/wiki/Q8366', 'display_name': 'Algorithm', 'level': 1, 'score': 0.37792623}, {'id': 'https://openalex.org/C126255220', 'wikidata': 'https://www.wikidata.org/wiki/Q141495', 'display_name': 'Mathematical optimization', 'level': 1, 'score': 0.34076214}, {'id': 'https://openalex.org/C184720557', 'wikidata': 'https://www.wikidata.org/wiki/Q7825049', 'display_name': 'Topology (electrical circuits)', 'level': 2, 'score': 0.3353328}, {'id': 'https://openalex.org/C114614502', 'wikidata': 'https://www.wikidata.org/wiki/Q76592', 'display_name': 'Combinatorics', 'level': 1, 'score': 0.19869876}, {'id': 'https://openalex.org/C105795698', 'wikidata': 'https://www.wikidata.org/wiki/Q12483', 'display_name': 'Statistics', 'level': 1, 'score': 0.18012851}, {'id': 'https://openalex.org/C134306372', 'wikidata': 'https://www.wikidata.org/wiki/Q7754', 'display_name': 'Mathematical analysis', 'level': 1, 'score': 0.096187115}, {'id': 'https://openalex.org/C78458016', 'wikidata': 'https://www.wikidata.org/wiki/Q840400', 'display_name': 'Evolutionary biology', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C86803240', 'wikidata': 'https://www.wikidata.org/wiki/Q420', 'display_name': 'Biology', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C199360897', 'wikidata': 'https://www.wikidata.org/wiki/Q9143', 'display_name': 'Programming language', 'level': 1, 'score': 0.0}], 'mesh': [], 'locations_count': 2, 'locations': [{'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/2007.06192', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': 'other-oa', 'license_id': 'https://openalex.org/licenses/other-oa', 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, {'is_oa': False, 'landing_page_url': 'https://api.datacite.org/dois/10.48550/arxiv.2007.06192', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4393179698', 'display_name': 'DataCite API', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I4210145204', 'host_organization_name': 'DataCite', 'host_organization_lineage': ['https://openalex.org/I4210145204'], 'host_organization_lineage_names': ['DataCite'], 'type': 'metadata'}, 'license': None, 'license_id': None, 'version': None}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/2007.06192', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': 'other-oa', 'license_id': 'https://openalex.org/licenses/other-oa', 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, 'sustainable_development_goals': [], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 23, 'referenced_works': ['https://openalex.org/W1500952709', 'https://openalex.org/W1533861849', 'https://openalex.org/W1677182931', 'https://openalex.org/W1836465849', 'https://openalex.org/W1901129140', 'https://openalex.org/W2155889930', 'https://openalex.org/W2156387975', 'https://openalex.org/W2163605009', 'https://openalex.org/W2194775991', 'https://openalex.org/W2395611524', 'https://openalex.org/W2557283755', 'https://openalex.org/W2892121731', 'https://openalex.org/W2951603627', 'https://openalex.org/W2962858688', 'https://openalex.org/W2962972936', 'https://openalex.org/W2963074136', 'https://openalex.org/W2963285578', 'https://openalex.org/W2963399222', 'https://openalex.org/W2970865211', 'https://openalex.org/W3008480154', 'https://openalex.org/W3014900066', 'https://openalex.org/W3024883697', 'https://openalex.org/W3101398262'], 'related_works': ['https://openalex.org/W3204184292', 'https://openalex.org/W3176564347', 'https://openalex.org/W3095877357', 'https://openalex.org/W3031039437', 'https://openalex.org/W2378903222', 'https://openalex.org/W2355833770', 'https://openalex.org/W2072565696', 'https://openalex.org/W2050451745', 'https://openalex.org/W1985458517', 'https://openalex.org/W183202219'], 'abstract_inverted_index': {'Neuron': [0], 'death': [1, 212], 'is': [2, 41, 57, 177], 'a': [3, 21, 38, 44, 48, 64, 94, 118, 159, 174], 'complex': [4], 'phenomenon': [5], 'with': [6, 89, 97, 148], 'implications': [7], 'for': [8, 93], 'model': [9, 51, 221], 'trainability:': [10], 'the': [11, 13, 15, 17, 35, 61, 70, 85, 90, 98, 104, 113, 123, 131, 145, 155, 167, 217], 'deeper': [12], 'network,': [14], 'lower': [16, 32, 110, 146], 'probability': [18, 36, 92, 106], 'of': [19, 50, 63, 169, 219], 'finding': [20], 'valid': [22], 'initialization.': [23], 'In': [24], 'this': [25], 'work,': [26], 'we': [27, 157, 182], 'derive': [28], 'both': [29], 'upper': [30, 86], 'and': [31, 205], 'bounds': [33, 77], 'on': [34], 'that': [37, 55, 166, 210], 'ReLU': [39], 'network': [40, 65, 96, 124, 150, 176, 190], 'initialized': [42], 'to': [43, 59, 108, 117, 144], 'trainable': [45], 'point,': [46, 120], 'as': [47, 69, 73, 112, 122, 198], 'function': [49], 'hyperparameters.': [52], 'We': [53, 134], 'show': [54, 183], 'it': [56], 'possible': [58, 100], 'increase': [60], 'depth': [62], 'indefinitely,': [66], 'so': [67], 'long': [68], 'width': [71], 'increases': [72], 'well.': [74], 'Furthermore,': [75], 'our': [76, 109], 'are': [78, 187], 'asymptotically': [79], 'tight': [80], 'under': [81, 127], 'reasonable': [82], 'assumptions:': [83], 'first,': [84], 'bound': [87, 111, 147], 'coincides': [88], 'true': [91, 105], 'single-layer': [95], 'largest': [99], 'input': [101, 114], 'set.': [102], 'Second,': [103], 'converges': [107], 'set': [115], 'shrinks': [116], 'single': [119], 'or': [121], 'complexity': [125], 'grows': [126], 'an': [128], 'assumption': [129], 'about': [130], 'output': [132], 'variance.': [133], 'confirm': [135], 'these': [136, 185], 'results': [137], 'by': [138, 154, 189], 'numerical': [139], 'simulation,': [140], 'showing': [141], 'rapid': [142], 'convergence': [143], 'increasing': [149], 'depth.': [151], 'Then,': [152], 'motivated': [153], 'theory,': [156], 'propose': [158], 'practical': [160], 'sign': [161], 'flipping': [162], 'scheme': [163], 'which': [164], 'guarantees': [165], 'ratio': [168], 'living': [170], 'data': [171], 'points': [172], 'in': [173, 195], '$k$-layer': [175], 'at': [178], 'least': [179], '$2^{-k}$.': [180], 'Finally,': [181], 'how': [184], 'issues': [186], 'mitigated': [188], 'design': [191], 'features': [192], 'currently': [193], 'seen': [194], 'practice,': [196], 'such': [197], 'batch': [199], 'normalization,': [200], 'residual': [201], 'connections,': [202], 'dense': [203], 'networks': [204], 'skip': [206], 'connections.': [207], 'This': [208], 'suggests': [209], 'neuron': [211], 'may': [213], 'provide': [214], 'insight': [215], 'into': [216], 'efficacy': [218], 'various': [220], 'architectures.': [222]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W3172740255', 'counts_by_year': [], 'updated_date': '2025-01-18T19:35:48.994778', 'created_date': '2021-06-22'}