Publication Information

{'id': 'https://openalex.org/W2954629067', 'doi': 'https://doi.org/10.1109/icse.2019.00108', 'title': 'Guiding Deep Learning System Testing Using Surprise Adequacy', 'display_name': 'Guiding Deep Learning System Testing Using Surprise Adequacy', 'publication_year': 2019, 'publication_date': '2019-05-01', 'ids': {'openalex': 'https://openalex.org/W2954629067', 'doi': 'https://doi.org/10.1109/icse.2019.00108', 'mag': '2954629067'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1109/icse.2019.00108', 'pdf_url': None, 'source': None, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'preprint', 'type_crossref': 'proceedings-article', 'indexed_in': ['arxiv', 'crossref', 'datacite'], 'open_access': {'is_oa': True, 'oa_status': 'green', 'oa_url': 'http://arxiv.org/pdf/1808.08444', 'any_repository_has_fulltext': True}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5008473297', 'display_name': 'Jin-Han Kim', 'orcid': 'https://orcid.org/0000-0002-0140-7908'}, 'institutions': [{'id': 'https://openalex.org/I157485424', 'display_name': 'Korea Advanced Institute of Science and Technology', 'ror': 'https://ror.org/05apxxy63', 'country_code': 'KR', 'type': 'education', 'lineage': ['https://openalex.org/I157485424']}], 'countries': ['KR'], 'is_corresponding': False, 'raw_author_name': 'Jinhan Kim', 'raw_affiliation_strings': ['School of Computing KAIST, Daejeon, Republic of Korea'], 'affiliations': [{'raw_affiliation_string': 'School of Computing KAIST, Daejeon, Republic of Korea', 'institution_ids': ['https://openalex.org/I157485424']}]}, {'author_position': 'middle', 'author': {'id': 'https://openalex.org/A5063787358', 'display_name': 'Robert Feldt', 'orcid': 'https://orcid.org/0000-0002-5179-4205'}, 'institutions': [{'id': 'https://openalex.org/I52719799', 'display_name': 'Blekinge Institute of Technology', 'ror': 'https://ror.org/0093a8w51', 'country_code': 'SE', 'type': 'education', 'lineage': ['https://openalex.org/I52719799']}], 'countries': ['SE'], 'is_corresponding': False, 'raw_author_name': 'Robert Feldt', 'raw_affiliation_strings': ['Dept. of Software Engineering, Blekinge Inst. of Technology, Karlskrona, Sweden'], 'affiliations': [{'raw_affiliation_string': 'Dept. of Software Engineering, Blekinge Inst. of Technology, Karlskrona, Sweden', 'institution_ids': ['https://openalex.org/I52719799']}]}, {'author_position': 'last', 'author': {'id': 'https://openalex.org/A5070401254', 'display_name': 'Shin Yoo', 'orcid': 'https://orcid.org/0000-0002-0836-6993'}, 'institutions': [{'id': 'https://openalex.org/I157485424', 'display_name': 'Korea Advanced Institute of Science and Technology', 'ror': 'https://ror.org/05apxxy63', 'country_code': 'KR', 'type': 'education', 'lineage': ['https://openalex.org/I157485424']}], 'countries': ['KR'], 'is_corresponding': False, 'raw_author_name': 'Shin Yoo', 'raw_affiliation_strings': ['School of Computing KAIST, Daejeon, Republic of Korea'], 'affiliations': [{'raw_affiliation_string': 'School of Computing KAIST, Daejeon, Republic of Korea', 'institution_ids': ['https://openalex.org/I157485424']}]}], 'institution_assertions': [], 'countries_distinct_count': 2, 'institutions_distinct_count': 2, 'corresponding_author_ids': [], 'corresponding_institution_ids': [], 'apc_list': None, 'apc_paid': None, 'fwci': None, 'has_fulltext': True, 'fulltext_origin': 'pdf', 'cited_by_count': 383, 'citation_normalized_percentile': {'value': 0.999926, 'is_in_top_1_percent': True, 'is_in_top_10_percent': True}, 'cited_by_percentile_year': {'min': 99, 'max': 100}, 'biblio': {'volume': None, 'issue': None, 'first_page': '1039', 'last_page': '1049'}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T11689', 'display_name': 'Adversarial Robustness in Machine Learning', 'score': 1.0, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T11689', 'display_name': 'Adversarial Robustness in Machine Learning', 'score': 1.0, 'subfield': {'id': 'https://openalex.org/subfields/1702', 'display_name': 'Artificial Intelligence'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10743', 'display_name': 'Software Testing and Debugging Techniques', 'score': 0.9893, 'subfield': {'id': 'https://openalex.org/subfields/1712', 'display_name': 'Software'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T11241', 'display_name': 'Advanced Malware Detection Techniques', 'score': 0.9806, 'subfield': {'id': 'https://openalex.org/subfields/1711', 'display_name': 'Signal Processing'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/surprise', 'display_name': 'Surprise', 'score': 0.7994281}, {'id': 'https://openalex.org/keywords/robustness', 'display_name': 'Robustness', 'score': 0.66434705}, {'id': 'https://openalex.org/keywords/retraining', 'display_name': 'Retraining', 'score': 0.47911763}, {'id': 'https://openalex.org/keywords/system-testing', 'display_name': 'System testing', 'score': 0.4642917}], 'concepts': [{'id': 'https://openalex.org/C2780343955', 'wikidata': 'https://www.wikidata.org/wiki/Q333173', 'display_name': 'Surprise', 'level': 2, 'score': 0.7994281}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.7595804}, {'id': 'https://openalex.org/C55439883', 'wikidata': 'https://www.wikidata.org/wiki/Q360812', 'display_name': 'Correctness', 'level': 2, 'score': 0.67702746}, {'id': 'https://openalex.org/C63479239', 'wikidata': 'https://www.wikidata.org/wiki/Q7353546', 'display_name': 'Robustness (evolution)', 'level': 3, 'score': 0.66434705}, {'id': 'https://openalex.org/C108583219', 'wikidata': 'https://www.wikidata.org/wiki/Q197536', 'display_name': 'Deep learning', 'level': 2, 'score': 0.6219661}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.60945696}, {'id': 'https://openalex.org/C119857082', 'wikidata': 'https://www.wikidata.org/wiki/Q2539', 'display_name': 'Machine learning', 'level': 1, 'score': 0.5123149}, {'id': 'https://openalex.org/C2778712577', 'wikidata': 'https://www.wikidata.org/wiki/Q3505966', 'display_name': 'Retraining', 'level': 2, 'score': 0.47911763}, {'id': 'https://openalex.org/C7166840', 'wikidata': 'https://www.wikidata.org/wiki/Q1199682', 'display_name': 'System testing', 'level': 2, 'score': 0.4642917}, {'id': 'https://openalex.org/C37736160', 'wikidata': 'https://www.wikidata.org/wiki/Q1801315', 'display_name': 'Adversarial system', 'level': 2, 'score': 0.45997927}, {'id': 'https://openalex.org/C11413529', 'wikidata': 'https://www.wikidata.org/wiki/Q8366', 'display_name': 'Algorithm', 'level': 1, 'score': 0.19346339}, {'id': 'https://openalex.org/C15744967', 'wikidata': 'https://www.wikidata.org/wiki/Q9418', 'display_name': 'Psychology', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C77805123', 'wikidata': 'https://www.wikidata.org/wiki/Q161272', 'display_name': 'Social psychology', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C55493867', 'wikidata': 'https://www.wikidata.org/wiki/Q7094', 'display_name': 'Biochemistry', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C185592680', 'wikidata': 'https://www.wikidata.org/wiki/Q2329', 'display_name': 'Chemistry', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C115903868', 'wikidata': 'https://www.wikidata.org/wiki/Q80993', 'display_name': 'Software engineering', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C155202549', 'wikidata': 'https://www.wikidata.org/wiki/Q178803', 'display_name': 'International trade', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C144133560', 'wikidata': 'https://www.wikidata.org/wiki/Q4830453', 'display_name': 'Business', 'level': 0, 'score': 0.0}, {'id': 'https://openalex.org/C104317684', 'wikidata': 'https://www.wikidata.org/wiki/Q7187', 'display_name': 'Gene', 'level': 2, 'score': 0.0}], 'mesh': [], 'locations_count': 4, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1109/icse.2019.00108', 'pdf_url': None, 'source': None, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, {'is_oa': True, 'landing_page_url': 'http://arxiv.org/abs/1808.08444', 'pdf_url': 'http://arxiv.org/pdf/1808.08444', 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, {'is_oa': True, 'landing_page_url': 'https://arxiv.org/abs/1808.08444', 'pdf_url': 'https://arxiv.org/pdf/1808.08444', 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, {'is_oa': False, 'landing_page_url': 'https://api.datacite.org/dois/10.48550/arxiv.1808.08444', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4393179698', 'display_name': 'DataCite API', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I4210145204', 'host_organization_name': 'DataCite', 'host_organization_lineage': ['https://openalex.org/I4210145204'], 'host_organization_lineage_names': ['DataCite'], 'type': 'metadata'}, 'license': None, 'license_id': None, 'version': None}], 'best_oa_location': {'is_oa': True, 'landing_page_url': 'http://arxiv.org/abs/1808.08444', 'pdf_url': 'http://arxiv.org/pdf/1808.08444', 'source': {'id': 'https://openalex.org/S4306400194', 'display_name': 'arXiv (Cornell University)', 'issn_l': None, 'issn': None, 'is_oa': True, 'is_in_doaj': False, 'is_core': False, 'host_organization': 'https://openalex.org/I205783295', 'host_organization_name': 'Cornell University', 'host_organization_lineage': ['https://openalex.org/I205783295'], 'host_organization_lineage_names': ['Cornell University'], 'type': 'repository'}, 'license': None, 'license_id': None, 'version': 'submittedVersion', 'is_accepted': False, 'is_published': False}, 'sustainable_development_goals': [{'score': 0.52, 'id': 'https://metadata.un.org/sdg/16', 'display_name': 'Peace, justice, and strong institutions'}], 'grants': [], 'datasets': [], 'versions': ['https://openalex.org/W2954629067'], 'referenced_works_count': 50, 'referenced_works': ['https://openalex.org/W1486172410', 'https://openalex.org/W1496559305', 'https://openalex.org/W1536010170', 'https://openalex.org/W1945616565', 'https://openalex.org/W1992570401', 'https://openalex.org/W2014515160', 'https://openalex.org/W2022508996', 'https://openalex.org/W2052817494', 'https://openalex.org/W2064237523', 'https://openalex.org/W2064675550', 'https://openalex.org/W2097117768', 'https://openalex.org/W2100664567', 'https://openalex.org/W2114695104', 'https://openalex.org/W2119112357', 'https://openalex.org/W2129942570', 'https://openalex.org/W2130942839', 'https://openalex.org/W2154897437', 'https://openalex.org/W2160815625', 'https://openalex.org/W2163605009', 'https://openalex.org/W2180612164', 'https://openalex.org/W2242274110', 'https://openalex.org/W2342840547', 'https://openalex.org/W2460937040', 'https://openalex.org/W2516574342', 'https://openalex.org/W2543296129', 'https://openalex.org/W2594867206', 'https://openalex.org/W2607048664', 'https://openalex.org/W2616028256', 'https://openalex.org/W2619479788', 'https://openalex.org/W2753704268', 'https://openalex.org/W2789584252', 'https://openalex.org/W2796394805', 'https://openalex.org/W2797602122', 'https://openalex.org/W2799640043', 'https://openalex.org/W2809182766', 'https://openalex.org/W2810611310', 'https://openalex.org/W2919115771', 'https://openalex.org/W2952742172', 'https://openalex.org/W2963158386', 'https://openalex.org/W2963207607', 'https://openalex.org/W2963327228', 'https://openalex.org/W2963564844', 'https://openalex.org/W2963857521', 'https://openalex.org/W3100935330', 'https://openalex.org/W4235667863', 'https://openalex.org/W4243863038', 'https://openalex.org/W4293584023', 'https://openalex.org/W4298110250', 'https://openalex.org/W4300048831', 'https://openalex.org/W4300511536'], 'related_works': ['https://openalex.org/W642988558', 'https://openalex.org/W4388712630', 'https://openalex.org/W4236382845', 'https://openalex.org/W2511141457', 'https://openalex.org/W2502115930', 'https://openalex.org/W2481168998', 'https://openalex.org/W2476994687', 'https://openalex.org/W2324507472', 'https://openalex.org/W2081982437', 'https://openalex.org/W1999899047'], 'abstract_inverted_index': {'Deep': [0, 137], 'Learning': [1, 138], '(DL)': [2], 'systems': [3, 27, 149, 213, 239], 'are': [4, 82], 'rapidly': [5], 'being': [6, 74], 'adopted': [7], 'in': [8, 166], 'safety': [9], 'and': [10, 22, 34, 105, 111, 173, 183], 'security': [11], 'critical': [12], 'domains,': [13], 'urgently': [14], 'calling': [15], 'for': [16, 115, 128, 136], 'ways': [17], 'to': [18, 87, 152, 203, 218, 245], 'test': [19, 125, 193], 'their': [20, 113, 153, 231], 'correctness': [21], 'robustness.': [23], 'Testing': [24], 'of': [25, 36, 41, 58, 65, 118, 130, 147, 160, 211, 227, 237], 'DL': [26, 67, 93, 119, 131, 148, 167, 212, 238], 'has': [28], 'traditionally': [29], 'relied': [30], 'on': [31, 45, 99, 144, 230], 'manual': [32], 'collection': [33], 'labelling': [35], 'data.': [37, 155, 205], 'Recently,': [38], 'a': [39, 66, 123, 191, 209], 'number': [40, 57], 'coverage': [42, 80], 'criteria': [43, 53, 81, 107], 'based': [44, 143, 229], 'neuron': [46], 'activation': [47, 61], 'values': [48], 'have': [49, 97], 'been': [50], 'proposed.': [51], 'These': [52], 'essentially': [54], 'count': [55], 'the': [56, 63, 145, 158, 164, 171, 174], 'neurons': [59], 'whose': [60], 'during': [62, 181], 'execution': [64], 'system': [68], 'satisfied': [69], 'certain': [70], 'properties,': [71], 'such': [72], 'as': [73, 163, 187], 'above': [75], 'predefined': [76], 'thresholds.': [77], 'However,': [78], 'existing': [79], 'not': [83, 199], 'sufficiently': [84, 197], 'fine': [85], 'grained': [86], 'capture': [88], 'subtle': [89], 'behaviours': [90], 'exhibited': [91], 'by': [92, 243], 'systems.': [94, 120], 'Moreover,': [95], 'evaluations': [96], 'focused': [98], 'showing': [100], 'correlation': [101], 'between': [102, 170], 'adversarial': [103, 241], 'examples': [104, 242], 'proposed': [106], 'rather': [108], 'than': [109], 'evaluating': [110], 'guiding': [112], 'use': [114], 'actual': [116], 'testing': [117, 129], 'We': [121, 156], 'propose': [122], 'novel': [124], 'adequacy': [126, 189], 'criterion': [127], 'systems,': [132], 'called': [133], 'Surprise': [134], 'Adequacy': [135], 'Systems': [139], '(SADL),': [140], 'which': [141], 'is': [142], 'behaviour': [146, 169], 'with': [150], 'respect': [151], 'training': [154, 175, 204], 'measure': [157], 'surprise': [159, 232], 'an': [161, 188], 'input': [162, 172, 194], 'difference': [165], "system's": [168], 'data': [176], '(i.e.,': [177], 'what': [178], 'was': [179], 'learnt': [180], 'training),': [182], 'subsequently': [184], 'develop': [185], 'this': [186], 'criterion:': [190], 'good': [192], 'should': [195], 'be': [196], 'but': [198], 'overtly': [200], 'surprising': [201], 'compared': [202], 'Empirical': [206], 'evaluation': [207], 'using': [208], 'range': [210], 'from': [214], 'simple': [215], 'image': [216], 'classifiers': [217], 'autonomous': [219], 'driving': [220], 'car': [221], 'platforms': [222], 'shows': [223], 'that': [224], 'systematic': [225], 'sampling': [226], 'inputs': [228], 'can': [233], 'improve': [234], 'classification': [235], 'accuracy': [236], 'against': [240], 'up': [244], '77.5%': [246], 'via': [247], 'retraining.': [248]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W2954629067', 'counts_by_year': [{'year': 2024, 'cited_by_count': 59}, {'year': 2023, 'cited_by_count': 84}, {'year': 2022, 'cited_by_count': 60}, {'year': 2021, 'cited_by_count': 78}, {'year': 2020, 'cited_by_count': 66}, {'year': 2019, 'cited_by_count': 34}, {'year': 2018, 'cited_by_count': 2}], 'updated_date': '2025-01-02T00:44:05.071946', 'created_date': '2019-07-12'}