Publication Information

{'id': 'https://openalex.org/W1501213200', 'doi': 'https://doi.org/10.1002/0471028959.sof022', 'title': 'Black‐Box Testing', 'display_name': 'Black‐Box Testing', 'publication_year': 2002, 'publication_date': '2002-01-15', 'ids': {'openalex': 'https://openalex.org/W1501213200', 'doi': 'https://doi.org/10.1002/0471028959.sof022', 'mag': '1501213200'}, 'language': 'en', 'primary_location': {'is_oa': False, 'landing_page_url': 'https://doi.org/10.1002/0471028959.sof022', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306509387', 'display_name': 'Encyclopedia of Software Engineering', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': None, 'host_organization_name': None, 'host_organization_lineage': [], 'host_organization_lineage_names': [], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}, 'type': 'other', 'type_crossref': 'other', 'indexed_in': ['crossref'], 'open_access': {'is_oa': False, 'oa_status': 'closed', 'oa_url': None, 'any_repository_has_fulltext': False}, 'authorships': [{'author_position': 'first', 'author': {'id': 'https://openalex.org/A5112297620', 'display_name': 'Thomas J. Ostrand', 'orcid': None}, 'institutions': [{'id': 'https://openalex.org/I1283103587', 'display_name': 'AT&T (United States)', 'ror': 'https://ror.org/02bbd5539', 'country_code': 'US', 'type': 'company', 'lineage': ['https://openalex.org/I1283103587']}], 'countries': ['US'], 'is_corresponding': True, 'raw_author_name': 'Thomas Ostrand', 'raw_affiliation_strings': ['AT&T Labs--Research'], 'affiliations': [{'raw_affiliation_string': 'AT&T Labs--Research', 'institution_ids': ['https://openalex.org/I1283103587']}]}], 'institution_assertions': [], 'countries_distinct_count': 1, 'institutions_distinct_count': 1, 'corresponding_author_ids': ['https://openalex.org/A5112297620'], 'corresponding_institution_ids': ['https://openalex.org/I1283103587'], 'apc_list': None, 'apc_paid': None, 'fwci': None, 'has_fulltext': False, 'cited_by_count': 7, 'citation_normalized_percentile': {'value': 0.785714, 'is_in_top_1_percent': False, 'is_in_top_10_percent': False}, 'cited_by_percentile_year': {'min': 76, 'max': 77}, 'biblio': {'volume': None, 'issue': None, 'first_page': None, 'last_page': None}, 'is_retracted': False, 'is_paratext': False, 'primary_topic': {'id': 'https://openalex.org/T12423', 'display_name': 'Software Reliability and Analysis Research', 'score': 1.0, 'subfield': {'id': 'https://openalex.org/subfields/1712', 'display_name': 'Software'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, 'topics': [{'id': 'https://openalex.org/T12423', 'display_name': 'Software Reliability and Analysis Research', 'score': 1.0, 'subfield': {'id': 'https://openalex.org/subfields/1712', 'display_name': 'Software'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10743', 'display_name': 'Software Testing and Debugging Techniques', 'score': 0.9999, 'subfield': {'id': 'https://openalex.org/subfields/1712', 'display_name': 'Software'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}, {'id': 'https://openalex.org/T10260', 'display_name': 'Software Engineering Research', 'score': 0.998, 'subfield': {'id': 'https://openalex.org/subfields/1710', 'display_name': 'Information Systems'}, 'field': {'id': 'https://openalex.org/fields/17', 'display_name': 'Computer Science'}, 'domain': {'id': 'https://openalex.org/domains/3', 'display_name': 'Physical Sciences'}}], 'keywords': [{'id': 'https://openalex.org/keywords/white-box-testing', 'display_name': 'White-box testing', 'score': 0.90245533}, {'id': 'https://openalex.org/keywords/black-box-testing', 'display_name': 'Black-box testing', 'score': 0.87627506}, {'id': 'https://openalex.org/keywords/black-box', 'display_name': 'Black box', 'score': 0.83902633}, {'id': 'https://openalex.org/keywords/non-regression-testing', 'display_name': 'Non-regression testing', 'score': 0.8146327}, {'id': 'https://openalex.org/keywords/keyword-driven-testing', 'display_name': 'Keyword-driven testing', 'score': 0.6631093}, {'id': 'https://openalex.org/keywords/manual-testing', 'display_name': 'Manual testing', 'score': 0.65676665}, {'id': 'https://openalex.org/keywords/orthogonal-array-testing', 'display_name': 'Orthogonal array testing', 'score': 0.6293738}, {'id': 'https://openalex.org/keywords/software-reliability-testing', 'display_name': 'Software reliability testing', 'score': 0.5857675}, {'id': 'https://openalex.org/keywords/regression-testing', 'display_name': 'Regression testing', 'score': 0.553724}, {'id': 'https://openalex.org/keywords/software-performance-testing', 'display_name': 'Software performance testing', 'score': 0.49109006}, {'id': 'https://openalex.org/keywords/test-strategy', 'display_name': 'Test strategy', 'score': 0.45326114}, {'id': 'https://openalex.org/keywords/random-testing', 'display_name': 'Random testing', 'score': 0.45298842}, {'id': 'https://openalex.org/keywords/white-box', 'display_name': 'White box', 'score': 0.43922558}, {'id': 'https://openalex.org/keywords/system-integration-testing', 'display_name': 'System integration testing', 'score': 0.43210998}, {'id': 'https://openalex.org/keywords/integration-testing', 'display_name': 'Integration testing', 'score': 0.42587686}, {'id': 'https://openalex.org/keywords/risk-based-testing', 'display_name': 'Risk-based testing', 'score': 0.4207579}, {'id': 'https://openalex.org/keywords/functional-testing', 'display_name': 'Functional testing', 'score': 0.41761842}], 'concepts': [{'id': 'https://openalex.org/C162443782', 'wikidata': 'https://www.wikidata.org/wiki/Q1066228', 'display_name': 'White-box testing', 'level': 5, 'score': 0.90245533}, {'id': 'https://openalex.org/C24169984', 'wikidata': 'https://www.wikidata.org/wiki/Q879969', 'display_name': 'Black-box testing', 'level': 5, 'score': 0.87627506}, {'id': 'https://openalex.org/C94966114', 'wikidata': 'https://www.wikidata.org/wiki/Q29256', 'display_name': 'Black box', 'level': 2, 'score': 0.83902633}, {'id': 'https://openalex.org/C86469151', 'wikidata': 'https://www.wikidata.org/wiki/Q917415', 'display_name': 'Non-regression testing', 'level': 5, 'score': 0.8146327}, {'id': 'https://openalex.org/C169168650', 'wikidata': 'https://www.wikidata.org/wiki/Q1675637', 'display_name': 'Keyword-driven testing', 'level': 5, 'score': 0.6631093}, {'id': 'https://openalex.org/C182122060', 'wikidata': 'https://www.wikidata.org/wiki/Q6752328', 'display_name': 'Manual testing', 'level': 5, 'score': 0.65676665}, {'id': 'https://openalex.org/C158324730', 'wikidata': 'https://www.wikidata.org/wiki/Q54862604', 'display_name': 'Orthogonal array testing', 'level': 5, 'score': 0.6293738}, {'id': 'https://openalex.org/C41008148', 'wikidata': 'https://www.wikidata.org/wiki/Q21198', 'display_name': 'Computer science', 'level': 0, 'score': 0.60312307}, {'id': 'https://openalex.org/C52928878', 'wikidata': 'https://www.wikidata.org/wiki/Q7554226', 'display_name': 'Software reliability testing', 'level': 5, 'score': 0.5857675}, {'id': 'https://openalex.org/C161821725', 'wikidata': 'https://www.wikidata.org/wiki/Q917415', 'display_name': 'Regression testing', 'level': 5, 'score': 0.553724}, {'id': 'https://openalex.org/C178059732', 'wikidata': 'https://www.wikidata.org/wiki/Q1982529', 'display_name': 'Software performance testing', 'level': 5, 'score': 0.49109006}, {'id': 'https://openalex.org/C2777904410', 'wikidata': 'https://www.wikidata.org/wiki/Q7397', 'display_name': 'Software', 'level': 2, 'score': 0.47489467}, {'id': 'https://openalex.org/C188598960', 'wikidata': 'https://www.wikidata.org/wiki/Q7705805', 'display_name': 'Test strategy', 'level': 3, 'score': 0.45326114}, {'id': 'https://openalex.org/C106159264', 'wikidata': 'https://www.wikidata.org/wiki/Q17146789', 'display_name': 'Random testing', 'level': 4, 'score': 0.45298842}, {'id': 'https://openalex.org/C14036430', 'wikidata': 'https://www.wikidata.org/wiki/Q3736076', 'display_name': 'Function (biology)', 'level': 2, 'score': 0.4477718}, {'id': 'https://openalex.org/C180932941', 'wikidata': 'https://www.wikidata.org/wiki/Q997233', 'display_name': 'White box', 'level': 2, 'score': 0.43922558}, {'id': 'https://openalex.org/C111524372', 'wikidata': 'https://www.wikidata.org/wiki/Q7663718', 'display_name': 'System integration testing', 'level': 5, 'score': 0.43210998}, {'id': 'https://openalex.org/C107683887', 'wikidata': 'https://www.wikidata.org/wiki/Q782466', 'display_name': 'Integration testing', 'level': 3, 'score': 0.42587686}, {'id': 'https://openalex.org/C37945671', 'wikidata': 'https://www.wikidata.org/wiki/Q7336207', 'display_name': 'Risk-based testing', 'level': 5, 'score': 0.4207579}, {'id': 'https://openalex.org/C80823478', 'wikidata': 'https://www.wikidata.org/wiki/Q4493432', 'display_name': 'Functional testing', 'level': 3, 'score': 0.41761842}, {'id': 'https://openalex.org/C200601418', 'wikidata': 'https://www.wikidata.org/wiki/Q2193887', 'display_name': 'Reliability engineering', 'level': 1, 'score': 0.3733384}, {'id': 'https://openalex.org/C199360897', 'wikidata': 'https://www.wikidata.org/wiki/Q9143', 'display_name': 'Programming language', 'level': 1, 'score': 0.28735304}, {'id': 'https://openalex.org/C115903868', 'wikidata': 'https://www.wikidata.org/wiki/Q80993', 'display_name': 'Software engineering', 'level': 1, 'score': 0.27664512}, {'id': 'https://openalex.org/C128942645', 'wikidata': 'https://www.wikidata.org/wiki/Q1568346', 'display_name': 'Test case', 'level': 3, 'score': 0.2765991}, {'id': 'https://openalex.org/C529173508', 'wikidata': 'https://www.wikidata.org/wiki/Q638608', 'display_name': 'Software development', 'level': 3, 'score': 0.2557528}, {'id': 'https://openalex.org/C186846655', 'wikidata': 'https://www.wikidata.org/wiki/Q3398377', 'display_name': 'Software construction', 'level': 4, 'score': 0.23418558}, {'id': 'https://openalex.org/C127413603', 'wikidata': 'https://www.wikidata.org/wiki/Q11023', 'display_name': 'Engineering', 'level': 0, 'score': 0.17923698}, {'id': 'https://openalex.org/C119857082', 'wikidata': 'https://www.wikidata.org/wiki/Q2539', 'display_name': 'Machine learning', 'level': 1, 'score': 0.15261668}, {'id': 'https://openalex.org/C154945302', 'wikidata': 'https://www.wikidata.org/wiki/Q11660', 'display_name': 'Artificial intelligence', 'level': 1, 'score': 0.14626485}, {'id': 'https://openalex.org/C51234621', 'wikidata': 'https://www.wikidata.org/wiki/Q2149495', 'display_name': 'Testability', 'level': 2, 'score': 0.0}, {'id': 'https://openalex.org/C152877465', 'wikidata': 'https://www.wikidata.org/wiki/Q208042', 'display_name': 'Regression analysis', 'level': 2, 'score': 0.0}, {'id': 'https://openalex.org/C78458016', 'wikidata': 'https://www.wikidata.org/wiki/Q840400', 'display_name': 'Evolutionary biology', 'level': 1, 'score': 0.0}, {'id': 'https://openalex.org/C86803240', 'wikidata': 'https://www.wikidata.org/wiki/Q420', 'display_name': 'Biology', 'level': 0, 'score': 0.0}], 'mesh': [], 'locations_count': 1, 'locations': [{'is_oa': False, 'landing_page_url': 'https://doi.org/10.1002/0471028959.sof022', 'pdf_url': None, 'source': {'id': 'https://openalex.org/S4306509387', 'display_name': 'Encyclopedia of Software Engineering', 'issn_l': None, 'issn': None, 'is_oa': False, 'is_in_doaj': False, 'is_core': False, 'host_organization': None, 'host_organization_name': None, 'host_organization_lineage': [], 'host_organization_lineage_names': [], 'type': 'journal'}, 'license': None, 'license_id': None, 'version': None, 'is_accepted': False, 'is_published': False}], 'best_oa_location': None, 'sustainable_development_goals': [], 'grants': [], 'datasets': [], 'versions': [], 'referenced_works_count': 10, 'referenced_works': ['https://openalex.org/W1554758995', 'https://openalex.org/W1599012118', 'https://openalex.org/W1972908970', 'https://openalex.org/W1980818933', 'https://openalex.org/W2029254184', 'https://openalex.org/W2071112258', 'https://openalex.org/W2099293367', 'https://openalex.org/W2114772245', 'https://openalex.org/W2125539770', 'https://openalex.org/W2171242934'], 'related_works': ['https://openalex.org/W2974027607', 'https://openalex.org/W2952740084', 'https://openalex.org/W2767512594', 'https://openalex.org/W2552220181', 'https://openalex.org/W2386035841', 'https://openalex.org/W2376559135', 'https://openalex.org/W2350517063', 'https://openalex.org/W2183799055', 'https://openalex.org/W2074847783', 'https://openalex.org/W17857273'], 'abstract_inverted_index': {'Abstract': [0], 'Black‐box': [1], 'testing': [2, 21, 38, 45, 101, 136, 139, 142, 145, 148, 160, 176, 179, 182], 'of': [3, 8, 14, 43, 78, 95, 100, 103, 106, 109, 134, 154, 163, 213], 'software': [4, 126], 'is': [5, 12, 22, 34, 46, 189], 'any': [6], 'method': [7], 'generating': [9], 'testcases': [10], 'that': [11, 47, 58, 190], 'independent': [13], 'the': [15, 30, 48, 51, 70, 73, 76, 88, 96, 124, 155, 196, 204, 214], "software's": [16, 31], 'internal': [17], 'structure.': [18], 'Since': [19], 'black‐box': [20, 44, 68, 135, 175, 191], 'always': [23], 'based,': [24], 'either': [25], 'directly': [26], 'or': [27, 198, 209], 'indirectly,': [28], 'on': [29, 195], 'specification,': [32], 'it': [33], 'also': [35], 'called': [36], 'specification‐based': [37], '.': [39, 183], 'The': [40, 98, 184], 'simplest': [41], 'concept': [42], 'tester': [49, 71], 'examines': [50], "program's": [52, 74], 'specification': [53], 'and': [54, 81, 92, 115, 127, 150, 180], 'chooses': [55], 'test': [56], 'cases': [57], 'exercise': [59], 'all': [60, 162], 'its': [61, 128, 207], 'externally': [62], 'visible': [63], 'functions.': [64], 'In': [65], 'selecting': [66], 'these': [67, 107, 164, 187, 221], 'tests,': [69], 'considers': [72], 'purpose,': [75], 'sets': [77], 'possible': [79, 84, 93, 217], 'inputs': [80], 'expected': [82], 'outputs,': [83], 'ways': [85], 'in': [86, 111, 116], 'which': [87], 'program': [89], 'might': [90], 'fail,': [91], 'uses': [94], 'program.': [97], 'art': [99], 'consists': [102], 'approaching': [104], 'each': [105], 'sources': [108, 119], 'tests': [110, 192], 'an': [112], 'organized': [113], 'way,': [114], 'using': [117], 'whichever': [118], 'are': [120, 137, 166, 177, 193, 223], 'most': [121], 'appropriate': [122], 'for': [123, 174, 186, 218], 'particular': [125], 'intended': [129], 'use.': [130], 'Various': [131], 'specific': [132], 'types': [133, 165], 'model‐based': [138], ',': [140, 143, 146, 149, 161, 220], 'scenario‐based': [141], 'data‐based': [144], 'statistical': [147], '(a': [151], 'special': [152], 'case': [153], 'latter': [156], 'two': [157], 'approaches)': [158], 'random': [159], 'discussed.': [167], 'Other': [168], 'terms': [169, 222], 'sometimes': [170], 'used': [171], 'as': [172], 'synonyms': [173], 'functional': [178], 'behavioral': [181], 'rationale': [185], 'usages': [188], 'based': [194], 'function': [197, 219], 'behavior': [199], 'to': [200], 'be': [201], 'performed': [202], 'by': [203], 'software,': [205], 'not': [206], 'structure': [208], 'design.': [210], 'However,': [211], 'because': [212], 'multiple': [215], 'meanings': [216], 'potentially': [224], 'misleading.': [225]}, 'cited_by_api_url': 'https://api.openalex.org/works?filter=cites:W1501213200', 'counts_by_year': [{'year': 2023, 'cited_by_count': 2}, {'year': 2022, 'cited_by_count': 1}, {'year': 2020, 'cited_by_count': 1}, {'year': 2013, 'cited_by_count': 1}, {'year': 2012, 'cited_by_count': 2}], 'updated_date': '2025-01-12T12:49:52.802968', 'created_date': '2016-06-24'}