Case studies on fault detection effectiveness of model based test generation techniques

@inproceedings{Paradkar05case, abstract = {Model-based test generation (MBTG) is becoming an area of active research. These techniques differ in terms of (1) modeling notations used, and (2) the adequacy criteria used for test generation. This paper (1) reviews different classes of MBTG techniques at a conceptual level, and (2) reports results of two case studies comparing various techniques in terms of their fault detection effectiveness. Our results indicate that MBTG technique which employs mutation and explicitly generates state verification sequences has better fault detection effectiveness than those based on boundary values, and predicate coverage criteria for transitions. Instead of a default adequacy criteria, certain techniques allow the user to specify test objectives in addition to the model. Our experience indicates that the task of defining appropriate test objectives is not intuitive. Furthermore, notations provided to describe such test objectives may have inadequate expressive power. We posit the need for a suitable fault modeling notation.}, address = {New York, NY, USA}, author = {Paradkar, Amit }, booktitle = {A-MOST '05: Proceedings of the first international workshop on Advances in model-based testing}, citeulike-article-id = {409175}, doi = {http://dx.doi.org/10.1145/1083274.1083286}, isbn = {1595931155}, keywords = {case-study, model-based-testing, softnet, specification-based-testing, test-case-generation, testing}, month = {July}, number = {4}, pages = {1--7}, posted-at = {2007-09-21 08:25:31}, priority = {2}, publisher = {ACM Press}, title = {Case studies on fault detection effectiveness of model based test generation techniques}, url = {http://dx.doi.org/10.1145/1083274.1083286}, volume = {30}, year = {2005} }

TY - CONF ID - Paradkar05case L3 - citeulike-article-id:409175 TI - Case studies on fault detection effectiveness of model based test generation techniques T2 - A-MOST '05: Proceedings of the first international workshop on Advances in model-based testing VL - 30 IS - 4 SP - 1 EP - 7 AD - New York, NY, USA PB - ACM Press SN - 1595931155 N2 - Model-based test generation (MBTG) is becoming an area of active research. These techniques differ in terms of (1) modeling notations used, and (2) the adequacy criteria used for test generation. This paper (1) reviews different classes of MBTG techniques at a conceptual level, and (2) reports results of two case studies comparing various techniques in terms of their fault detection effectiveness. Our results indicate that MBTG technique which employs mutation and explicitly generates state verification sequences has better fault detection effectiveness than those based on boundary values, and predicate coverage criteria for transitions. Instead of a default adequacy criteria, certain techniques allow the user to specify test objectives in addition to the model. Our experience indicates that the task of defining appropriate test objectives is not intuitive. Furthermore, notations provided to describe such test objectives may have inadequate expressive power. We posit the need for a suitable fault modeling notation. KW - case-study KW - model-based-testing KW - softnet KW - specification-based-testing KW - test-case-generation KW - testing AU - Paradkar, Amit PY - 2005/07// UR - http://dx.doi.org/10.1145/1083274.1083286 ER -