Testing functionality independent on history of system-environment interactions Study 2

Specifications Test sequence generator Specifications Test action iterator Test scenario Mediators on SeC Target system Test engine Оракул Oracle Медиатор Mediator Спецификации Specifications Specification development Mediator development Test scenario development Steps of test development using the tool:

Specification function trunc_spec specification mix_num trunc_spec(mix_num* mn) { pre { return mn->denom > 0 && ( mn->integral >= 0 && mn->num >= 0 || mn->integral num denom && abs(mn->num) denom && mn->integral * mn->denom + mn->num } }

Specification function specification (,..., ) { pre {... } coverage {... } post {... } } signature body

Pointers as parameters of specification functions specification f( int* i, int* iarray ) {... if(*i == 0) if(iarray[3] != 0) }

; * ; Specification types void* create(& _type,…); int compare(Object*,Object*); bool equal(Object*,Object*); void* copy(Object*,Object*); void* clone(Object*); String* toString(Object* ref) Integer, Double, Char, String, Set, List, Map

Definition of specification type specification typedef = {.init = pointer_to_initialization_function,.copy = pointer_to_finalization_function,.compare = pointer_to_comparing_function,.to_string = pointer_to_string_mapping_function,.enumerator = pointer_to_reference_counting_function,.destroy = pointer_to_destroying_function }; specification typedef = {}; specification typedef ;

Specification type MixNum int compare_MixNum(MixNum* left, MixNum* right) { int l = left->num * right->denom, r = right->num * left->denom; if(left->integral != 0) l += left->integral * right->denom * left->denom; if(right->integral != 0) r += right->integral * left->denom * right->denom; return l – r; } specification typedef mix_num MixNum = {.compare = (Compare)compare_MixNum };

Signature of specification function trunc_spec specification MixNum* trunc_spec(MixNum* mn);

Structure of a body of specification function specification ( ) { pre {... } coverage {... } post {... } }

pre { if(...) /* values of inputs meet precondition requirements */ return true; else return false; } specification (...) { pre { if(...) /* values of inputs meet precondition requirements */ return true; else return false; }... } Precondition outputs ( *arg, result ) Target system call inputs ( arg, *arg )

Precondition of specification function trunc_spec pre return mn->denum > 0 specification MixNum* trunc_spec(MixNum* mn) { pre { return mn->denum > 0 && ( mn->integral > 0 && mn->num > 0 && ( mn->integral > 0 && mn->num > 0 || mn->integral num integral num < 0 || mn->integral == 0 && mn->num == 0 ); || mn->integral == 0 && mn->num == 0 ); }... }

Type invariants /* invariant of C type */ invariant typedef ; invariant( value) { if(/* invariant are held for the value of value */) return true; else return false; } /* invariant of specification type */ invariant specification typedef = {...}; invariant( *r) {...}

invariant( value); invariant( value); specification ( * arg) { pre {...} coverage {...} post {...} } Automatic checking invariants for specification function arguments outputs ( *arg, result ) Target system call inputs ( arg, *arg ) Prevalues Postvalues invariant(*arg); invariant(*arg); invariant( );

Invariant of specification type MixNum invariant specification typedef mix_num MixNum; invariant(MixNum* mn) { return mn->denum > 0 && ( mn->integral >= 0 && mn->num >= 0 || mn->integral num integral == 0 && mn->num == 0 ); } pre return mn->denum >0 && ( mn->integral >= 0 && mn->num >= 0 || mn->integral num denum >0 && ( mn->integral >= 0 && mn->num >= 0 || mn->integral num <= 0 || mn->integral == 0 && mn->num == 0 ); || mn->integral == 0 && mn->num == 0 ); }... }

Coverage criteria coverage {... if(...) /* with given values of arguments the functionality branch is covered */ return {, };... } specification (...) { pre {...} coverage {... if(...) /* with given values of arguments the functionality branch is covered */ return {, };... } post {...} } outputs ( *arg, result ) Target system call inputs ( arg, *arg )

Coverage criteria completeness coverage С { if(...) /* Condition 1 */ return { BRANCH_1, "1 st branch" }; else if(...) /* Condition 2 */... else return { LAST_BRANCH, "Last branch" }; } Any set of argument prevalues should belong to one of functionality branches defined be coverage criteria

Coverage criterion of specification function trunc_spec coverage С { if(mn->integral == 0 && mn->denom > mn->num) return {PROP_FRACT, "Proper fraction"}; if(mn->integral == 0 && mn->denom num) return {IMPROP_FRACT, "Improper fraction"}; if(mn->integral != 0 && mn->denom > mn->num) return {PROP_MIXED, "Proper mixed number"}; else/*(mn->integral!=0 && mn->denom num)*/ return {IMPROP_MIXED, "Improper mixed number"}; } specification MixNum* trunc_spec(MixNum* mn) { coverage С { if(mn->integral == 0 && mn->denom > mn->num) return {PROP_FRACT, "Proper fraction"}; if(mn->integral == 0 && mn->denom num) return {IMPROP_FRACT, "Improper fraction"}; if(mn->integral != 0 && mn->denom > mn->num) return {PROP_MIXED, "Proper mixed number"}; else/*(mn->integral!=0 && mn->denom num)*/ return {IMPROP_MIXED, "Improper mixed number"}; }... }

Postcondition post { if(...) /* values of outputs meet postcondition requirements */ return true; else return false; } specification (...) { pre {...} coverage {... } post { if(...) /* values of outputs meet postcondition requirements */ return true; else return false; } } point of affecting outputs ( *arg, result ) Target system call inputs ( arg, *arg )

Prevalues of arguments and returned result in poctcondition specification int func(int *u) { post { != 0 && func == *u } } outputs ( *arg, result ) Target system call inputs ( arg, *arg )

Postcondition of specification function trunc_spec post { return trunc_spec->integral == mn->integral && trunc_spec->denom == mn->denom && trunc_spec->num == mn->num /* !memcmp(trunc_spec, mn) */ && mn->denom && abs(mn->num) denum && } specification MixNum* trunc_spec(MixNum* mn) { coverage С { if(mn->integral == 0 && mn->denom > mn->num) return {PROP_FRACT, "Proper fraction"}; if(mn->integral == 0 && mn->denom num) return {IMPROP_FRACT, "Improper fraction"}; if(mn->integral != 0 && mn->denom > mn->num) return {PROP_MIXED, "Proper mixed number"}; if(mn->integral != 0 && mn->denom num) return {IMPROP_MIXED, "Improper mixed number"}; } post { return trunc_spec->integral == mn->integral && trunc_spec->denom == mn->denom && trunc_spec->num == mn->num /* !memcmp(trunc_spec, mn) */ && mn->denom && abs(mn->num) denum && } }

Mediators Test sequence generator Specifications Test action iterator Test scenario Mediators on SeC Target system Test engine Оракул Oracle Медиатор Mediator Specification development Mediator development Test scenario development Steps of test development using the tool: Mediators on SeC

Definition of mediators on SeC mediator for specification ( ) { call { /* map specification args to implementation ones */... if(.../* if something wrong */) setBadVerdict( ); /* implementation call */... /* map implementation results to specification ones */... if(.../* if something wrong */) setBadVerdict( ); return ; } }

Mediatorof specification function trunc_spec mediator trunc_media for specification MixNum* trunc_spec(MixNum* mn) { call { mix_num imn, res; imn.entire = mn->integral; imn.num = mn->num; imn.denom = mn->denom; res = trunc(&imn); mn->integral = imn.entire; mn->num = imn.num; mn->denom = imn.denom; return create(&MixNum_type, res.entire,res.num,res.denom); } }

Test sequence generator Scenarios Test scenario Scenario Specifications Mediators on SeC Target system Оракул Oracle Медиатор Mediator Specification development Mediator development Test scenario development Steps of test development using the tool: Test action iterator Test engine

Scenario definition scenario dfsm = {.init =,.actions = {,..., NULL },.finish = } set_coverage_ ( );

Scenario functions scenario bool () {... ( );... return ; }

Operator iterate scenario bool () {... iterate( ; ; ; ) { }... return ; } =

Control flow in scenario function scenario bool () {... iterate( ; ; ; ) {... }... return ; } Test engine

Scenario of specification function trunc_spec bool trunc_scen_init (int argc, char **argv) { set_mediator_trunc_spec (trunc_media); return true; } scenario bool trunc_sf () { iterate (int i = -10; i = 0) iterate (int denom = 1; denom <= 10; denom++;) { MixNum mn = create(&MixNum_type, res.entire, res.num, res.denom); trunc_spec (mn); } return true; } scenario dfsm trunc_scen = {.init = trunc_scen_init,.actions = { trunc_sf, NULL } };

Function main, starting scenario int main(int argc, char** argv) { ( argc, argv ); }

Function main of test for function trunc int main(int argc, char **argv) { trunc_scen(argc, argv); }