diff --git a/bench/ce-bench b/bench/ce-bench index 0154f50e3e7c193ba3923103a7ff33b614f8519d..ee5dff451e44982b61951885f8c4717b427f7723 100755 --- a/bench/ce-bench +++ b/bench/ce-bench @@ -26,28 +26,43 @@ if test "$files" = "" ; then files="$dir/ce/*.mlw" fi +is_xfail=false -# $1 = prover, $2 = file +# TODO this function should disappear as counterexamples should eventually get +# more reproducible. +decide_fail () { + case "$1" in + # Inconsistent results between two runs + "bench/ce/algebraic_type_Z3,4.6.0_SP") + is_xfail=true;; + # Inconsistent results between two runs + "bench/ce/algebraic_type_Z3,4.6.0_WP") + is_xfail=true;; + # Inconsistent results between two runs + "bench/ce/ref_mono_Z3,4.6.0_WP") + is_xfail=true;; + esac +} + +# $1 = prover, $2 = dir, $3 = filename, $4 = true for WP; false for SP run () { + is_xfail=false printf " $2 ($1)... " - f="$2_$1" - printf "WP $2 ($1)... " - echo "Weakest Precondition" > "$f.out" - $dir/../bin/why3prove.opt --debug print_model_attrs -P "$1,counterexamples" --timelimit 1 -a split_vc "$2.mlw" | \ - # This ad hoc sed removes any timing information from counterexamples output. - # Counterexamples in JSON format cannot match this regexp. - sed 's/ ([0-9]\+\.[0-9]\+s)//' | \ - # This ad hoc sed removes diff between Timeout and Unknown (unknown) - # when running from platform with different speed. - sed -r 's/(Timeout|Unknown \(unknown\))/Timeout or Unknown/' | \ - # ad hoc sed to remove the directory of the stdlib that can be found - # inside labels attribute [@at:'Old:loc:/home/.../stdlib/array.mlw - # TODO temporary as this comes from incorrect locations generated in - # a[i] <- x like terms. - sed -r 's/\:loc\:.*\]/\:loc\:location\]/' >> "$f.out" - printf "SP $2 ($1)... " - echo "Strongest Postcondition" >> "$f.out" - $dir/../bin/why3prove.opt --debug print_model_attrs --debug vc_sp -P "$1,counterexamples" --timelimit 1 -a split_vc "$2.mlw" | \ + file_path="$2/$3" + if $4; then + f="${file_path}_$1_WP" + oracle_file="$2/oracles/$3_$1_WP.oracle" + wp_sp="" + echo "Weakest Precondition" > "$f.out" + printf "Weakest Precondition ${file_path} ($1)... " + else + f="${file_path}_$1_SP" + oracle_file="$2/oracles/$3_$1_SP.oracle" + wp_sp=" --debug vc_sp" + echo "Strongest Postcondition" > "$f.out" + printf "Strongest Postcondition ${file_path} ($1)... " + fi + $dir/../bin/why3prove.opt --debug print_model_attrs${wp_sp} -P "$1,counterexamples" --timelimit 1 -a split_vc "${file_path}.mlw" | \ # This ad hoc sed removes any timing information from counterexamples output. # Counterexamples in JSON format cannot match this regexp. sed 's/ ([0-9]\+\.[0-9]\+s)//' | \ @@ -59,17 +74,23 @@ run () { # TODO temporary as this comes from incorrect locations generated in # a[i] <- x like terms. sed -r 's/\:loc\:.*\]/\:loc\:location\]/' >> "$f.out" - if cmp "$f.oracle" "$f.out" > /dev/null 2>&1 ; then + if cmp "${oracle_file}" "$f.out" > /dev/null 2>&1 ; then echo "ok" else if $updateoracle; then - echo "Updating oracle for $2, prover $1" - mv "$f.out" "$f.oracle" + echo "Updating oracle for ${file_path}, prover $1" + mv "$f.out" "${oracle_file}" else echo "FAILED!" echo "diff is the following:" - diff "$f.oracle" "$f.out" - success=false + echo "${f}" + diff "${oracle_file}" "$f.out" + decide_fail ${f} + if $is_xfail; then + echo "Failed but bench is ok because asserted as an XFAIL." + else + success=false + fi fi fi } @@ -78,8 +99,10 @@ for file in $files; do filedir=`dirname $file` filebase=`basename $file .mlw` printf "Running provers on $filedir/$filebase.mlw\n"; - run CVC4,1.5 $filedir/$filebase - run Z3,4.6.0 $filedir/$filebase + run CVC4,1.5 $filedir $filebase true + run CVC4,1.5 $filedir $filebase false + run Z3,4.6.0 $filedir $filebase true + run Z3,4.6.0 $filedir $filebase false done if $success; then exit 0 diff --git a/bench/ce/algebraic_type_Z3,4.6.0.oracle b/bench/ce/algebraic_type_Z3,4.6.0.oracle deleted file mode 100644 index faded750b9d64d3b66d97494e7b5f88fbd6ed9b1..0000000000000000000000000000000000000000 --- a/bench/ce/algebraic_type_Z3,4.6.0.oracle +++ /dev/null @@ -1,118 +0,0 @@ -Weakest Precondition -bench/ce/algebraic_type.mlw M G: Unknown (sat) -Counter-example model:File algebraic_type.mlw: -Line 6: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "Integer" , "list" : [{"type" : "Integer" , -"val" : "0" }] } } - -bench/ce/algebraic_type.mlw M g2: Unknown (sat) -Counter-example model:File algebraic_type.mlw: -Line 10: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "B" , "list" : [{"type" : "Integer" , -"val" : "0" }] } } - -bench/ce/algebraic_type.mlw M g4: Unknown (sat) -Counter-example model:File algebraic_type.mlw: -Line 12: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "A" , -"list" : [] } } - -bench/ce/algebraic_type.mlw M g5: Unknown (sat) -Counter-example model:File algebraic_type.mlw: -Line 16: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "Au" , "list" : [{"type" : "Integer" , "val" : "1" }, -{"type" : "Integer" , -"val" : "0" }] } } - -bench/ce/algebraic_type.mlw M g1: Timeout or Unknown -Counter-example model:File algebraic_type.mlw: -Line 25: -l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "17" }, -{"type" : "Apply" , "val" : {"apply" : "Cons" , -"list" : [{"type" : "Integer" , "val" : "164" }, {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "162" }, -{"type" : "Apply" , "val" : {"apply" : "Cons" , -"list" : [{"type" : "Integer" , "val" : "160" }, {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "158" }, -{"type" : "Apply" , "val" : {"apply" : "Nil" , -"list" : [] } }] } }] } }] } }] } }] } } - -bench/ce/algebraic_type.mlw M g7: Timeout or Unknown -Counter-example model:File algebraic_type.mlw: -Line 27: -l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "21" }, -{"type" : "Apply" , "val" : {"apply" : "Cons" , -"list" : [{"type" : "Integer" , "val" : "10" }, {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "9" }, -{"type" : "Apply" , "val" : {"apply" : "Cons" , -"list" : [{"type" : "Integer" , "val" : "7" }, {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "8" }, -{"type" : "Apply" , "val" : {"apply" : "Nil" , -"list" : [] } }] } }] } }] } }] } }] } } - -bench/ce/algebraic_type.mlw M g: Timeout or Unknown -Strongest Postcondition -bench/ce/algebraic_type.mlw M G: Unknown (sat) -Counter-example model:File algebraic_type.mlw: -Line 6: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "Integer" , "list" : [{"type" : "Integer" , -"val" : "0" }] } } - -bench/ce/algebraic_type.mlw M g2: Unknown (sat) -Counter-example model:File algebraic_type.mlw: -Line 10: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "B" , "list" : [{"type" : "Integer" , -"val" : "0" }] } } - -bench/ce/algebraic_type.mlw M g4: Unknown (sat) -Counter-example model:File algebraic_type.mlw: -Line 12: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "A" , -"list" : [] } } - -bench/ce/algebraic_type.mlw M g5: Unknown (sat) -Counter-example model:File algebraic_type.mlw: -Line 16: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "Au" , "list" : [{"type" : "Integer" , "val" : "1" }, -{"type" : "Integer" , -"val" : "0" }] } } - -bench/ce/algebraic_type.mlw M g1: Timeout or Unknown -Counter-example model:File algebraic_type.mlw: -Line 25: -l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "17" }, -{"type" : "Apply" , "val" : {"apply" : "Cons" , -"list" : [{"type" : "Integer" , "val" : "164" }, {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "162" }, -{"type" : "Apply" , "val" : {"apply" : "Cons" , -"list" : [{"type" : "Integer" , "val" : "160" }, {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "158" }, -{"type" : "Apply" , "val" : {"apply" : "Nil" , -"list" : [] } }] } }] } }] } }] } }] } } - -bench/ce/algebraic_type.mlw M g7: Timeout or Unknown -Counter-example model:File algebraic_type.mlw: -Line 27: -l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "21" }, -{"type" : "Apply" , "val" : {"apply" : "Cons" , -"list" : [{"type" : "Integer" , "val" : "10" }, {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "9" }, -{"type" : "Apply" , "val" : {"apply" : "Cons" , -"list" : [{"type" : "Integer" , "val" : "7" }, {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "8" }, -{"type" : "Apply" , "val" : {"apply" : "Nil" , -"list" : [] } }] } }] } }] } }] } }] } } - -bench/ce/algebraic_type.mlw M g: Timeout or Unknown diff --git a/bench/ce/algebraic_type_CVC4,1.5.oracle b/bench/ce/oracles/algebraic_type_CVC4,1.5_SP.oracle similarity index 50% rename from bench/ce/algebraic_type_CVC4,1.5.oracle rename to bench/ce/oracles/algebraic_type_CVC4,1.5_SP.oracle index 48e353390af3c897cba2fa14e491faba043d3f67..7d450532079e7ef169f2eb080fc77b079aaad6fc 100644 --- a/bench/ce/algebraic_type_CVC4,1.5.oracle +++ b/bench/ce/oracles/algebraic_type_CVC4,1.5_SP.oracle @@ -1,50 +1,3 @@ -Weakest Precondition -bench/ce/algebraic_type.mlw M G: Timeout or Unknown -Counter-example model:File algebraic_type.mlw: -Line 6: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "Integer" , "list" : [{"type" : "Integer" , -"val" : "0" }] } } - -bench/ce/algebraic_type.mlw M g2: Timeout or Unknown -Counter-example model:File algebraic_type.mlw: -Line 10: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "B" , "list" : [{"type" : "Integer" , -"val" : "0" }] } } - -bench/ce/algebraic_type.mlw M g4: Timeout or Unknown -Counter-example model:File algebraic_type.mlw: -Line 12: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "A" , -"list" : [] } } - -bench/ce/algebraic_type.mlw M g5: Timeout or Unknown -Counter-example model:File algebraic_type.mlw: -Line 16: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "Au" , "list" : [{"type" : "Integer" , "val" : "0" }, -{"type" : "Integer" , -"val" : "1" }] } } - -bench/ce/algebraic_type.mlw M g1: Timeout or Unknown -Counter-example model:File algebraic_type.mlw: -Line 25: -l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "-1" }, -{"type" : "Apply" , "val" : {"apply" : "Nil" , -"list" : [] } }] } } - -bench/ce/algebraic_type.mlw M g7: Timeout or Unknown -Counter-example model:File algebraic_type.mlw: -Line 27: -l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "0" }, -{"type" : "Apply" , "val" : {"apply" : "Nil" , -"list" : [] } }] } } - -bench/ce/algebraic_type.mlw M g: Timeout or Unknown Strongest Postcondition bench/ce/algebraic_type.mlw M G: Timeout or Unknown Counter-example model:File algebraic_type.mlw: diff --git a/bench/ce/oracles/algebraic_type_CVC4,1.5_WP.oracle b/bench/ce/oracles/algebraic_type_CVC4,1.5_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..ff045cf41e7398fe0659b92e4321d318323eb1fc --- /dev/null +++ b/bench/ce/oracles/algebraic_type_CVC4,1.5_WP.oracle @@ -0,0 +1,47 @@ +Weakest Precondition +bench/ce/algebraic_type.mlw M G: Timeout or Unknown +Counter-example model:File algebraic_type.mlw: +Line 6: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "Integer" , "list" : [{"type" : "Integer" , +"val" : "0" }] } } + +bench/ce/algebraic_type.mlw M g2: Timeout or Unknown +Counter-example model:File algebraic_type.mlw: +Line 10: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "B" , "list" : [{"type" : "Integer" , +"val" : "0" }] } } + +bench/ce/algebraic_type.mlw M g4: Timeout or Unknown +Counter-example model:File algebraic_type.mlw: +Line 12: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "A" , +"list" : [] } } + +bench/ce/algebraic_type.mlw M g5: Timeout or Unknown +Counter-example model:File algebraic_type.mlw: +Line 16: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "Au" , "list" : [{"type" : "Integer" , "val" : "0" }, +{"type" : "Integer" , +"val" : "1" }] } } + +bench/ce/algebraic_type.mlw M g1: Timeout or Unknown +Counter-example model:File algebraic_type.mlw: +Line 25: +l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "-1" }, +{"type" : "Apply" , "val" : {"apply" : "Nil" , +"list" : [] } }] } } + +bench/ce/algebraic_type.mlw M g7: Timeout or Unknown +Counter-example model:File algebraic_type.mlw: +Line 27: +l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "0" }, +{"type" : "Apply" , "val" : {"apply" : "Nil" , +"list" : [] } }] } } + +bench/ce/algebraic_type.mlw M g: Timeout or Unknown diff --git a/bench/ce/oracles/algebraic_type_Z3,4.6.0_SP.oracle b/bench/ce/oracles/algebraic_type_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..849dbb2c88a4488b9288c2de204d59f1fedc9326 --- /dev/null +++ b/bench/ce/oracles/algebraic_type_Z3,4.6.0_SP.oracle @@ -0,0 +1,59 @@ +Strongest Postcondition +bench/ce/algebraic_type.mlw M G: Unknown (sat) +Counter-example model:File algebraic_type.mlw: +Line 6: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "Integer" , "list" : [{"type" : "Integer" , +"val" : "0" }] } } + +bench/ce/algebraic_type.mlw M g2: Unknown (sat) +Counter-example model:File algebraic_type.mlw: +Line 10: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "B" , "list" : [{"type" : "Integer" , +"val" : "0" }] } } + +bench/ce/algebraic_type.mlw M g4: Unknown (sat) +Counter-example model:File algebraic_type.mlw: +Line 12: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "A" , +"list" : [] } } + +bench/ce/algebraic_type.mlw M g5: Unknown (sat) +Counter-example model:File algebraic_type.mlw: +Line 16: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "Au" , "list" : [{"type" : "Integer" , "val" : "1" }, +{"type" : "Integer" , +"val" : "0" }] } } + +bench/ce/algebraic_type.mlw M g1: Timeout or Unknown +Counter-example model:File algebraic_type.mlw: +Line 25: +l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "17" }, +{"type" : "Apply" , "val" : {"apply" : "Cons" , +"list" : [{"type" : "Integer" , "val" : "160" }, {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "158" }, +{"type" : "Apply" , "val" : {"apply" : "Cons" , +"list" : [{"type" : "Integer" , "val" : "156" }, {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "154" }, +{"type" : "Apply" , "val" : {"apply" : "Nil" , +"list" : [] } }] } }] } }] } }] } }] } } + +bench/ce/algebraic_type.mlw M g7: Timeout or Unknown +Counter-example model:File algebraic_type.mlw: +Line 27: +l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "21" }, +{"type" : "Apply" , "val" : {"apply" : "Cons" , +"list" : [{"type" : "Integer" , "val" : "10" }, {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "9" }, +{"type" : "Apply" , "val" : {"apply" : "Cons" , +"list" : [{"type" : "Integer" , "val" : "7" }, {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "8" }, +{"type" : "Apply" , "val" : {"apply" : "Nil" , +"list" : [] } }] } }] } }] } }] } }] } } + +bench/ce/algebraic_type.mlw M g: Timeout or Unknown diff --git a/bench/ce/oracles/algebraic_type_Z3,4.6.0_WP.oracle b/bench/ce/oracles/algebraic_type_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..609385291b12067cdaad5ada5cc02afba3b05220 --- /dev/null +++ b/bench/ce/oracles/algebraic_type_Z3,4.6.0_WP.oracle @@ -0,0 +1,59 @@ +Weakest Precondition +bench/ce/algebraic_type.mlw M G: Unknown (sat) +Counter-example model:File algebraic_type.mlw: +Line 6: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "Integer" , "list" : [{"type" : "Integer" , +"val" : "0" }] } } + +bench/ce/algebraic_type.mlw M g2: Unknown (sat) +Counter-example model:File algebraic_type.mlw: +Line 10: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "B" , "list" : [{"type" : "Integer" , +"val" : "0" }] } } + +bench/ce/algebraic_type.mlw M g4: Unknown (sat) +Counter-example model:File algebraic_type.mlw: +Line 12: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "A" , +"list" : [] } } + +bench/ce/algebraic_type.mlw M g5: Unknown (sat) +Counter-example model:File algebraic_type.mlw: +Line 16: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "Au" , "list" : [{"type" : "Integer" , "val" : "1" }, +{"type" : "Integer" , +"val" : "0" }] } } + +bench/ce/algebraic_type.mlw M g1: Timeout or Unknown +Counter-example model:File algebraic_type.mlw: +Line 25: +l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "17" }, +{"type" : "Apply" , "val" : {"apply" : "Cons" , +"list" : [{"type" : "Integer" , "val" : "165" }, {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "163" }, +{"type" : "Apply" , "val" : {"apply" : "Cons" , +"list" : [{"type" : "Integer" , "val" : "161" }, {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "159" }, +{"type" : "Apply" , "val" : {"apply" : "Nil" , +"list" : [] } }] } }] } }] } }] } }] } } + +bench/ce/algebraic_type.mlw M g7: Timeout or Unknown +Counter-example model:File algebraic_type.mlw: +Line 27: +l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "21" }, +{"type" : "Apply" , "val" : {"apply" : "Cons" , +"list" : [{"type" : "Integer" , "val" : "10" }, {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "9" }, +{"type" : "Apply" , "val" : {"apply" : "Cons" , +"list" : [{"type" : "Integer" , "val" : "7" }, {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "8" }, +{"type" : "Apply" , "val" : {"apply" : "Nil" , +"list" : [] } }] } }] } }] } }] } }] } } + +bench/ce/algebraic_type.mlw M g: Timeout or Unknown diff --git a/bench/ce/oracles/array_mono_CVC4,1.5_SP.oracle b/bench/ce/oracles/array_mono_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..be5ed69feafbef6442eb188ce0215c0eec87b118 --- /dev/null +++ b/bench/ce/oracles/array_mono_CVC4,1.5_SP.oracle @@ -0,0 +1,39 @@ +Strongest Postcondition +bench/ce/array_mono.mlw Array VC array: Valid +bench/ce/array_mono.mlw A VC f1: Timeout or Unknown +Counter-example model:File array_mono.mlw: +Line 35: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "length" , "value" : {"type" : "Integer" , +"val" : "0" } }] } } +Line 36: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "length" , "value" : {"type" : "Integer" , +"val" : "0" } }] } } + +bench/ce/array_mono.mlw A VC f2: Valid +bench/ce/array_mono.mlw A VC f2: Timeout or Unknown +Counter-example model:File array_mono.mlw: +Line 38: +a, [[@introduced], [@model_trace:a], +[@at:'Old:loc:location], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "42" } }, +{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "42" } }, +{"others" : {"type" : "Integer" , "val" : "0" } }] } }, {"field" : "length" , +"value" : {"type" : "Integer" , +"val" : "2" } }] } } +Line 40: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "42" } }, +{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "42" } }, +{"others" : {"type" : "Integer" , "val" : "0" } }] } }, {"field" : "length" , +"value" : {"type" : "Integer" , +"val" : "2" } }] } } + diff --git a/bench/ce/array_mono_CVC4,1.5.oracle b/bench/ce/oracles/array_mono_CVC4,1.5_WP.oracle similarity index 55% rename from bench/ce/array_mono_CVC4,1.5.oracle rename to bench/ce/oracles/array_mono_CVC4,1.5_WP.oracle index 9f2f41c2d1ce138bf7bbca2ccd53544ff54a2084..96042e92453f76dae2a4f91eea364db5a3d499f1 100644 --- a/bench/ce/array_mono_CVC4,1.5.oracle +++ b/bench/ce/oracles/array_mono_CVC4,1.5_WP.oracle @@ -45,42 +45,3 @@ a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , "value" : {"type" : "Integer" , "val" : "2" } }] } } -Strongest Postcondition -bench/ce/array_mono.mlw Array VC array: Valid -bench/ce/array_mono.mlw A VC f1: Timeout or Unknown -Counter-example model:File array_mono.mlw: -Line 35: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "length" , "value" : {"type" : "Integer" , -"val" : "0" } }] } } -Line 36: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "length" , "value" : {"type" : "Integer" , -"val" : "0" } }] } } - -bench/ce/array_mono.mlw A VC f2: Valid -bench/ce/array_mono.mlw A VC f2: Timeout or Unknown -Counter-example model:File array_mono.mlw: -Line 38: -a, [[@introduced], [@model_trace:a], -[@at:'Old:loc:location], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "42" } }, -{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "42" } }, -{"others" : {"type" : "Integer" , "val" : "0" } }] } }, {"field" : "length" , -"value" : {"type" : "Integer" , -"val" : "2" } }] } } -Line 40: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "42" } }, -{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "42" } }, -{"others" : {"type" : "Integer" , "val" : "0" } }] } }, {"field" : "length" , -"value" : {"type" : "Integer" , -"val" : "2" } }] } } - diff --git a/bench/ce/oracles/array_mono_Z3,4.6.0_SP.oracle b/bench/ce/oracles/array_mono_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..357ba70e411c6e6321b84975588c48227ec4f903 --- /dev/null +++ b/bench/ce/oracles/array_mono_Z3,4.6.0_SP.oracle @@ -0,0 +1,37 @@ +Strongest Postcondition +bench/ce/array_mono.mlw Array VC array: Valid +bench/ce/array_mono.mlw A VC f1: Timeout or Unknown +Counter-example model:File array_mono.mlw: +Line 35: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "length" , "value" : {"type" : "Integer" , +"val" : "0" } }] } } +Line 36: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "length" , "value" : {"type" : "Integer" , +"val" : "0" } }] } } + +bench/ce/array_mono.mlw A VC f2: Valid +bench/ce/array_mono.mlw A VC f2: Timeout or Unknown +Counter-example model:File array_mono.mlw: +Line 38: +a, [[@introduced], [@model_trace:a], +[@at:'Old:loc:location], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "42" } }, +{"others" : {"type" : "Integer" , "val" : "4" } }] } }, {"field" : "length" , +"value" : {"type" : "Integer" , +"val" : "2" } }] } } +Line 40: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "42" } }, +{"others" : {"type" : "Integer" , "val" : "4" } }] } }, {"field" : "length" , +"value" : {"type" : "Integer" , +"val" : "2" } }] } } + diff --git a/bench/ce/array_mono_Z3,4.6.0.oracle b/bench/ce/oracles/array_mono_Z3,4.6.0_WP.oracle similarity index 54% rename from bench/ce/array_mono_Z3,4.6.0.oracle rename to bench/ce/oracles/array_mono_Z3,4.6.0_WP.oracle index b1cf77052c951eb56cfb7c1df71590d830bfcf21..db7a5e95d6458c455354d3deb2cff168635f1482 100644 --- a/bench/ce/array_mono_Z3,4.6.0.oracle +++ b/bench/ce/oracles/array_mono_Z3,4.6.0_WP.oracle @@ -42,40 +42,3 @@ a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , "value" : {"type" : "Integer" , "val" : "2" } }] } } -Strongest Postcondition -bench/ce/array_mono.mlw Array VC array: Valid -bench/ce/array_mono.mlw A VC f1: Timeout or Unknown -Counter-example model:File array_mono.mlw: -Line 35: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "length" , "value" : {"type" : "Integer" , -"val" : "0" } }] } } -Line 36: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "length" , "value" : {"type" : "Integer" , -"val" : "0" } }] } } - -bench/ce/array_mono.mlw A VC f2: Valid -bench/ce/array_mono.mlw A VC f2: Timeout or Unknown -Counter-example model:File array_mono.mlw: -Line 38: -a, [[@introduced], [@model_trace:a], -[@at:'Old:loc:location], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "42" } }, -{"others" : {"type" : "Integer" , "val" : "4" } }] } }, {"field" : "length" , -"value" : {"type" : "Integer" , -"val" : "2" } }] } } -Line 40: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "elts" , "value" : {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "42" } }, -{"others" : {"type" : "Integer" , "val" : "4" } }] } }, {"field" : "length" , -"value" : {"type" : "Integer" , -"val" : "2" } }] } } - diff --git a/bench/ce/oracles/array_records_CVC4,1.5_SP.oracle b/bench/ce/oracles/array_records_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..6907ee0286d80a5e1ce1dfe9bfd35d1f625df15a --- /dev/null +++ b/bench/ce/oracles/array_records_CVC4,1.5_SP.oracle @@ -0,0 +1,205 @@ +Strongest Postcondition +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 27: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 27: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 27: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +a, [[@introduced], [@model_trace:a], +[@at:'Old:loc:location], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 28: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +a, [[@introduced], [@model_trace:a], +[@at:'Old:loc:location], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 28: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +a, [[@introduced], [@model_trace:a], +[@at:'Old:loc:location], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 28: +a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "first_value" , +"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , +"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , +"value" : {"type" : "Integer" , "val" : "5" } }] } } +i, [[@introduced], +[@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 29: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 29: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 29: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 30: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 30: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 30: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "0" } +Line 31: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "0" } +Line 25: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "0" } + diff --git a/bench/ce/array_records_CVC4,1.5.oracle b/bench/ce/oracles/array_records_CVC4,1.5_WP.oracle similarity index 52% rename from bench/ce/array_records_CVC4,1.5.oracle rename to bench/ce/oracles/array_records_CVC4,1.5_WP.oracle index 951c8a1ca4d71df3bb7c4d0e3ab4006ef4774d74..db0a02081da3b8ce285acab532b8d949335b1a02 100644 --- a/bench/ce/array_records_CVC4,1.5.oracle +++ b/bench/ce/oracles/array_records_CVC4,1.5_WP.oracle @@ -224,208 +224,3 @@ Line 25: i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , "val" : "0" } -Strongest Postcondition -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 27: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 27: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 27: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -a, [[@introduced], [@model_trace:a], -[@at:'Old:loc:location], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 28: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -a, [[@introduced], [@model_trace:a], -[@at:'Old:loc:location], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 28: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -a, [[@introduced], [@model_trace:a], -[@at:'Old:loc:location], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 28: -a, [[@introduced], [@model_trace:a]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "first_value" , -"value" : {"type" : "Integer" , "val" : "3" } }, {"field" : "flag" , -"value" : {"type" : "Boolean" , "val" : true } }, {"field" : "second_value" , -"value" : {"type" : "Integer" , "val" : "5" } }] } } -i, [[@introduced], -[@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 29: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 29: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 29: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 30: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 30: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 30: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "0" } -Line 31: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "0" } -Line 25: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "0" } - diff --git a/bench/ce/array_records_Z3,4.6.0.oracle b/bench/ce/oracles/array_records_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/array_records_Z3,4.6.0.oracle rename to bench/ce/oracles/array_records_Z3,4.6.0_SP.oracle index f26d8fbb5093e290775489b89f5156ff1bc4fa1f..d3495fdbe2d184f1ad7518922c74f01082ee8940 100644 --- a/bench/ce/array_records_Z3,4.6.0.oracle +++ b/bench/ce/oracles/array_records_Z3,4.6.0_SP.oracle @@ -1,130 +1,3 @@ -Weakest Precondition -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 27: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 27: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 27: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 28: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 28: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 28: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 29: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 29: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 29: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 30: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 30: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } -Line 30: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-176" } -Line 31: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-176" } - -bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown -Counter-example model:File array_records.mlw: -Line 23: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-176" } -Line 25: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "-176" } - Strongest Postcondition bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown Counter-example model:File array_records.mlw: diff --git a/bench/ce/oracles/array_records_Z3,4.6.0_WP.oracle b/bench/ce/oracles/array_records_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..dd4ba19763e95591fafdc923a3c199b0a48b0589 --- /dev/null +++ b/bench/ce/oracles/array_records_Z3,4.6.0_WP.oracle @@ -0,0 +1,127 @@ +Weakest Precondition +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 27: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 27: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 27: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 28: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 28: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 28: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 29: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 29: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 29: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 30: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 30: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } +Line 30: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-176" } +Line 31: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-176" } + +bench/ce/array_records.mlw Array_records VC var_overwrite: Timeout or Unknown +Counter-example model:File array_records.mlw: +Line 23: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-176" } +Line 25: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "-176" } + diff --git a/bench/ce/arrays_CVC4,1.5.oracle b/bench/ce/oracles/arrays_CVC4,1.5_SP.oracle similarity index 50% rename from bench/ce/arrays_CVC4,1.5.oracle rename to bench/ce/oracles/arrays_CVC4,1.5_SP.oracle index 0ce954df2c2eace3297974420a16c216fa7bd528..ef0d6fb614f85381873c9af92affa2bf82152b5d 100644 --- a/bench/ce/arrays_CVC4,1.5.oracle +++ b/bench/ce/oracles/arrays_CVC4,1.5_SP.oracle @@ -1,9 +1,3 @@ -Weakest Precondition -bench/ce/arrays.mlw A VC f1: Timeout or Unknown -bench/ce/arrays.mlw A VC f2: Valid -bench/ce/arrays.mlw A VC f2: Timeout or Unknown -bench/ce/arrays.mlw B VC f1: Timeout or Unknown -bench/ce/arrays.mlw B VC f2: Timeout or Unknown Strongest Postcondition bench/ce/arrays.mlw A VC f1: Timeout or Unknown bench/ce/arrays.mlw A VC f2: Valid diff --git a/bench/ce/oracles/arrays_CVC4,1.5_WP.oracle b/bench/ce/oracles/arrays_CVC4,1.5_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..c3d98add95e8e78ff63f6db13b7828853660b2ba --- /dev/null +++ b/bench/ce/oracles/arrays_CVC4,1.5_WP.oracle @@ -0,0 +1,6 @@ +Weakest Precondition +bench/ce/arrays.mlw A VC f1: Timeout or Unknown +bench/ce/arrays.mlw A VC f2: Valid +bench/ce/arrays.mlw A VC f2: Timeout or Unknown +bench/ce/arrays.mlw B VC f1: Timeout or Unknown +bench/ce/arrays.mlw B VC f2: Timeout or Unknown diff --git a/bench/ce/arrays_Z3,4.6.0.oracle b/bench/ce/oracles/arrays_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/arrays_Z3,4.6.0.oracle rename to bench/ce/oracles/arrays_Z3,4.6.0_SP.oracle index 0ce954df2c2eace3297974420a16c216fa7bd528..ef0d6fb614f85381873c9af92affa2bf82152b5d 100644 --- a/bench/ce/arrays_Z3,4.6.0.oracle +++ b/bench/ce/oracles/arrays_Z3,4.6.0_SP.oracle @@ -1,9 +1,3 @@ -Weakest Precondition -bench/ce/arrays.mlw A VC f1: Timeout or Unknown -bench/ce/arrays.mlw A VC f2: Valid -bench/ce/arrays.mlw A VC f2: Timeout or Unknown -bench/ce/arrays.mlw B VC f1: Timeout or Unknown -bench/ce/arrays.mlw B VC f2: Timeout or Unknown Strongest Postcondition bench/ce/arrays.mlw A VC f1: Timeout or Unknown bench/ce/arrays.mlw A VC f2: Valid diff --git a/bench/ce/oracles/arrays_Z3,4.6.0_WP.oracle b/bench/ce/oracles/arrays_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..c3d98add95e8e78ff63f6db13b7828853660b2ba --- /dev/null +++ b/bench/ce/oracles/arrays_Z3,4.6.0_WP.oracle @@ -0,0 +1,6 @@ +Weakest Precondition +bench/ce/arrays.mlw A VC f1: Timeout or Unknown +bench/ce/arrays.mlw A VC f2: Valid +bench/ce/arrays.mlw A VC f2: Timeout or Unknown +bench/ce/arrays.mlw B VC f1: Timeout or Unknown +bench/ce/arrays.mlw B VC f2: Timeout or Unknown diff --git a/bench/ce/floats_CVC4,1.5.oracle b/bench/ce/oracles/floats_CVC4,1.5_SP.oracle similarity index 50% rename from bench/ce/floats_CVC4,1.5.oracle rename to bench/ce/oracles/floats_CVC4,1.5_SP.oracle index b5846f7d3b5f2797c9f159739d217cf52e9b954c..d163413c0c39f7d7e45e8820b835353a05c9bef6 100644 --- a/bench/ce/floats_CVC4,1.5.oracle +++ b/bench/ce/oracles/floats_CVC4,1.5_SP.oracle @@ -1,118 +1,3 @@ -Weakest Precondition -bench/ce/floats.mlw T32 g1: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T32 g2: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T32 g3: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T32 g4: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T32 g5: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T32 g6: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T32 g7: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T32 g8: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T32 g9: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T32 g10: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T64 g1: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T64 g2: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T64 g3: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T64 g4: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T64 g5: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T64 g6: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T64 g7: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T64 g8: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/floats.mlw T64 g10: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "-1" } - Strongest Postcondition bench/ce/floats.mlw T32 g1: Timeout or Unknown Counter-example model:File ieee_float.mlw: diff --git a/bench/ce/oracles/floats_CVC4,1.5_WP.oracle b/bench/ce/oracles/floats_CVC4,1.5_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..0a8a58a036168c073c45a830f35e4e824c13bc4b --- /dev/null +++ b/bench/ce/oracles/floats_CVC4,1.5_WP.oracle @@ -0,0 +1,115 @@ +Weakest Precondition +bench/ce/floats.mlw T32 g1: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T32 g2: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T32 g3: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T32 g4: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T32 g5: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T32 g6: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T32 g7: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T32 g8: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T32 g9: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T32 g10: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T64 g1: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T64 g2: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T64 g3: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T64 g4: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T64 g5: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T64 g6: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T64 g7: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T64 g8: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/floats.mlw T64 g10: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "-1" } + diff --git a/bench/ce/floats_Z3,4.6.0.oracle b/bench/ce/oracles/floats_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/floats_Z3,4.6.0.oracle rename to bench/ce/oracles/floats_Z3,4.6.0_SP.oracle index 9f2badd133655c6d8808f2b2d1d0d5a56bc81dd1..9c901b74a70bc4ae16b16750415b3d1259ce0a27 100644 --- a/bench/ce/floats_Z3,4.6.0.oracle +++ b/bench/ce/oracles/floats_Z3,4.6.0_SP.oracle @@ -1,207 +1,3 @@ -Weakest Precondition -bench/ce/floats.mlw T32 g1: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 5: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x1.000002p-126" , -"value" : -1.17549e-38 } } - -bench/ce/floats.mlw T32 g2: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 7: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x0.008000p-127" , -"value" : -1.14794e-41 } } - -bench/ce/floats.mlw T32 g3: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 9: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Minus_zero" } } - -bench/ce/floats.mlw T32 g4: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 11: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.400000p0" , -"value" : 1.25 } } - -bench/ce/floats.mlw T32 g5: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 13: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.000002p65" , -"value" : 3.68935e+19 } } - -bench/ce/floats.mlw T32 g6: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 15: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Not_a_number" } } - -bench/ce/floats.mlw T32 g7: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 17: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x1.800000p32" , -"value" : -6.44245e+09 } } - -bench/ce/floats.mlw T32 g8: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 19: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Plus_infinity" } } - -bench/ce/floats.mlw T32 g9: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 21: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x0.000002p-127" , -"value" : 7.00649e-46 } } - -bench/ce/floats.mlw T32 g10: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 23: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.99999ap-4" , -"value" : 0.1 } } - -bench/ce/floats.mlw T64 g1: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 31: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x1.0000000000001p-1022" , -"value" : -2.22507e-308 } } - -bench/ce/floats.mlw T64 g2: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 33: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x0.0000040000000p-1023" , -"value" : -2.65249e-315 } } - -bench/ce/floats.mlw T64 g3: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 35: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Minus_zero" } } - -bench/ce/floats.mlw T64 g4: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 37: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.4000000000000p0" , -"value" : 1.25 } } - -bench/ce/floats.mlw T64 g5: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 39: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.0000000000001p513" , -"value" : 2.68156e+154 } } - -bench/ce/floats.mlw T64 g6: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 41: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Not_a_number" } } - -bench/ce/floats.mlw T64 g7: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 43: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x1.0000000000000p54" , -"value" : -1.80144e+16 } } - -bench/ce/floats.mlw T64 g8: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 45: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Plus_infinity" } } - -bench/ce/floats.mlw T64 g10: Timeout or Unknown -Counter-example model:File ieee_float.mlw: -Line 222: -max_int, [[@model_trace:max_int]] = {"type" : "Integer" , -"val" : "5" } -File floats.mlw: -Line 49: -x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , -"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.999999999999ap-4" , -"value" : 0.1 } } - Strongest Postcondition bench/ce/floats.mlw T32 g1: Timeout or Unknown Counter-example model:File ieee_float.mlw: diff --git a/bench/ce/oracles/floats_Z3,4.6.0_WP.oracle b/bench/ce/oracles/floats_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..4f2ea5ac74b467e37f1fdb12ca2837e567fd9ec2 --- /dev/null +++ b/bench/ce/oracles/floats_Z3,4.6.0_WP.oracle @@ -0,0 +1,204 @@ +Weakest Precondition +bench/ce/floats.mlw T32 g1: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 5: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x1.000002p-126" , +"value" : -1.17549e-38 } } + +bench/ce/floats.mlw T32 g2: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 7: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x0.008000p-127" , +"value" : -1.14794e-41 } } + +bench/ce/floats.mlw T32 g3: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 9: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Minus_zero" } } + +bench/ce/floats.mlw T32 g4: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 11: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.400000p0" , +"value" : 1.25 } } + +bench/ce/floats.mlw T32 g5: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 13: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.000002p65" , +"value" : 3.68935e+19 } } + +bench/ce/floats.mlw T32 g6: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 15: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Not_a_number" } } + +bench/ce/floats.mlw T32 g7: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 17: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x1.800000p32" , +"value" : -6.44245e+09 } } + +bench/ce/floats.mlw T32 g8: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 19: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Plus_infinity" } } + +bench/ce/floats.mlw T32 g9: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 21: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x0.000002p-127" , +"value" : 7.00649e-46 } } + +bench/ce/floats.mlw T32 g10: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 23: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.99999ap-4" , +"value" : 0.1 } } + +bench/ce/floats.mlw T64 g1: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 31: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x1.0000000000001p-1022" , +"value" : -2.22507e-308 } } + +bench/ce/floats.mlw T64 g2: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 33: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x0.0000040000000p-1023" , +"value" : -2.65249e-315 } } + +bench/ce/floats.mlw T64 g3: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 35: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Minus_zero" } } + +bench/ce/floats.mlw T64 g4: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 37: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.4000000000000p0" , +"value" : 1.25 } } + +bench/ce/floats.mlw T64 g5: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 39: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.0000000000001p513" , +"value" : 2.68156e+154 } } + +bench/ce/floats.mlw T64 g6: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 41: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Not_a_number" } } + +bench/ce/floats.mlw T64 g7: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 43: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "-0x1.0000000000000p54" , +"value" : -1.80144e+16 } } + +bench/ce/floats.mlw T64 g8: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 45: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Plus_infinity" } } + +bench/ce/floats.mlw T64 g10: Timeout or Unknown +Counter-example model:File ieee_float.mlw: +Line 222: +max_int, [[@model_trace:max_int]] = {"type" : "Integer" , +"val" : "5" } +File floats.mlw: +Line 49: +x, [[@introduced], [@model_trace:x]] = {"type" : "Float" , +"val" : {"cons" : "Float_hexa" , "str_hexa" : "0x1.999999999999ap-4" , +"value" : 0.1 } } + diff --git a/bench/ce/oracles/if_decision_branch_CVC4,1.5_SP.oracle b/bench/ce/oracles/if_decision_branch_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..e911baca75c770d9110275774e6b82494bc7a967 --- /dev/null +++ b/bench/ce/oracles/if_decision_branch_CVC4,1.5_SP.oracle @@ -0,0 +1,10 @@ +Strongest Postcondition +bench/ce/if_decision_branch.mlw Other VC f: Valid +bench/ce/if_decision_branch.mlw Other VC f: Timeout or Unknown +Counter-example model:File if_decision_branch.mlw: +Line 18: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "5" } +Line 19: +the check fails with all inputs + diff --git a/bench/ce/if_decision_branch_CVC4,1.5.oracle b/bench/ce/oracles/if_decision_branch_CVC4,1.5_WP.oracle similarity index 62% rename from bench/ce/if_decision_branch_CVC4,1.5.oracle rename to bench/ce/oracles/if_decision_branch_CVC4,1.5_WP.oracle index 54ec4c62ba04a702399aec90d0e2f16f3e62d574..105f2a6027468f52e4d5108d9db4e56376988556 100644 --- a/bench/ce/if_decision_branch_CVC4,1.5.oracle +++ b/bench/ce/oracles/if_decision_branch_CVC4,1.5_WP.oracle @@ -16,13 +16,3 @@ TEMP_NAME, [[@introduced], [@model], [@model_trace:TEMP_NAME]] = {"type" : "Boolean" , "val" : true } -Strongest Postcondition -bench/ce/if_decision_branch.mlw Other VC f: Valid -bench/ce/if_decision_branch.mlw Other VC f: Timeout or Unknown -Counter-example model:File if_decision_branch.mlw: -Line 18: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "5" } -Line 19: -the check fails with all inputs - diff --git a/bench/ce/oracles/if_decision_branch_Z3,4.6.0_SP.oracle b/bench/ce/oracles/if_decision_branch_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..f8a9a14baff99e8a66b78d11aea39bd051f2c0ca --- /dev/null +++ b/bench/ce/oracles/if_decision_branch_Z3,4.6.0_SP.oracle @@ -0,0 +1,10 @@ +Strongest Postcondition +bench/ce/if_decision_branch.mlw Other VC f: Valid +bench/ce/if_decision_branch.mlw Other VC f: Unknown (sat) +Counter-example model:File if_decision_branch.mlw: +Line 18: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 19: +the check fails with all inputs + diff --git a/bench/ce/if_decision_branch_Z3,4.6.0.oracle b/bench/ce/oracles/if_decision_branch_Z3,4.6.0_WP.oracle similarity index 63% rename from bench/ce/if_decision_branch_Z3,4.6.0.oracle rename to bench/ce/oracles/if_decision_branch_Z3,4.6.0_WP.oracle index a5819c5c4e0f843f61796c9228a4e91cce829ed7..d8d1891a484603bd5d85e4452f0ae504da54724f 100644 --- a/bench/ce/if_decision_branch_Z3,4.6.0.oracle +++ b/bench/ce/oracles/if_decision_branch_Z3,4.6.0_WP.oracle @@ -16,13 +16,3 @@ TEMP_NAME, [[@introduced], [@model], [@model_trace:TEMP_NAME]] = {"type" : "Boolean" , "val" : false } -Strongest Postcondition -bench/ce/if_decision_branch.mlw Other VC f: Valid -bench/ce/if_decision_branch.mlw Other VC f: Unknown (sat) -Counter-example model:File if_decision_branch.mlw: -Line 18: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 19: -the check fails with all inputs - diff --git a/bench/ce/oracles/int32_CVC4,1.5_SP.oracle b/bench/ce/oracles/int32_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..d54b342c144cc2fc6f4c04c97999c6eacf2418e4 --- /dev/null +++ b/bench/ce/oracles/int32_CVC4,1.5_SP.oracle @@ -0,0 +1,14 @@ +Strongest Postcondition +bench/ce/int32.mlw Ce_int32 VC dummy_update: Valid +bench/ce/int32.mlw Ce_int32 VC dummy_update: Valid +bench/ce/int32.mlw Ce_int32 VC dummy_update: Timeout or Unknown +Counter-example model:File int32.mlw: +Line 6: +r, [[@introduced], [@model_trace:r]] = {"proj_name" : "int32qtint" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "22" } } +Line 8: +r, [[@introduced], [@model_trace:r]] = {"proj_name" : "int32qtint" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "22" } } + diff --git a/bench/ce/int32_CVC4,1.5.oracle b/bench/ce/oracles/int32_CVC4,1.5_WP.oracle similarity index 60% rename from bench/ce/int32_CVC4,1.5.oracle rename to bench/ce/oracles/int32_CVC4,1.5_WP.oracle index ba096c7f34b48cb38fda37d84e9cb50e6192cf7d..be0207aa73c6ebca3bb4cc9aadb6906c88214ee0 100644 --- a/bench/ce/int32_CVC4,1.5.oracle +++ b/bench/ce/oracles/int32_CVC4,1.5_WP.oracle @@ -20,17 +20,3 @@ r, [[@introduced], [@model_trace:r]] = {"proj_name" : "int32qtint" , "type" : "Proj" , "value" : {"type" : "Integer" , "val" : "22" } } -Strongest Postcondition -bench/ce/int32.mlw Ce_int32 VC dummy_update: Valid -bench/ce/int32.mlw Ce_int32 VC dummy_update: Valid -bench/ce/int32.mlw Ce_int32 VC dummy_update: Timeout or Unknown -Counter-example model:File int32.mlw: -Line 6: -r, [[@introduced], [@model_trace:r]] = {"proj_name" : "int32qtint" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "22" } } -Line 8: -r, [[@introduced], [@model_trace:r]] = {"proj_name" : "int32qtint" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "22" } } - diff --git a/bench/ce/oracles/int32_Z3,4.6.0_SP.oracle b/bench/ce/oracles/int32_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..4ebf5fee530109b82fbe9e3afad49bf389e5c29d --- /dev/null +++ b/bench/ce/oracles/int32_Z3,4.6.0_SP.oracle @@ -0,0 +1,14 @@ +Strongest Postcondition +bench/ce/int32.mlw Ce_int32 VC dummy_update: Valid +bench/ce/int32.mlw Ce_int32 VC dummy_update: Valid +bench/ce/int32.mlw Ce_int32 VC dummy_update: Timeout or Unknown +Counter-example model:File int32.mlw: +Line 6: +r, [[@introduced], [@model_trace:r]] = {"proj_name" : "int32qtint" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "84" } } +Line 8: +r, [[@introduced], [@model_trace:r]] = {"proj_name" : "int32qtint" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "84" } } + diff --git a/bench/ce/int32_Z3,4.6.0.oracle b/bench/ce/oracles/int32_Z3,4.6.0_WP.oracle similarity index 60% rename from bench/ce/int32_Z3,4.6.0.oracle rename to bench/ce/oracles/int32_Z3,4.6.0_WP.oracle index 49fe0500258a223a28fad0dd8053feb88f89fc6b..7e415a62319b566d5a611ac6fd1ae57690686f51 100644 --- a/bench/ce/int32_Z3,4.6.0.oracle +++ b/bench/ce/oracles/int32_Z3,4.6.0_WP.oracle @@ -20,17 +20,3 @@ r, [[@introduced], [@model_trace:r]] = {"proj_name" : "int32qtint" , "type" : "Proj" , "value" : {"type" : "Integer" , "val" : "84" } } -Strongest Postcondition -bench/ce/int32.mlw Ce_int32 VC dummy_update: Valid -bench/ce/int32.mlw Ce_int32 VC dummy_update: Valid -bench/ce/int32.mlw Ce_int32 VC dummy_update: Timeout or Unknown -Counter-example model:File int32.mlw: -Line 6: -r, [[@introduced], [@model_trace:r]] = {"proj_name" : "int32qtint" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "84" } } -Line 8: -r, [[@introduced], [@model_trace:r]] = {"proj_name" : "int32qtint" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "84" } } - diff --git a/bench/ce/int_CVC4,1.5.oracle b/bench/ce/oracles/int_CVC4,1.5_SP.oracle similarity index 50% rename from bench/ce/int_CVC4,1.5.oracle rename to bench/ce/oracles/int_CVC4,1.5_SP.oracle index b08c8f0dc80e0c3625508221b18e20771f1c82ba..c3a702438c5738d90f81207c95624c2ada9932dc 100644 --- a/bench/ce/int_CVC4,1.5.oracle +++ b/bench/ce/oracles/int_CVC4,1.5_SP.oracle @@ -1,48 +1,3 @@ -Weakest Precondition -bench/ce/int.mlw T g_lab: Timeout or Unknown -Counter-example model:File int.mlw: -Line 5: -x, [[@introduced], [@model_trace:x], [@model]] = {"type" : "Integer" , -"val" : "48" } - -bench/ce/int.mlw T g_no_lab: Timeout or Unknown -Counter-example model:File int.mlw: -Line 7: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "48" } - -bench/ce/int.mlw T g2_lab: Timeout or Unknown -Counter-example model:File int.mlw: -Line 9: -g, [[@model_trace:g]] = {"type" : "Integer" , -"val" : "-1" } -Line 11: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/int.mlw T newgoal: Timeout or Unknown -Counter-example model:File int.mlw: -Line 9: -g, [[@model_trace:g]] = {"type" : "Integer" , -"val" : "0" } -Line 13: -X, [[@introduced], [@model], [@model_trace:X]] = {"type" : "Integer" , -"val" : "1" } -x2, [[@introduced], [@model_trace:x2]] = {"type" : "Integer" , -"val" : "1" } -x3, [[@introduced], [@model_trace:x3]] = {"type" : "Integer" , -"val" : "1" } -x4, [[@introduced], [@model_trace:x4]] = {"type" : "Integer" , -"val" : "1" } -x5, [[@introduced], [@model_trace:x5]] = {"type" : "Integer" , -"val" : "1" } -x6, [[@introduced], [@model_trace:x6]] = {"type" : "Integer" , -"val" : "1" } -x7, [[@introduced], [@model_trace:x7]] = {"type" : "Integer" , -"val" : "1" } -x8, [[@introduced], [@model_trace:x8]] = {"type" : "Integer" , -"val" : "1" } - Strongest Postcondition bench/ce/int.mlw T g_lab: Timeout or Unknown Counter-example model:File int.mlw: diff --git a/bench/ce/oracles/int_CVC4,1.5_WP.oracle b/bench/ce/oracles/int_CVC4,1.5_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..da91ea21684f5788860d0f8499e3882675e7b97f --- /dev/null +++ b/bench/ce/oracles/int_CVC4,1.5_WP.oracle @@ -0,0 +1,45 @@ +Weakest Precondition +bench/ce/int.mlw T g_lab: Timeout or Unknown +Counter-example model:File int.mlw: +Line 5: +x, [[@introduced], [@model_trace:x], [@model]] = {"type" : "Integer" , +"val" : "48" } + +bench/ce/int.mlw T g_no_lab: Timeout or Unknown +Counter-example model:File int.mlw: +Line 7: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "48" } + +bench/ce/int.mlw T g2_lab: Timeout or Unknown +Counter-example model:File int.mlw: +Line 9: +g, [[@model_trace:g]] = {"type" : "Integer" , +"val" : "-1" } +Line 11: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/int.mlw T newgoal: Timeout or Unknown +Counter-example model:File int.mlw: +Line 9: +g, [[@model_trace:g]] = {"type" : "Integer" , +"val" : "0" } +Line 13: +X, [[@introduced], [@model], [@model_trace:X]] = {"type" : "Integer" , +"val" : "1" } +x2, [[@introduced], [@model_trace:x2]] = {"type" : "Integer" , +"val" : "1" } +x3, [[@introduced], [@model_trace:x3]] = {"type" : "Integer" , +"val" : "1" } +x4, [[@introduced], [@model_trace:x4]] = {"type" : "Integer" , +"val" : "1" } +x5, [[@introduced], [@model_trace:x5]] = {"type" : "Integer" , +"val" : "1" } +x6, [[@introduced], [@model_trace:x6]] = {"type" : "Integer" , +"val" : "1" } +x7, [[@introduced], [@model_trace:x7]] = {"type" : "Integer" , +"val" : "1" } +x8, [[@introduced], [@model_trace:x8]] = {"type" : "Integer" , +"val" : "1" } + diff --git a/bench/ce/int_Z3,4.6.0.oracle b/bench/ce/oracles/int_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/int_Z3,4.6.0.oracle rename to bench/ce/oracles/int_Z3,4.6.0_SP.oracle index 932cd357b87c1a371a94930e0996b23e562ec907..f93f6a3fd024cd93dd832b79375ee6d99b6abb5d 100644 --- a/bench/ce/int_Z3,4.6.0.oracle +++ b/bench/ce/oracles/int_Z3,4.6.0_SP.oracle @@ -1,45 +1,3 @@ -Weakest Precondition -bench/ce/int.mlw T g_lab: Unknown (sat) -Counter-example model:File int.mlw: -Line 5: -x, [[@introduced], [@model_trace:x], [@model]] = {"type" : "Integer" , -"val" : "48" } - -bench/ce/int.mlw T g_no_lab: Unknown (sat) -Counter-example model:File int.mlw: -Line 7: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "48" } - -bench/ce/int.mlw T g2_lab: Unknown (sat) -Counter-example model:File int.mlw: -Line 9: -g, [[@model_trace:g]] = {"type" : "Integer" , -"val" : "0" } -Line 11: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1" } - -bench/ce/int.mlw T newgoal: Unknown (sat) -Counter-example model:File int.mlw: -Line 13: -X, [[@introduced], [@model], [@model_trace:X]] = {"type" : "Integer" , -"val" : "1" } -x2, [[@introduced], [@model_trace:x2]] = {"type" : "Integer" , -"val" : "1" } -x3, [[@introduced], [@model_trace:x3]] = {"type" : "Integer" , -"val" : "1" } -x4, [[@introduced], [@model_trace:x4]] = {"type" : "Integer" , -"val" : "1" } -x5, [[@introduced], [@model_trace:x5]] = {"type" : "Integer" , -"val" : "1" } -x6, [[@introduced], [@model_trace:x6]] = {"type" : "Integer" , -"val" : "1" } -x7, [[@introduced], [@model_trace:x7]] = {"type" : "Integer" , -"val" : "1" } -x8, [[@introduced], [@model_trace:x8]] = {"type" : "Integer" , -"val" : "1" } - Strongest Postcondition bench/ce/int.mlw T g_lab: Unknown (sat) Counter-example model:File int.mlw: diff --git a/bench/ce/oracles/int_Z3,4.6.0_WP.oracle b/bench/ce/oracles/int_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..9bc9af3cb5d1f53938ca1ffba899d5c0f7924fb7 --- /dev/null +++ b/bench/ce/oracles/int_Z3,4.6.0_WP.oracle @@ -0,0 +1,42 @@ +Weakest Precondition +bench/ce/int.mlw T g_lab: Unknown (sat) +Counter-example model:File int.mlw: +Line 5: +x, [[@introduced], [@model_trace:x], [@model]] = {"type" : "Integer" , +"val" : "48" } + +bench/ce/int.mlw T g_no_lab: Unknown (sat) +Counter-example model:File int.mlw: +Line 7: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "48" } + +bench/ce/int.mlw T g2_lab: Unknown (sat) +Counter-example model:File int.mlw: +Line 9: +g, [[@model_trace:g]] = {"type" : "Integer" , +"val" : "0" } +Line 11: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1" } + +bench/ce/int.mlw T newgoal: Unknown (sat) +Counter-example model:File int.mlw: +Line 13: +X, [[@introduced], [@model], [@model_trace:X]] = {"type" : "Integer" , +"val" : "1" } +x2, [[@introduced], [@model_trace:x2]] = {"type" : "Integer" , +"val" : "1" } +x3, [[@introduced], [@model_trace:x3]] = {"type" : "Integer" , +"val" : "1" } +x4, [[@introduced], [@model_trace:x4]] = {"type" : "Integer" , +"val" : "1" } +x5, [[@introduced], [@model_trace:x5]] = {"type" : "Integer" , +"val" : "1" } +x6, [[@introduced], [@model_trace:x6]] = {"type" : "Integer" , +"val" : "1" } +x7, [[@introduced], [@model_trace:x7]] = {"type" : "Integer" , +"val" : "1" } +x8, [[@introduced], [@model_trace:x8]] = {"type" : "Integer" , +"val" : "1" } + diff --git a/bench/ce/int_overflow_CVC4,1.5.oracle b/bench/ce/oracles/int_overflow_CVC4,1.5_SP.oracle similarity index 50% rename from bench/ce/int_overflow_CVC4,1.5.oracle rename to bench/ce/oracles/int_overflow_CVC4,1.5_SP.oracle index 89d2492ba5fae594a12c37d941006a1d5ab514a4..29ce9aab9245b31633099cd8d81a99ce1b5b4096 100644 --- a/bench/ce/int_overflow_CVC4,1.5.oracle +++ b/bench/ce/oracles/int_overflow_CVC4,1.5_SP.oracle @@ -1,108 +1,3 @@ -Weakest Precondition -bench/ce/int_overflow.mlw ModelInt test0: Valid -bench/ce/int_overflow.mlw ModelInt test1: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 9: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/int_overflow.mlw ModelInt test2: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 14: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/int_overflow.mlw ModelInt test_overflow: Valid -bench/ce/int_overflow.mlw ModelInt test_overflow: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 18: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "65535" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow2: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 23: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "-2" } -y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow2: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 23: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "65535" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int16: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 30: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "-65536" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int16_alt: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 35: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "-65536" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int16_alt: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 35: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "65535" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int16_bis: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 40: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "32768" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "32768" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int32: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 48: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "-2147483648" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 53: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1073741824" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "1073741824" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis_inline: Valid -bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis_inline: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 58: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1073741824" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "1073741824" } - Strongest Postcondition bench/ce/int_overflow.mlw ModelInt test0: Valid bench/ce/int_overflow.mlw ModelInt test1: Timeout or Unknown diff --git a/bench/ce/oracles/int_overflow_CVC4,1.5_WP.oracle b/bench/ce/oracles/int_overflow_CVC4,1.5_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..4289e654f016d44165e90578d458fef9bd93d685 --- /dev/null +++ b/bench/ce/oracles/int_overflow_CVC4,1.5_WP.oracle @@ -0,0 +1,105 @@ +Weakest Precondition +bench/ce/int_overflow.mlw ModelInt test0: Valid +bench/ce/int_overflow.mlw ModelInt test1: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 9: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/int_overflow.mlw ModelInt test2: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 14: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/int_overflow.mlw ModelInt test_overflow: Valid +bench/ce/int_overflow.mlw ModelInt test_overflow: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 18: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "65535" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow2: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 23: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "-2" } +y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow2: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 23: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "65535" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int16: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 30: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "-65536" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int16_alt: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 35: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "-65536" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int16_alt: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 35: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "65535" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int16_bis: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 40: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "32768" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "32768" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int32: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 48: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "-2147483648" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 53: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1073741824" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "1073741824" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis_inline: Valid +bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis_inline: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 58: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1073741824" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "1073741824" } + diff --git a/bench/ce/int_overflow_Z3,4.6.0.oracle b/bench/ce/oracles/int_overflow_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/int_overflow_Z3,4.6.0.oracle rename to bench/ce/oracles/int_overflow_Z3,4.6.0_SP.oracle index 619ba267aafa1ee8e7a5f465c39e77f6942cc170..c1bf67a60c6f49c3e7307691a09d5a7801f95418 100644 --- a/bench/ce/int_overflow_Z3,4.6.0.oracle +++ b/bench/ce/oracles/int_overflow_Z3,4.6.0_SP.oracle @@ -1,106 +1,3 @@ -Weakest Precondition -bench/ce/int_overflow.mlw ModelInt test0: Valid -bench/ce/int_overflow.mlw ModelInt test1: Unknown (sat) -Counter-example model:File int_overflow.mlw: -Line 9: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/int_overflow.mlw ModelInt test2: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 14: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/int_overflow.mlw ModelInt test_overflow: Valid -bench/ce/int_overflow.mlw ModelInt test_overflow: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 18: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "65535" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow2: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 23: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "-2" } -y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow2: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 23: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "65535" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int16: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 30: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "65361" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "175" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int16_alt: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 35: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "-65536" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int16_alt: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 35: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "65535" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "1" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int16_bis: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 40: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "54" } -y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , -"val" : "65482" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int32: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 48: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "2147483473" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "175" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 53: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "54" } -y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , -"val" : "2147483594" } - -bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis_inline: Valid -bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis_inline: Timeout or Unknown -Counter-example model:File int_overflow.mlw: -Line 58: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1073741824" } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Integer" , -"val" : "1073741824" } - Strongest Postcondition bench/ce/int_overflow.mlw ModelInt test0: Valid bench/ce/int_overflow.mlw ModelInt test1: Unknown (sat) diff --git a/bench/ce/oracles/int_overflow_Z3,4.6.0_WP.oracle b/bench/ce/oracles/int_overflow_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..326d8079933c4567a390410fd5d173acd1881e3c --- /dev/null +++ b/bench/ce/oracles/int_overflow_Z3,4.6.0_WP.oracle @@ -0,0 +1,103 @@ +Weakest Precondition +bench/ce/int_overflow.mlw ModelInt test0: Valid +bench/ce/int_overflow.mlw ModelInt test1: Unknown (sat) +Counter-example model:File int_overflow.mlw: +Line 9: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/int_overflow.mlw ModelInt test2: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 14: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/int_overflow.mlw ModelInt test_overflow: Valid +bench/ce/int_overflow.mlw ModelInt test_overflow: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 18: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "65535" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow2: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 23: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "-2" } +y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow2: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 23: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "65535" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int16: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 30: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "65361" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "175" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int16_alt: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 35: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "-65536" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int16_alt: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 35: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "65535" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "1" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int16_bis: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 40: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "54" } +y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , +"val" : "65482" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int32: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 48: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "2147483473" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "175" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 53: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "54" } +y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , +"val" : "2147483594" } + +bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis_inline: Valid +bench/ce/int_overflow.mlw ModelInt test_overflow_int32_bis_inline: Timeout or Unknown +Counter-example model:File int_overflow.mlw: +Line 58: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1073741824" } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Integer" , +"val" : "1073741824" } + diff --git a/bench/ce/oracles/jlamp0_CVC4,1.5_SP.oracle b/bench/ce/oracles/jlamp0_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..64dd3f89cfddf6adde012e6330f47d982106e2b0 --- /dev/null +++ b/bench/ce/oracles/jlamp0_CVC4,1.5_SP.oracle @@ -0,0 +1,71 @@ +Strongest Postcondition +bench/ce/jlamp0.mlw M VC p1: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 8: +b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , +"val" : "3" } +Line 12: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "3" } + +bench/ce/jlamp0.mlw M VC p1: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "7" } +Line 8: +b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , +"val" : "3" } +Line 10: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "9" } + +bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 22: +c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , +"val" : "1" } + +bench/ce/jlamp0.mlw M VC p2: Valid +bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 21: +c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , +"val" : "4" } + +bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 22: +c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , +"val" : "12" } + +bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 23: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "11" } + +bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 19: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "3" } + diff --git a/bench/ce/jlamp0_Z3,4.6.0.oracle b/bench/ce/oracles/jlamp0_CVC4,1.5_WP.oracle similarity index 67% rename from bench/ce/jlamp0_Z3,4.6.0.oracle rename to bench/ce/oracles/jlamp0_CVC4,1.5_WP.oracle index d80c2b8df5388834649e003ee35d58f6ec4af9dd..d9080ee42f0640569c076437e9a411638b181c92 100644 --- a/bench/ce/jlamp0_Z3,4.6.0.oracle +++ b/bench/ce/oracles/jlamp0_CVC4,1.5_WP.oracle @@ -145,74 +145,3 @@ a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , "val" : "11" } -Strongest Postcondition -bench/ce/jlamp0.mlw M VC p1: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 8: -b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , -"val" : "3" } -Line 12: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "3" } - -bench/ce/jlamp0.mlw M VC p1: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "7" } -Line 8: -b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , -"val" : "3" } -Line 10: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "9" } - -bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 22: -c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , -"val" : "1" } - -bench/ce/jlamp0.mlw M VC p2: Valid -bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 21: -c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , -"val" : "4" } - -bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 22: -c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , -"val" : "12" } - -bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 23: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "11" } - -bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 19: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "3" } - diff --git a/bench/ce/oracles/jlamp0_Z3,4.6.0_SP.oracle b/bench/ce/oracles/jlamp0_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..64dd3f89cfddf6adde012e6330f47d982106e2b0 --- /dev/null +++ b/bench/ce/oracles/jlamp0_Z3,4.6.0_SP.oracle @@ -0,0 +1,71 @@ +Strongest Postcondition +bench/ce/jlamp0.mlw M VC p1: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 8: +b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , +"val" : "3" } +Line 12: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "3" } + +bench/ce/jlamp0.mlw M VC p1: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "7" } +Line 8: +b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , +"val" : "3" } +Line 10: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "9" } + +bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 22: +c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , +"val" : "1" } + +bench/ce/jlamp0.mlw M VC p2: Valid +bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 21: +c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , +"val" : "4" } + +bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 22: +c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , +"val" : "12" } + +bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 23: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "11" } + +bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown +Counter-example model:File jlamp0.mlw: +Line 6: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 19: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "3" } + diff --git a/bench/ce/jlamp0_CVC4,1.5.oracle b/bench/ce/oracles/jlamp0_Z3,4.6.0_WP.oracle similarity index 67% rename from bench/ce/jlamp0_CVC4,1.5.oracle rename to bench/ce/oracles/jlamp0_Z3,4.6.0_WP.oracle index d80c2b8df5388834649e003ee35d58f6ec4af9dd..d9080ee42f0640569c076437e9a411638b181c92 100644 --- a/bench/ce/jlamp0_CVC4,1.5.oracle +++ b/bench/ce/oracles/jlamp0_Z3,4.6.0_WP.oracle @@ -145,74 +145,3 @@ a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , "val" : "11" } -Strongest Postcondition -bench/ce/jlamp0.mlw M VC p1: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 8: -b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , -"val" : "3" } -Line 12: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "3" } - -bench/ce/jlamp0.mlw M VC p1: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "7" } -Line 8: -b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , -"val" : "3" } -Line 10: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "9" } - -bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 22: -c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , -"val" : "1" } - -bench/ce/jlamp0.mlw M VC p2: Valid -bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 21: -c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , -"val" : "4" } - -bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 22: -c, [[@introduced], [@model_trace:c]] = {"type" : "Integer" , -"val" : "12" } - -bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 23: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "11" } - -bench/ce/jlamp0.mlw M VC p2: Timeout or Unknown -Counter-example model:File jlamp0.mlw: -Line 6: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 19: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "3" } - diff --git a/bench/ce/oracles/jlamp_array_CVC4,1.5_SP.oracle b/bench/ce/oracles/jlamp_array_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..9d59f7f4ae6c33ef448288e2b54105172a70c0e0 --- /dev/null +++ b/bench/ce/oracles/jlamp_array_CVC4,1.5_SP.oracle @@ -0,0 +1,90 @@ +Strongest Postcondition +bench/ce/jlamp_array.mlw Array VC f: Timeout or Unknown +Counter-example model:File jlamp_array.mlw: +Line 11: +two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "2" } } +Line 14: +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , "val" : "2" } } +Line 18: +a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +Line 22: +a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } + +bench/ce/jlamp_array.mlw Array VC f: Timeout or Unknown +Counter-example model:File jlamp_array.mlw: +Line 11: +two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "2" } } +Line 14: +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , "val" : "2" } } +Line 18: +a, [[@introduced], [@model_trace:a], +[@at:'Old:loc:location], +[@at:'Old:loc:location] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +Line 21: +a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } + +bench/ce/jlamp_array.mlw Array VC g: Valid +bench/ce/jlamp_array.mlw Array VC g: Timeout or Unknown +Counter-example model:File jlamp_array.mlw: +Line 11: +two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "2" } } +Line 14: +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , "val" : "2" } } +Line 24: +a, [[@introduced], [@model_trace:a], +[@at:'Old:loc:location], +[@at:'Old:loc:location] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +Line 27: +a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } + +bench/ce/jlamp_array.mlw Array VC h: Valid +bench/ce/jlamp_array.mlw Array VC h: Timeout or Unknown +Counter-example model:File jlamp_array.mlw: +Line 11: +two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "2" } } +Line 14: +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , "val" : "2" } } +Line 30: +a, [[@introduced], [@model_trace:a], +[@at:'Old:loc:location], +[@at:'Old:loc:location] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +Line 33: +a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } + diff --git a/bench/ce/jlamp_array_CVC4,1.5.oracle b/bench/ce/oracles/jlamp_array_CVC4,1.5_WP.oracle similarity index 53% rename from bench/ce/jlamp_array_CVC4,1.5.oracle rename to bench/ce/oracles/jlamp_array_CVC4,1.5_WP.oracle index 14fc69656515063fd516931c3b82bb11ec875421..adb36368d86ffcf1b89ce4f350ccf2024b6d8c94 100644 --- a/bench/ce/jlamp_array_CVC4,1.5.oracle +++ b/bench/ce/oracles/jlamp_array_CVC4,1.5_WP.oracle @@ -100,93 +100,3 @@ a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , "type" : "Proj" , "value" : {"type" : "Integer" , "val" : "2" } } -Strongest Postcondition -bench/ce/jlamp_array.mlw Array VC f: Timeout or Unknown -Counter-example model:File jlamp_array.mlw: -Line 11: -two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "2" } } -Line 14: -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , "val" : "2" } } -Line 18: -a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -Line 22: -a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } - -bench/ce/jlamp_array.mlw Array VC f: Timeout or Unknown -Counter-example model:File jlamp_array.mlw: -Line 11: -two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "2" } } -Line 14: -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , "val" : "2" } } -Line 18: -a, [[@introduced], [@model_trace:a], -[@at:'Old:loc:location], -[@at:'Old:loc:location] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -Line 21: -a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } - -bench/ce/jlamp_array.mlw Array VC g: Valid -bench/ce/jlamp_array.mlw Array VC g: Timeout or Unknown -Counter-example model:File jlamp_array.mlw: -Line 11: -two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "2" } } -Line 14: -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , "val" : "2" } } -Line 24: -a, [[@introduced], [@model_trace:a], -[@at:'Old:loc:location], -[@at:'Old:loc:location] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -Line 27: -a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } - -bench/ce/jlamp_array.mlw Array VC h: Valid -bench/ce/jlamp_array.mlw Array VC h: Timeout or Unknown -Counter-example model:File jlamp_array.mlw: -Line 11: -two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "2" } } -Line 14: -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , "val" : "2" } } -Line 30: -a, [[@introduced], [@model_trace:a], -[@at:'Old:loc:location], -[@at:'Old:loc:location] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -Line 33: -a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } - diff --git a/bench/ce/jlamp_array_Z3,4.6.0.oracle b/bench/ce/oracles/jlamp_array_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/jlamp_array_Z3,4.6.0.oracle rename to bench/ce/oracles/jlamp_array_Z3,4.6.0_SP.oracle index 6b49cf1592a66a37ab67c9ae3f295d4f7666ca4a..b96a09e883471ec5ed9855b3e1c23ebe51e95f05 100644 --- a/bench/ce/jlamp_array_Z3,4.6.0.oracle +++ b/bench/ce/oracles/jlamp_array_Z3,4.6.0_SP.oracle @@ -1,64 +1,3 @@ -Weakest Precondition -bench/ce/jlamp_array.mlw Array VC f: Timeout or Unknown -Counter-example model:File jlamp_array.mlw: -Line 11: -two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } -Line 14: -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } -Line 22: -the check fails with all inputs - -bench/ce/jlamp_array.mlw Array VC f: Timeout or Unknown -Counter-example model:File jlamp_array.mlw: -Line 11: -two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } -Line 14: -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } -Line 21: -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } - -bench/ce/jlamp_array.mlw Array VC g: Valid -bench/ce/jlamp_array.mlw Array VC g: Timeout or Unknown -Counter-example model:File jlamp_array.mlw: -Line 11: -two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } -Line 14: -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } -Line 27: -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } - -bench/ce/jlamp_array.mlw Array VC h: Valid -bench/ce/jlamp_array.mlw Array VC h: Timeout or Unknown -Counter-example model:File jlamp_array.mlw: -Line 11: -two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } -Line 14: -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } -Line 33: -three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } - Strongest Postcondition bench/ce/jlamp_array.mlw Array VC f: Timeout or Unknown Counter-example model:File jlamp_array.mlw: diff --git a/bench/ce/oracles/jlamp_array_Z3,4.6.0_WP.oracle b/bench/ce/oracles/jlamp_array_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..11d0af6141abe91a8722cb67f09e60316c3dc742 --- /dev/null +++ b/bench/ce/oracles/jlamp_array_Z3,4.6.0_WP.oracle @@ -0,0 +1,61 @@ +Weakest Precondition +bench/ce/jlamp_array.mlw Array VC f: Timeout or Unknown +Counter-example model:File jlamp_array.mlw: +Line 11: +two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } +Line 14: +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } +Line 22: +the check fails with all inputs + +bench/ce/jlamp_array.mlw Array VC f: Timeout or Unknown +Counter-example model:File jlamp_array.mlw: +Line 11: +two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } +Line 14: +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } +Line 21: +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } + +bench/ce/jlamp_array.mlw Array VC g: Valid +bench/ce/jlamp_array.mlw Array VC g: Timeout or Unknown +Counter-example model:File jlamp_array.mlw: +Line 11: +two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } +Line 14: +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } +Line 27: +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } + +bench/ce/jlamp_array.mlw Array VC h: Valid +bench/ce/jlamp_array.mlw Array VC h: Timeout or Unknown +Counter-example model:File jlamp_array.mlw: +Line 11: +two, [[@model_trace:two]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } +Line 14: +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } +Line 33: +three, [[@model_trace:three]] = {"proj_name" : "to_int1" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } + diff --git a/bench/ce/jlamp_projections_CVC4,1.5.oracle b/bench/ce/oracles/jlamp_projections_CVC4,1.5_SP.oracle similarity index 50% rename from bench/ce/jlamp_projections_CVC4,1.5.oracle rename to bench/ce/oracles/jlamp_projections_CVC4,1.5_SP.oracle index c5eaf436f12548f3372fcdf0a84fc8102940922e..6c73a4214ac67ad66d8b12e1c0629bee10c4565d 100644 --- a/bench/ce/jlamp_projections_CVC4,1.5.oracle +++ b/bench/ce/oracles/jlamp_projections_CVC4,1.5_SP.oracle @@ -1,32 +1,3 @@ -Weakest Precondition -bench/ce/jlamp_projections.mlw Abstract VC p3: Valid -bench/ce/jlamp_projections.mlw Abstract VC p3: Timeout or Unknown -Counter-example model:File jlamp_projections.mlw: -Line 23: -a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "127" } } -Line 24: -a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "127" } } - -bench/ce/jlamp_projections.mlw Record VC p4: Valid -bench/ce/jlamp_projections.mlw Record VC p4: Timeout or Unknown -Counter-example model:File jlamp_projections.mlw: -Line 35: -b, [[@introduced], [@model_trace:b]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , "val" : "127" } } }, -{"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 36: -b, [[@introduced], [@model_trace:b]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , "val" : "127" } } }, -{"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } - Strongest Postcondition bench/ce/jlamp_projections.mlw Abstract VC p3: Valid bench/ce/jlamp_projections.mlw Abstract VC p3: Timeout or Unknown diff --git a/bench/ce/oracles/jlamp_projections_CVC4,1.5_WP.oracle b/bench/ce/oracles/jlamp_projections_CVC4,1.5_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..cae578f97efb285017f9eb4fa04c322d80dfaec2 --- /dev/null +++ b/bench/ce/oracles/jlamp_projections_CVC4,1.5_WP.oracle @@ -0,0 +1,29 @@ +Weakest Precondition +bench/ce/jlamp_projections.mlw Abstract VC p3: Valid +bench/ce/jlamp_projections.mlw Abstract VC p3: Timeout or Unknown +Counter-example model:File jlamp_projections.mlw: +Line 23: +a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "127" } } +Line 24: +a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "127" } } + +bench/ce/jlamp_projections.mlw Record VC p4: Valid +bench/ce/jlamp_projections.mlw Record VC p4: Timeout or Unknown +Counter-example model:File jlamp_projections.mlw: +Line 35: +b, [[@introduced], [@model_trace:b]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , "val" : "127" } } }, +{"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 36: +b, [[@introduced], [@model_trace:b]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , "val" : "127" } } }, +{"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } + diff --git a/bench/ce/jlamp_projections_Z3,4.6.0.oracle b/bench/ce/oracles/jlamp_projections_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/jlamp_projections_Z3,4.6.0.oracle rename to bench/ce/oracles/jlamp_projections_Z3,4.6.0_SP.oracle index 48851c5650e6cc12053f37f6798821db1fe10da0..efe5e5bb72766994aa69c8614196e9878dc33150 100644 --- a/bench/ce/jlamp_projections_Z3,4.6.0.oracle +++ b/bench/ce/oracles/jlamp_projections_Z3,4.6.0_SP.oracle @@ -1,32 +1,3 @@ -Weakest Precondition -bench/ce/jlamp_projections.mlw Abstract VC p3: Valid -bench/ce/jlamp_projections.mlw Abstract VC p3: Timeout or Unknown -Counter-example model:File jlamp_projections.mlw: -Line 23: -a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 24: -a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } - -bench/ce/jlamp_projections.mlw Record VC p4: Valid -bench/ce/jlamp_projections.mlw Record VC p4: Timeout or Unknown -Counter-example model:File jlamp_projections.mlw: -Line 35: -b, [[@introduced], [@model_trace:b]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , "val" : "0" } } }, -{"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 36: -b, [[@introduced], [@model_trace:b]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"proj_name" : "to_int1" , -"type" : "Proj" , "value" : {"type" : "Integer" , "val" : "0" } } }, -{"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } - Strongest Postcondition bench/ce/jlamp_projections.mlw Abstract VC p3: Valid bench/ce/jlamp_projections.mlw Abstract VC p3: Timeout or Unknown diff --git a/bench/ce/oracles/jlamp_projections_Z3,4.6.0_WP.oracle b/bench/ce/oracles/jlamp_projections_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..72d65ee3e933bcd33b85cc3640ef9d7f713b980f --- /dev/null +++ b/bench/ce/oracles/jlamp_projections_Z3,4.6.0_WP.oracle @@ -0,0 +1,29 @@ +Weakest Precondition +bench/ce/jlamp_projections.mlw Abstract VC p3: Valid +bench/ce/jlamp_projections.mlw Abstract VC p3: Timeout or Unknown +Counter-example model:File jlamp_projections.mlw: +Line 23: +a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 24: +a, [[@introduced], [@model_trace:a]] = {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } + +bench/ce/jlamp_projections.mlw Record VC p4: Valid +bench/ce/jlamp_projections.mlw Record VC p4: Timeout or Unknown +Counter-example model:File jlamp_projections.mlw: +Line 35: +b, [[@introduced], [@model_trace:b]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , "val" : "0" } } }, +{"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 36: +b, [[@introduced], [@model_trace:b]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"proj_name" : "to_int1" , +"type" : "Proj" , "value" : {"type" : "Integer" , "val" : "0" } } }, +{"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } + diff --git a/bench/ce/list_CVC4,1.5.oracle b/bench/ce/oracles/list_CVC4,1.5_SP.oracle similarity index 50% rename from bench/ce/list_CVC4,1.5.oracle rename to bench/ce/oracles/list_CVC4,1.5_SP.oracle index 09acc9a59ed190afee40166242541fdc91255a54..4a66db7f9af16aa195a960bf9ea239f3cf70819b 100644 --- a/bench/ce/list_CVC4,1.5.oracle +++ b/bench/ce/oracles/list_CVC4,1.5_SP.oracle @@ -1,21 +1,3 @@ -Weakest Precondition -bench/ce/list.mlw List_int g1: Timeout or Unknown -Counter-example model:File list.mlw: -Line 14: -l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , -"val" : {"apply" : "Nil" , -"list" : [] } } - -bench/ce/list.mlw List_int g2: Timeout or Unknown -Counter-example model:File list.mlw: -Line 16: -l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "-1" }, -{"type" : "Apply" , "val" : {"apply" : "Nil" , -"list" : [] } }] } } - -bench/ce/list.mlw List_poly g1: Timeout or Unknown -bench/ce/list.mlw List_poly g2: Timeout or Unknown Strongest Postcondition bench/ce/list.mlw List_int g1: Timeout or Unknown Counter-example model:File list.mlw: diff --git a/bench/ce/oracles/list_CVC4,1.5_WP.oracle b/bench/ce/oracles/list_CVC4,1.5_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..507968e9cd2fa3f5acdc76d15f9436da008a3869 --- /dev/null +++ b/bench/ce/oracles/list_CVC4,1.5_WP.oracle @@ -0,0 +1,18 @@ +Weakest Precondition +bench/ce/list.mlw List_int g1: Timeout or Unknown +Counter-example model:File list.mlw: +Line 14: +l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , +"val" : {"apply" : "Nil" , +"list" : [] } } + +bench/ce/list.mlw List_int g2: Timeout or Unknown +Counter-example model:File list.mlw: +Line 16: +l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "-1" }, +{"type" : "Apply" , "val" : {"apply" : "Nil" , +"list" : [] } }] } } + +bench/ce/list.mlw List_poly g1: Timeout or Unknown +bench/ce/list.mlw List_poly g2: Timeout or Unknown diff --git a/bench/ce/list_Z3,4.6.0.oracle b/bench/ce/oracles/list_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/list_Z3,4.6.0.oracle rename to bench/ce/oracles/list_Z3,4.6.0_SP.oracle index f453b92cd17272fe8986975ccacdbb3b923b3c37..bcedae2cb9e9c0e62dec4a6a03debd4a496fd6ef 100644 --- a/bench/ce/list_Z3,4.6.0.oracle +++ b/bench/ce/oracles/list_Z3,4.6.0_SP.oracle @@ -1,21 +1,3 @@ -Weakest Precondition -bench/ce/list.mlw List_int g1: Timeout or Unknown -Counter-example model:File list.mlw: -Line 14: -l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , -"val" : {"apply" : "Nil" , -"list" : [] } } - -bench/ce/list.mlw List_int g2: Timeout or Unknown -Counter-example model:File list.mlw: -Line 16: -l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , -"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "14" }, -{"type" : "Apply" , "val" : {"apply" : "Nil" , -"list" : [] } }] } } - -bench/ce/list.mlw List_poly g1: Timeout or Unknown -bench/ce/list.mlw List_poly g2: Timeout or Unknown Strongest Postcondition bench/ce/list.mlw List_int g1: Timeout or Unknown Counter-example model:File list.mlw: diff --git a/bench/ce/oracles/list_Z3,4.6.0_WP.oracle b/bench/ce/oracles/list_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..e21fdc15c49640a87ea4c2abb6e5069eb89e8975 --- /dev/null +++ b/bench/ce/oracles/list_Z3,4.6.0_WP.oracle @@ -0,0 +1,18 @@ +Weakest Precondition +bench/ce/list.mlw List_int g1: Timeout or Unknown +Counter-example model:File list.mlw: +Line 14: +l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , +"val" : {"apply" : "Nil" , +"list" : [] } } + +bench/ce/list.mlw List_int g2: Timeout or Unknown +Counter-example model:File list.mlw: +Line 16: +l, [[@introduced], [@model_trace:l]] = {"type" : "Apply" , +"val" : {"apply" : "Cons" , "list" : [{"type" : "Integer" , "val" : "14" }, +{"type" : "Apply" , "val" : {"apply" : "Nil" , +"list" : [] } }] } } + +bench/ce/list.mlw List_poly g1: Timeout or Unknown +bench/ce/list.mlw List_poly g2: Timeout or Unknown diff --git a/bench/ce/oracles/map_CVC4,1.5_SP.oracle b/bench/ce/oracles/map_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..5e02cdb027e0bd90e2bc92a17e95f16274fc675b --- /dev/null +++ b/bench/ce/oracles/map_CVC4,1.5_SP.oracle @@ -0,0 +1,86 @@ +Strongest Postcondition +bench/ce/map.mlw ModelMap t1: Unknown (sat) +Counter-example model:File map.mlw: +Line 5: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "0" } +t, [[@introduced], [@model_trace:t]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "43" } }, +{"others" : {"type" : "Integer" , +"val" : "0" } }] } + +bench/ce/map.mlw M VC test_map: Timeout or Unknown +Counter-example model:File map.mlw: +Line 16: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , +"val" : "0" } }] } +Line 17: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , +"val" : "0" } }] } + +bench/ce/map.mlw M VC test_map_multidim1: Timeout or Unknown +Counter-example model:File map.mlw: +Line 22: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"others" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , +"val" : "0" } }] } }] } +Line 23: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"others" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , +"val" : "0" } }] } }] } + +bench/ce/map.mlw M VC test_map_multidim2: Timeout or Unknown +Counter-example model:File map.mlw: +Line 27: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "1" , "value" : {"type" : "Array" , +"val" : [{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , "val" : "1" } }] } }, +{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , +"val" : "0" } }] } }] } +Line 28: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , "val" : "0" } }] } }, {"indice" : "1" , +"value" : {"type" : "Array" , "val" : [{"indice" : "1" , +"value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , "val" : "1" } }] } }, +{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , +"val" : "0" } }] } }] } + +bench/ce/map.mlw M VC proj_map_test1: Timeout or Unknown +Counter-example model:File map.mlw: +Line 34: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , +"val" : "0" } }] } +Line 35: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , +"val" : "0" } }] } + +bench/ce/map.mlw M VC proj_map_test2: Timeout or Unknown +Counter-example model:File map.mlw: +Line 39: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "1" , "value" : {"type" : "Boolean" , "val" : true } }, +{"others" : {"type" : "Boolean" , +"val" : false } }] } +Line 40: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Boolean" , "val" : true } }, +{"indice" : "1" , "value" : {"type" : "Boolean" , "val" : true } }, +{"others" : {"type" : "Boolean" , +"val" : false } }] } + diff --git a/bench/ce/map_CVC4,1.5.oracle b/bench/ce/oracles/map_CVC4,1.5_WP.oracle similarity index 58% rename from bench/ce/map_CVC4,1.5.oracle rename to bench/ce/oracles/map_CVC4,1.5_WP.oracle index f407d538bb8e50f79a70de23945995a288036f25..d71c7e3226a6ed4b9f35ef1b567305a19d63ddd9 100644 --- a/bench/ce/map_CVC4,1.5.oracle +++ b/bench/ce/oracles/map_CVC4,1.5_WP.oracle @@ -117,89 +117,3 @@ x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , {"others" : {"type" : "Boolean" , "val" : false } }] } -Strongest Postcondition -bench/ce/map.mlw ModelMap t1: Unknown (sat) -Counter-example model:File map.mlw: -Line 5: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "0" } -t, [[@introduced], [@model_trace:t]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "43" } }, -{"others" : {"type" : "Integer" , -"val" : "0" } }] } - -bench/ce/map.mlw M VC test_map: Timeout or Unknown -Counter-example model:File map.mlw: -Line 16: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , -"val" : "0" } }] } -Line 17: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , -"val" : "0" } }] } - -bench/ce/map.mlw M VC test_map_multidim1: Timeout or Unknown -Counter-example model:File map.mlw: -Line 22: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"others" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , -"val" : "0" } }] } }] } -Line 23: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"others" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , -"val" : "0" } }] } }] } - -bench/ce/map.mlw M VC test_map_multidim2: Timeout or Unknown -Counter-example model:File map.mlw: -Line 27: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "1" , "value" : {"type" : "Array" , -"val" : [{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , "val" : "1" } }] } }, -{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , -"val" : "0" } }] } }] } -Line 28: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , "val" : "0" } }] } }, {"indice" : "1" , -"value" : {"type" : "Array" , "val" : [{"indice" : "1" , -"value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , "val" : "1" } }] } }, -{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , -"val" : "0" } }] } }] } - -bench/ce/map.mlw M VC proj_map_test1: Timeout or Unknown -Counter-example model:File map.mlw: -Line 34: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , -"val" : "0" } }] } -Line 35: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , -"val" : "0" } }] } - -bench/ce/map.mlw M VC proj_map_test2: Timeout or Unknown -Counter-example model:File map.mlw: -Line 39: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "1" , "value" : {"type" : "Boolean" , "val" : true } }, -{"others" : {"type" : "Boolean" , -"val" : false } }] } -Line 40: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Boolean" , "val" : true } }, -{"indice" : "1" , "value" : {"type" : "Boolean" , "val" : true } }, -{"others" : {"type" : "Boolean" , -"val" : false } }] } - diff --git a/bench/ce/oracles/map_Z3,4.6.0_SP.oracle b/bench/ce/oracles/map_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..267f38ec5895b7b3bdd68861ad7aa90f488f637c --- /dev/null +++ b/bench/ce/oracles/map_Z3,4.6.0_SP.oracle @@ -0,0 +1,98 @@ +Strongest Postcondition +bench/ce/map.mlw ModelMap t1: Unknown (sat) +Counter-example model:File map.mlw: +Line 5: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "0" } +t, [[@introduced], [@model_trace:t]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "1" } }, +{"others" : {"type" : "Integer" , +"val" : "1" } }] } + +bench/ce/map.mlw M VC test_map: Timeout or Unknown +Counter-example model:File map.mlw: +Line 16: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , +"val" : "2" } }] } +Line 17: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , +"val" : "2" } }] } + +bench/ce/map.mlw M VC test_map_multidim1: Timeout or Unknown +Counter-example model:File map.mlw: +Line 22: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "1" , "value" : {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "2" } }, +{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "2" } }, +{"others" : {"type" : "Integer" , "val" : "3" } }] } }, +{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , +"val" : "4" } }] } }] } +Line 23: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "2" } }, +{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "2" } }, +{"others" : {"type" : "Integer" , "val" : "3" } }] } }, {"indice" : "1" , +"value" : {"type" : "Array" , "val" : [{"indice" : "0" , +"value" : {"type" : "Integer" , "val" : "2" } }, {"indice" : "1" , +"value" : {"type" : "Integer" , "val" : "2" } }, +{"others" : {"type" : "Integer" , "val" : "3" } }] } }, +{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , +"val" : "4" } }] } }] } + +bench/ce/map.mlw M VC test_map_multidim2: Timeout or Unknown +Counter-example model:File map.mlw: +Line 27: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , "val" : "4" } }] } }, +{"indice" : "1" , "value" : {"type" : "Array" , "val" : [{"indice" : "1" , +"value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , "val" : "2" } }] } }, +{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , +"val" : "5" } }] } }] } +Line 28: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , "val" : "4" } }] } }, {"indice" : "1" , +"value" : {"type" : "Array" , "val" : [{"indice" : "1" , +"value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , "val" : "2" } }] } }, +{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , +"val" : "5" } }] } }] } + +bench/ce/map.mlw M VC proj_map_test1: Timeout or Unknown +Counter-example model:File map.mlw: +Line 34: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , +"val" : "2" } }] } +Line 35: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, +{"others" : {"type" : "Integer" , +"val" : "2" } }] } + +bench/ce/map.mlw M VC proj_map_test2: Timeout or Unknown +Counter-example model:File map.mlw: +Line 39: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "1" , "value" : {"type" : "Boolean" , "val" : true } }, +{"others" : {"type" : "Boolean" , +"val" : false } }] } +Line 40: +x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Boolean" , "val" : true } }, +{"indice" : "1" , "value" : {"type" : "Boolean" , "val" : true } }, +{"others" : {"type" : "Boolean" , +"val" : false } }] } + diff --git a/bench/ce/map_Z3,4.6.0.oracle b/bench/ce/oracles/map_Z3,4.6.0_WP.oracle similarity index 59% rename from bench/ce/map_Z3,4.6.0.oracle rename to bench/ce/oracles/map_Z3,4.6.0_WP.oracle index b819f0189876c4fa2f5d091fcdd06278e08445e1..8fb89bd459aac39aff7a64b98671bb9dfe151f09 100644 --- a/bench/ce/map_Z3,4.6.0.oracle +++ b/bench/ce/oracles/map_Z3,4.6.0_WP.oracle @@ -136,101 +136,3 @@ x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , {"others" : {"type" : "Boolean" , "val" : false } }] } -Strongest Postcondition -bench/ce/map.mlw ModelMap t1: Unknown (sat) -Counter-example model:File map.mlw: -Line 5: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "0" } -t, [[@introduced], [@model_trace:t]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "1" } }, -{"others" : {"type" : "Integer" , -"val" : "1" } }] } - -bench/ce/map.mlw M VC test_map: Timeout or Unknown -Counter-example model:File map.mlw: -Line 16: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , -"val" : "2" } }] } -Line 17: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , -"val" : "2" } }] } - -bench/ce/map.mlw M VC test_map_multidim1: Timeout or Unknown -Counter-example model:File map.mlw: -Line 22: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "1" , "value" : {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "2" } }, -{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "2" } }, -{"others" : {"type" : "Integer" , "val" : "3" } }] } }, -{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , -"val" : "4" } }] } }] } -Line 23: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "2" } }, -{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "2" } }, -{"others" : {"type" : "Integer" , "val" : "3" } }] } }, {"indice" : "1" , -"value" : {"type" : "Array" , "val" : [{"indice" : "0" , -"value" : {"type" : "Integer" , "val" : "2" } }, {"indice" : "1" , -"value" : {"type" : "Integer" , "val" : "2" } }, -{"others" : {"type" : "Integer" , "val" : "3" } }] } }, -{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , -"val" : "4" } }] } }] } - -bench/ce/map.mlw M VC test_map_multidim2: Timeout or Unknown -Counter-example model:File map.mlw: -Line 27: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , "val" : "4" } }] } }, -{"indice" : "1" , "value" : {"type" : "Array" , "val" : [{"indice" : "1" , -"value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , "val" : "2" } }] } }, -{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , -"val" : "5" } }] } }] } -Line 28: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , "val" : "4" } }] } }, {"indice" : "1" , -"value" : {"type" : "Array" , "val" : [{"indice" : "1" , -"value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , "val" : "2" } }] } }, -{"others" : {"type" : "Array" , "val" : [{"others" : {"type" : "Integer" , -"val" : "5" } }] } }] } - -bench/ce/map.mlw M VC proj_map_test1: Timeout or Unknown -Counter-example model:File map.mlw: -Line 34: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , -"val" : "2" } }] } -Line 35: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"indice" : "1" , "value" : {"type" : "Integer" , "val" : "3" } }, -{"others" : {"type" : "Integer" , -"val" : "2" } }] } - -bench/ce/map.mlw M VC proj_map_test2: Timeout or Unknown -Counter-example model:File map.mlw: -Line 39: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "1" , "value" : {"type" : "Boolean" , "val" : true } }, -{"others" : {"type" : "Boolean" , -"val" : false } }] } -Line 40: -x, [[@introduced], [@model_trace:x]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Boolean" , "val" : true } }, -{"indice" : "1" , "value" : {"type" : "Boolean" , "val" : true } }, -{"others" : {"type" : "Boolean" , -"val" : false } }] } - diff --git a/bench/ce/polymorphism_CVC4,1.5.oracle b/bench/ce/oracles/polymorphism_CVC4,1.5_SP.oracle similarity index 50% rename from bench/ce/polymorphism_CVC4,1.5.oracle rename to bench/ce/oracles/polymorphism_CVC4,1.5_SP.oracle index 4d3566515543d0a66092beb500e135035ef4971b..63efdc0e40e17a99778de35be1f3ad93bdd4c89b 100644 --- a/bench/ce/polymorphism_CVC4,1.5.oracle +++ b/bench/ce/oracles/polymorphism_CVC4,1.5_SP.oracle @@ -1,20 +1,3 @@ -Weakest Precondition -bench/ce/polymorphism.mlw Test gm: Unknown (sat) -Counter-example model:File polymorphism.mlw: -Line 7: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "B" , "list" : [{"type" : "Integer" , -"val" : "1" }] } } - -bench/ce/polymorphism.mlw Test gm2: Unknown (sat) -Counter-example model:File polymorphism.mlw: -Line 11: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "C" , "list" : [{"type" : "Integer" , "val" : "0" }, -{"type" : "Boolean" , -"val" : true }] } } - -bench/ce/polymorphism.mlw Test g: Timeout or Unknown Strongest Postcondition bench/ce/polymorphism.mlw Test gm: Unknown (sat) Counter-example model:File polymorphism.mlw: diff --git a/bench/ce/oracles/polymorphism_CVC4,1.5_WP.oracle b/bench/ce/oracles/polymorphism_CVC4,1.5_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..abb9e778df1bdc622b483b20a2fa45fa9f708bb3 --- /dev/null +++ b/bench/ce/oracles/polymorphism_CVC4,1.5_WP.oracle @@ -0,0 +1,17 @@ +Weakest Precondition +bench/ce/polymorphism.mlw Test gm: Unknown (sat) +Counter-example model:File polymorphism.mlw: +Line 7: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "B" , "list" : [{"type" : "Integer" , +"val" : "1" }] } } + +bench/ce/polymorphism.mlw Test gm2: Unknown (sat) +Counter-example model:File polymorphism.mlw: +Line 11: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "C" , "list" : [{"type" : "Integer" , "val" : "0" }, +{"type" : "Boolean" , +"val" : true }] } } + +bench/ce/polymorphism.mlw Test g: Timeout or Unknown diff --git a/bench/ce/polymorphism_Z3,4.6.0.oracle b/bench/ce/oracles/polymorphism_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/polymorphism_Z3,4.6.0.oracle rename to bench/ce/oracles/polymorphism_Z3,4.6.0_SP.oracle index 84f4899b34b30eeb1335eb3974215c5c58f53c97..4383646badf4f7c55d52aaf2ede5b1112dbd28c1 100644 --- a/bench/ce/polymorphism_Z3,4.6.0.oracle +++ b/bench/ce/oracles/polymorphism_Z3,4.6.0_SP.oracle @@ -1,20 +1,3 @@ -Weakest Precondition -bench/ce/polymorphism.mlw Test gm: Unknown (sat) -Counter-example model:File polymorphism.mlw: -Line 7: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "B" , "list" : [{"type" : "Integer" , -"val" : "1" }] } } - -bench/ce/polymorphism.mlw Test gm2: Unknown (sat) -Counter-example model:File polymorphism.mlw: -Line 11: -x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , -"val" : {"apply" : "C" , "list" : [{"type" : "Integer" , "val" : "1" }, -{"type" : "Boolean" , -"val" : false }] } } - -bench/ce/polymorphism.mlw Test g: Timeout or Unknown Strongest Postcondition bench/ce/polymorphism.mlw Test gm: Unknown (sat) Counter-example model:File polymorphism.mlw: diff --git a/bench/ce/oracles/polymorphism_Z3,4.6.0_WP.oracle b/bench/ce/oracles/polymorphism_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..1cd6dbbaf408c13403daf680249feabc1c79079b --- /dev/null +++ b/bench/ce/oracles/polymorphism_Z3,4.6.0_WP.oracle @@ -0,0 +1,17 @@ +Weakest Precondition +bench/ce/polymorphism.mlw Test gm: Unknown (sat) +Counter-example model:File polymorphism.mlw: +Line 7: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "B" , "list" : [{"type" : "Integer" , +"val" : "1" }] } } + +bench/ce/polymorphism.mlw Test gm2: Unknown (sat) +Counter-example model:File polymorphism.mlw: +Line 11: +x, [[@introduced], [@model_trace:x]] = {"type" : "Apply" , +"val" : {"apply" : "C" , "list" : [{"type" : "Integer" , "val" : "1" }, +{"type" : "Boolean" , +"val" : false }] } } + +bench/ce/polymorphism.mlw Test g: Timeout or Unknown diff --git a/bench/ce/real_CVC4,1.5.oracle b/bench/ce/oracles/real_CVC4,1.5_SP.oracle similarity index 50% rename from bench/ce/real_CVC4,1.5.oracle rename to bench/ce/oracles/real_CVC4,1.5_SP.oracle index 2b428e14ddc3553f118217eb88fc3b655ed4ee95..799075a719852c06edf0be22ff6209da24bac2e4 100644 --- a/bench/ce/real_CVC4,1.5.oracle +++ b/bench/ce/oracles/real_CVC4,1.5_SP.oracle @@ -1,16 +1,3 @@ -Weakest Precondition -bench/ce/real.mlw ModelReal test1: Timeout or Unknown -Counter-example model:File real.mlw: -Line 5: -x, [[@introduced], [@model_trace:x]] = {"type" : "Fraction" , -"val" : "1\/4" } - -bench/ce/real.mlw ModelReal test2: Timeout or Unknown -Counter-example model:File real.mlw: -Line 7: -x, [[@introduced], [@model_trace:x]] = {"type" : "Decimal" , -"val" : "0.0" } - Strongest Postcondition bench/ce/real.mlw ModelReal test1: Timeout or Unknown Counter-example model:File real.mlw: diff --git a/bench/ce/oracles/real_CVC4,1.5_WP.oracle b/bench/ce/oracles/real_CVC4,1.5_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..f1459197b8a55ff7b2c262a024874794b13733bd --- /dev/null +++ b/bench/ce/oracles/real_CVC4,1.5_WP.oracle @@ -0,0 +1,13 @@ +Weakest Precondition +bench/ce/real.mlw ModelReal test1: Timeout or Unknown +Counter-example model:File real.mlw: +Line 5: +x, [[@introduced], [@model_trace:x]] = {"type" : "Fraction" , +"val" : "1\/4" } + +bench/ce/real.mlw ModelReal test2: Timeout or Unknown +Counter-example model:File real.mlw: +Line 7: +x, [[@introduced], [@model_trace:x]] = {"type" : "Decimal" , +"val" : "0.0" } + diff --git a/bench/ce/real_Z3,4.6.0.oracle b/bench/ce/oracles/real_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/real_Z3,4.6.0.oracle rename to bench/ce/oracles/real_Z3,4.6.0_SP.oracle index f1caecce3446097f3b5c1e5ab87d83d76083d9a3..9629703be13290597af05481882f72f90f93796a 100644 --- a/bench/ce/real_Z3,4.6.0.oracle +++ b/bench/ce/oracles/real_Z3,4.6.0_SP.oracle @@ -1,16 +1,3 @@ -Weakest Precondition -bench/ce/real.mlw ModelReal test1: Unknown (sat) -Counter-example model:File real.mlw: -Line 5: -x, [[@introduced], [@model_trace:x]] = {"type" : "Fraction" , -"val" : "1\/2" } - -bench/ce/real.mlw ModelReal test2: Unknown (sat) -Counter-example model:File real.mlw: -Line 7: -x, [[@introduced], [@model_trace:x]] = {"type" : "Decimal" , -"val" : "0.0" } - Strongest Postcondition bench/ce/real.mlw ModelReal test1: Unknown (sat) Counter-example model:File real.mlw: diff --git a/bench/ce/oracles/real_Z3,4.6.0_WP.oracle b/bench/ce/oracles/real_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..69dc1793d8b22ed0cc44c8d5a1430d2206ca1959 --- /dev/null +++ b/bench/ce/oracles/real_Z3,4.6.0_WP.oracle @@ -0,0 +1,13 @@ +Weakest Precondition +bench/ce/real.mlw ModelReal test1: Unknown (sat) +Counter-example model:File real.mlw: +Line 5: +x, [[@introduced], [@model_trace:x]] = {"type" : "Fraction" , +"val" : "1\/2" } + +bench/ce/real.mlw ModelReal test2: Unknown (sat) +Counter-example model:File real.mlw: +Line 7: +x, [[@introduced], [@model_trace:x]] = {"type" : "Decimal" , +"val" : "0.0" } + diff --git a/bench/ce/record_map_CVC4,1.5.oracle b/bench/ce/oracles/record_map_CVC4,1.5_SP.oracle similarity index 50% rename from bench/ce/record_map_CVC4,1.5.oracle rename to bench/ce/oracles/record_map_CVC4,1.5_SP.oracle index 3d493ad540f04fa138f8c3c455d1d00174b4c9bd..991ba7d9b7db2e47055509aae84eaafee3e27106 100644 --- a/bench/ce/record_map_CVC4,1.5.oracle +++ b/bench/ce/oracles/record_map_CVC4,1.5_SP.oracle @@ -1,128 +1,3 @@ -Weakest Precondition -bench/ce/record_map.mlw M VC map_record_proj_test1: Timeout or Unknown -Counter-example model:File record_map.mlw: -Line 41: -map_rec, [[@model_projected], [@introduced], -[@model_trace:map_rec]] = {"type" : "Array" , "val" : [{"indice" : "true" , -"value" : {"type" : "Record" , "val" : {"Field" : [{"field" : ".field_f" , -"value" : {"type" : "Integer" , "val" : "-1" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , "val" : false } }] } } }, -{"others" : {"type" : "Record" , "val" : {"Field" : [{"field" : ".field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } }] } -Line 42: -map_rec, [[@model_projected], [@introduced], -[@model_trace:map_rec]] = {"type" : "Array" , "val" : [{"indice" : "true" , -"value" : {"type" : "Record" , "val" : {"Field" : [{"field" : ".field_f" , -"value" : {"type" : "Integer" , "val" : "-1" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , "val" : false } }] } } }, -{"others" : {"type" : "Record" , "val" : {"Field" : [{"field" : ".field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } }] } - -bench/ce/record_map.mlw M VC record_map_proj_test2: Timeout or Unknown -Counter-example model:File record_map.mlw: -Line 46: -rec_map, [[@model_projected], [@introduced], -[@model_trace:rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , -"val" : "-1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.f_map]] = {"type" : "Array" , -"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , -"val" : "-1" } }, {"others" : {"type" : "Integer" , -"val" : "0" } }] } -rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } -Line 47: -rec_map, [[@model_projected], [@introduced], -[@model_trace:rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , -"val" : "-1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.f_map]] = {"type" : "Array" , -"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , -"val" : "-1" } }, {"others" : {"type" : "Integer" , -"val" : "0" } }] } -rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } - -bench/ce/record_map.mlw M VC record_map_proj_test3: Timeout or Unknown -Counter-example model:File record_map.mlw: -Line 51: -re_rec_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"indice" : "false" , "value" : {"type" : "Integer" , -"val" : "-1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -re_rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map.f_map]] = {"type" : "Array" , -"val" : [{"indice" : "false" , "value" : {"type" : "Integer" , -"val" : "-1" } }, {"others" : {"type" : "Integer" , -"val" : "0" } }] } -re_rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } -Line 53: -rec_map, [[@model_projected], [@introduced], -[@model_trace:rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , -"val" : "1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.f_map]] = {"type" : "Array" , -"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , -"val" : "1" } }, {"others" : {"type" : "Integer" , -"val" : "0" } }] } -rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } -Line 54: -re_rec_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"indice" : "false" , "value" : {"type" : "Integer" , -"val" : "-1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -re_rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map.f_map]] = {"type" : "Array" , -"val" : [{"indice" : "false" , "value" : {"type" : "Integer" , -"val" : "-1" } }, {"others" : {"type" : "Integer" , -"val" : "0" } }] } -re_rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } -rec_map, [[@model_projected], [@introduced], -[@model_trace:rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , -"val" : "1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.f_map]] = {"type" : "Array" , -"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , -"val" : "1" } }, {"others" : {"type" : "Integer" , -"val" : "0" } }] } -rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } - Strongest Postcondition bench/ce/record_map.mlw M VC map_record_proj_test1: Timeout or Unknown Counter-example model:File record_map.mlw: diff --git a/bench/ce/oracles/record_map_CVC4,1.5_WP.oracle b/bench/ce/oracles/record_map_CVC4,1.5_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..36a623222e395a687a2355bc26e6b7780ddce367 --- /dev/null +++ b/bench/ce/oracles/record_map_CVC4,1.5_WP.oracle @@ -0,0 +1,125 @@ +Weakest Precondition +bench/ce/record_map.mlw M VC map_record_proj_test1: Timeout or Unknown +Counter-example model:File record_map.mlw: +Line 41: +map_rec, [[@model_projected], [@introduced], +[@model_trace:map_rec]] = {"type" : "Array" , "val" : [{"indice" : "true" , +"value" : {"type" : "Record" , "val" : {"Field" : [{"field" : ".field_f" , +"value" : {"type" : "Integer" , "val" : "-1" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , "val" : false } }] } } }, +{"others" : {"type" : "Record" , "val" : {"Field" : [{"field" : ".field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } }] } +Line 42: +map_rec, [[@model_projected], [@introduced], +[@model_trace:map_rec]] = {"type" : "Array" , "val" : [{"indice" : "true" , +"value" : {"type" : "Record" , "val" : {"Field" : [{"field" : ".field_f" , +"value" : {"type" : "Integer" , "val" : "-1" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , "val" : false } }] } } }, +{"others" : {"type" : "Record" , "val" : {"Field" : [{"field" : ".field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } }] } + +bench/ce/record_map.mlw M VC record_map_proj_test2: Timeout or Unknown +Counter-example model:File record_map.mlw: +Line 46: +rec_map, [[@model_projected], [@introduced], +[@model_trace:rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , +"val" : "-1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.f_map]] = {"type" : "Array" , +"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , +"val" : "-1" } }, {"others" : {"type" : "Integer" , +"val" : "0" } }] } +rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } +Line 47: +rec_map, [[@model_projected], [@introduced], +[@model_trace:rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , +"val" : "-1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.f_map]] = {"type" : "Array" , +"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , +"val" : "-1" } }, {"others" : {"type" : "Integer" , +"val" : "0" } }] } +rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } + +bench/ce/record_map.mlw M VC record_map_proj_test3: Timeout or Unknown +Counter-example model:File record_map.mlw: +Line 51: +re_rec_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"indice" : "false" , "value" : {"type" : "Integer" , +"val" : "-1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +re_rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map.f_map]] = {"type" : "Array" , +"val" : [{"indice" : "false" , "value" : {"type" : "Integer" , +"val" : "-1" } }, {"others" : {"type" : "Integer" , +"val" : "0" } }] } +re_rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } +Line 53: +rec_map, [[@model_projected], [@introduced], +[@model_trace:rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , +"val" : "1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.f_map]] = {"type" : "Array" , +"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , +"val" : "1" } }, {"others" : {"type" : "Integer" , +"val" : "0" } }] } +rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } +Line 54: +re_rec_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"indice" : "false" , "value" : {"type" : "Integer" , +"val" : "-1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +re_rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map.f_map]] = {"type" : "Array" , +"val" : [{"indice" : "false" , "value" : {"type" : "Integer" , +"val" : "-1" } }, {"others" : {"type" : "Integer" , +"val" : "0" } }] } +re_rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } +rec_map, [[@model_projected], [@introduced], +[@model_trace:rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , +"val" : "1" } }, {"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.f_map]] = {"type" : "Array" , +"val" : [{"indice" : "true" , "value" : {"type" : "Integer" , +"val" : "1" } }, {"others" : {"type" : "Integer" , +"val" : "0" } }] } +rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } + diff --git a/bench/ce/record_map_Z3,4.6.0.oracle b/bench/ce/oracles/record_map_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/record_map_Z3,4.6.0.oracle rename to bench/ce/oracles/record_map_Z3,4.6.0_SP.oracle index cbedf40a8e395f25e2355b0d6d6990e6c0aac64a..eba9de10ee55ffad071ac71eb4143e6f80a761ab 100644 --- a/bench/ce/record_map_Z3,4.6.0.oracle +++ b/bench/ce/oracles/record_map_Z3,4.6.0_SP.oracle @@ -1,110 +1,3 @@ -Weakest Precondition -bench/ce/record_map.mlw M VC map_record_proj_test1: Unknown (sat) -Counter-example model:File record_map.mlw: -Line 41: -map_rec, [[@model_projected], [@introduced], -[@model_trace:map_rec]] = {"type" : "Array" , -"val" : [{"others" : {"type" : "Record" , -"val" : {"Field" : [{"field" : ".field_f" , "value" : {"type" : "Integer" , -"val" : "1" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } }] } -Line 42: -map_rec, [[@model_projected], [@introduced], -[@model_trace:map_rec]] = {"type" : "Array" , -"val" : [{"others" : {"type" : "Record" , -"val" : {"Field" : [{"field" : ".field_f" , "value" : {"type" : "Integer" , -"val" : "1" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } }] } - -bench/ce/record_map.mlw M VC record_map_proj_test2: Unknown (sat) -Counter-example model:File record_map.mlw: -Line 46: -rec_map, [[@model_projected], [@introduced], -[@model_trace:rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , "val" : "1" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.f_map]] = {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , -"val" : "1" } }] } -rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } -Line 47: -rec_map, [[@model_projected], [@introduced], -[@model_trace:rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , "val" : "1" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.f_map]] = {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , -"val" : "1" } }] } -rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } - -bench/ce/record_map.mlw M VC record_map_proj_test3: Unknown (sat) -Counter-example model:File record_map.mlw: -Line 51: -re_rec_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -re_rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map.f_map]] = {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , -"val" : "0" } }] } -re_rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } -Line 53: -rec_map, [[@model_projected], [@introduced], -[@model_trace:rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , "val" : "1" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.f_map]] = {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , -"val" : "1" } }] } -rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } -Line 54: -re_rec_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -re_rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map.f_map]] = {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , -"val" : "0" } }] } -re_rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:re_rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } -rec_map, [[@model_projected], [@introduced], -[@model_trace:rec_map]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , "val" : "1" } }] } }, -{"field" : "g_bool" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -rec_map.f_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.f_map]] = {"type" : "Array" , -"val" : [{"others" : {"type" : "Integer" , -"val" : "1" } }] } -rec_map.g_map, [[@model_projected], [@introduced], -[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , -"val" : false } - Strongest Postcondition bench/ce/record_map.mlw M VC map_record_proj_test1: Unknown (sat) Counter-example model:File record_map.mlw: diff --git a/bench/ce/oracles/record_map_Z3,4.6.0_WP.oracle b/bench/ce/oracles/record_map_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..1fa51fbd9e73cd28fe91c55ec41280872c06230b --- /dev/null +++ b/bench/ce/oracles/record_map_Z3,4.6.0_WP.oracle @@ -0,0 +1,107 @@ +Weakest Precondition +bench/ce/record_map.mlw M VC map_record_proj_test1: Unknown (sat) +Counter-example model:File record_map.mlw: +Line 41: +map_rec, [[@model_projected], [@introduced], +[@model_trace:map_rec]] = {"type" : "Array" , +"val" : [{"others" : {"type" : "Record" , +"val" : {"Field" : [{"field" : ".field_f" , "value" : {"type" : "Integer" , +"val" : "1" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } }] } +Line 42: +map_rec, [[@model_projected], [@introduced], +[@model_trace:map_rec]] = {"type" : "Array" , +"val" : [{"others" : {"type" : "Record" , +"val" : {"Field" : [{"field" : ".field_f" , "value" : {"type" : "Integer" , +"val" : "1" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } }] } + +bench/ce/record_map.mlw M VC record_map_proj_test2: Unknown (sat) +Counter-example model:File record_map.mlw: +Line 46: +rec_map, [[@model_projected], [@introduced], +[@model_trace:rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , "val" : "1" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.f_map]] = {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , +"val" : "1" } }] } +rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } +Line 47: +rec_map, [[@model_projected], [@introduced], +[@model_trace:rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , "val" : "1" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.f_map]] = {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , +"val" : "1" } }] } +rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } + +bench/ce/record_map.mlw M VC record_map_proj_test3: Unknown (sat) +Counter-example model:File record_map.mlw: +Line 51: +re_rec_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +re_rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map.f_map]] = {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , +"val" : "0" } }] } +re_rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } +Line 53: +rec_map, [[@model_projected], [@introduced], +[@model_trace:rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , "val" : "1" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.f_map]] = {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , +"val" : "1" } }] } +rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } +Line 54: +re_rec_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , "val" : "0" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +re_rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map.f_map]] = {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , +"val" : "0" } }] } +re_rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:re_rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } +rec_map, [[@model_projected], [@introduced], +[@model_trace:rec_map]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f_map" , "value" : {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , "val" : "1" } }] } }, +{"field" : "g_bool" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +rec_map.f_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.f_map]] = {"type" : "Array" , +"val" : [{"others" : {"type" : "Integer" , +"val" : "1" } }] } +rec_map.g_map, [[@model_projected], [@introduced], +[@model_trace:rec_map.g_map]] = {"type" : "Boolean" , +"val" : false } + diff --git a/bench/ce/oracles/record_one_field_CVC4,1.5_SP.oracle b/bench/ce/oracles/record_one_field_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..61ccbf89c2633caa716acdeb23eaac872dd5822f --- /dev/null +++ b/bench/ce/oracles/record_one_field_CVC4,1.5_SP.oracle @@ -0,0 +1,148 @@ +Strongest Postcondition +bench/ce/record_one_field.mlw Ref VC ref1: Valid +bench/ce/record_one_field.mlw Ref VC ref11: Valid +bench/ce/record_one_field.mlw Ref VC ref11: Valid +bench/ce/record_one_field.mlw Ref VC prefix !: Valid +bench/ce/record_one_field.mlw Ref VC infix :=: Valid +bench/ce/record_one_field.mlw Ref VC infix :=: Valid +bench/ce/record_one_field.mlw M VC test_post: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 24: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 25: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } + +bench/ce/record_one_field.mlw M VC test_post2: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 29: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "43" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "42" } } +Line 31: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "43" } +y, [[@introduced], +[@model_trace:y]] = {"proj_name" : "contents" , "type" : "Proj" , +"value" : {"type" : "Integer" , "val" : "42" } } +y at 'Old, [[@introduced], +[@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "42" } } + +bench/ce/record_one_field.mlw M VC incr: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 39: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +Line 41: +x23, [[@introduced], [@model_trace:x23], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +Line 42: +x23, [[@introduced], [@model_trace:x23]] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } + +bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 39: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +Line 49: +x, [[@introduced], [@model_trace:x], +[@at:'Old:loc:location], +[@at:L:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +Line 56: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "2" } } +x, [[@introduced], +[@model_trace:x]] = {"proj_name" : "contents" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "2" } } + +bench/ce/record_one_field.mlw M VC test_loop: Valid +bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 39: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "3" } } +Line 49: +x, [[@introduced], [@model_trace:x], +[@at:'Old:loc:location], +[@at:L:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "3" } } +Line 56: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "3" } } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "3" } } +x, [[@introduced], +[@model_trace:x]] = {"proj_name" : "contents" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "3" } } + +bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 39: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "-2" } } +Line 49: +x, [[@introduced], [@model_trace:x], +[@at:'Old:loc:location], +[@at:L:loc:location], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "-2" } } +Line 50: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "-2" } } +x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "-2" } } + diff --git a/bench/ce/record_one_field_CVC4,1.5.oracle b/bench/ce/oracles/record_one_field_CVC4,1.5_WP.oracle similarity index 57% rename from bench/ce/record_one_field_CVC4,1.5.oracle rename to bench/ce/oracles/record_one_field_CVC4,1.5_WP.oracle index 97e51a1e60b8b8ac28c089e760566ae225637304..3d93d11688e11fd32614648883b51f6f12bdd27e 100644 --- a/bench/ce/record_one_field_CVC4,1.5.oracle +++ b/bench/ce/oracles/record_one_field_CVC4,1.5_WP.oracle @@ -202,151 +202,3 @@ x, [[@introduced], [@model_trace:x]] = {"proj_name" : "contents" , "type" : "Proj" , "value" : {"type" : "Integer" , "val" : "-2" } } -Strongest Postcondition -bench/ce/record_one_field.mlw Ref VC ref1: Valid -bench/ce/record_one_field.mlw Ref VC ref11: Valid -bench/ce/record_one_field.mlw Ref VC ref11: Valid -bench/ce/record_one_field.mlw Ref VC prefix !: Valid -bench/ce/record_one_field.mlw Ref VC infix :=: Valid -bench/ce/record_one_field.mlw Ref VC infix :=: Valid -bench/ce/record_one_field.mlw M VC test_post: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 24: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 25: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } - -bench/ce/record_one_field.mlw M VC test_post2: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 29: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "43" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "42" } } -Line 31: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "43" } -y, [[@introduced], -[@model_trace:y]] = {"proj_name" : "contents" , "type" : "Proj" , -"value" : {"type" : "Integer" , "val" : "42" } } -y at 'Old, [[@introduced], -[@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "42" } } - -bench/ce/record_one_field.mlw M VC incr: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 39: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -Line 41: -x23, [[@introduced], [@model_trace:x23], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -Line 42: -x23, [[@introduced], [@model_trace:x23]] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } - -bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 39: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -Line 49: -x, [[@introduced], [@model_trace:x], -[@at:'Old:loc:location], -[@at:L:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -Line 56: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "2" } } -x, [[@introduced], -[@model_trace:x]] = {"proj_name" : "contents" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "2" } } - -bench/ce/record_one_field.mlw M VC test_loop: Valid -bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 39: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "3" } } -Line 49: -x, [[@introduced], [@model_trace:x], -[@at:'Old:loc:location], -[@at:L:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "3" } } -Line 56: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "3" } } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "3" } } -x, [[@introduced], -[@model_trace:x]] = {"proj_name" : "contents" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "3" } } - -bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 39: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "-2" } } -Line 49: -x, [[@introduced], [@model_trace:x], -[@at:'Old:loc:location], -[@at:L:loc:location], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "-2" } } -Line 50: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "-2" } } -x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "-2" } } - diff --git a/bench/ce/oracles/record_one_field_Z3,4.6.0_SP.oracle b/bench/ce/oracles/record_one_field_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..e0607613e8d04c0d0f36a27e7b94eb1a95bd925a --- /dev/null +++ b/bench/ce/oracles/record_one_field_Z3,4.6.0_SP.oracle @@ -0,0 +1,148 @@ +Strongest Postcondition +bench/ce/record_one_field.mlw Ref VC ref1: Valid +bench/ce/record_one_field.mlw Ref VC ref11: Valid +bench/ce/record_one_field.mlw Ref VC ref11: Valid +bench/ce/record_one_field.mlw Ref VC prefix !: Valid +bench/ce/record_one_field.mlw Ref VC infix :=: Valid +bench/ce/record_one_field.mlw Ref VC infix :=: Valid +bench/ce/record_one_field.mlw M VC test_post: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 24: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 25: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } + +bench/ce/record_one_field.mlw M VC test_post2: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 29: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "43" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 31: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "43" } +y, [[@introduced], +[@model_trace:y]] = {"proj_name" : "contents" , "type" : "Proj" , +"value" : {"type" : "Integer" , "val" : "0" } } +y at 'Old, [[@introduced], +[@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } + +bench/ce/record_one_field.mlw M VC incr: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 39: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 41: +x23, [[@introduced], [@model_trace:x23], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 42: +x23, [[@introduced], [@model_trace:x23]] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } + +bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 39: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 49: +x, [[@introduced], [@model_trace:x], +[@at:'Old:loc:location], +[@at:L:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 56: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +x, [[@introduced], +[@model_trace:x]] = {"proj_name" : "contents" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "0" } } + +bench/ce/record_one_field.mlw M VC test_loop: Valid +bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 39: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 49: +x, [[@introduced], [@model_trace:x], +[@at:'Old:loc:location], +[@at:L:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 56: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +x, [[@introduced], +[@model_trace:x]] = {"proj_name" : "contents" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "0" } } + +bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File record_one_field.mlw: +Line 39: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 49: +x, [[@introduced], [@model_trace:x], +[@at:'Old:loc:location], +[@at:L:loc:location], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +Line 50: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } +x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], +[@at:'Old:loc:location] = {"proj_name" : "contents" , +"type" : "Proj" , "value" : {"type" : "Integer" , +"val" : "0" } } + diff --git a/bench/ce/record_one_field_Z3,4.6.0.oracle b/bench/ce/oracles/record_one_field_Z3,4.6.0_WP.oracle similarity index 56% rename from bench/ce/record_one_field_Z3,4.6.0.oracle rename to bench/ce/oracles/record_one_field_Z3,4.6.0_WP.oracle index 81f7dfe0c69fe75ac9b410b99d5685f1a1fee23f..e9f29962561608340c19579a93abc4eaf89c2772 100644 --- a/bench/ce/record_one_field_Z3,4.6.0.oracle +++ b/bench/ce/oracles/record_one_field_Z3,4.6.0_WP.oracle @@ -192,151 +192,3 @@ x, [[@introduced], [@model_trace:x]] = {"proj_name" : "contents" , "type" : "Proj" , "value" : {"type" : "Integer" , "val" : "0" } } -Strongest Postcondition -bench/ce/record_one_field.mlw Ref VC ref1: Valid -bench/ce/record_one_field.mlw Ref VC ref11: Valid -bench/ce/record_one_field.mlw Ref VC ref11: Valid -bench/ce/record_one_field.mlw Ref VC prefix !: Valid -bench/ce/record_one_field.mlw Ref VC infix :=: Valid -bench/ce/record_one_field.mlw Ref VC infix :=: Valid -bench/ce/record_one_field.mlw M VC test_post: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 24: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 25: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } - -bench/ce/record_one_field.mlw M VC test_post2: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 29: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "43" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 31: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "43" } -y, [[@introduced], -[@model_trace:y]] = {"proj_name" : "contents" , "type" : "Proj" , -"value" : {"type" : "Integer" , "val" : "0" } } -y at 'Old, [[@introduced], -[@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } - -bench/ce/record_one_field.mlw M VC incr: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 39: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 41: -x23, [[@introduced], [@model_trace:x23], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 42: -x23, [[@introduced], [@model_trace:x23]] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } - -bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 39: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 49: -x, [[@introduced], [@model_trace:x], -[@at:'Old:loc:location], -[@at:L:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 56: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -x, [[@introduced], -[@model_trace:x]] = {"proj_name" : "contents" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "0" } } - -bench/ce/record_one_field.mlw M VC test_loop: Valid -bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 39: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 49: -x, [[@introduced], [@model_trace:x], -[@at:'Old:loc:location], -[@at:L:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 56: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -x, [[@introduced], -[@model_trace:x]] = {"proj_name" : "contents" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "0" } } - -bench/ce/record_one_field.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File record_one_field.mlw: -Line 39: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 49: -x, [[@introduced], [@model_trace:x], -[@at:'Old:loc:location], -[@at:L:loc:location], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -Line 50: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } -x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], -[@at:'Old:loc:location] = {"proj_name" : "contents" , -"type" : "Proj" , "value" : {"type" : "Integer" , -"val" : "0" } } - diff --git a/bench/ce/oracles/records_CVC4,1.5_SP.oracle b/bench/ce/oracles/records_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..50c7ebb9dc43ce85d465b8d3eadf118e5adafddc --- /dev/null +++ b/bench/ce/oracles/records_CVC4,1.5_SP.oracle @@ -0,0 +1,152 @@ +Strongest Postcondition +bench/ce/records.mlw M VC record_match_eval_test1: Timeout or Unknown +Counter-example model:File records.mlw: +Line 14: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 15: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } + +bench/ce/records.mlw M VC record_match_eval_test1: Valid +bench/ce/records.mlw M VC record_match_eval_test2: Timeout or Unknown +Counter-example model:File records.mlw: +Line 22: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 23: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records.mlw M VC record_match_eval_test3: Timeout or Unknown +Counter-example model:File records.mlw: +Line 27: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 28: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records.mlw M VC record_match_eval_test4: Timeout or Unknown +Counter-example model:File records.mlw: +Line 32: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 33: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records.mlw M VC record_match_eval_test44: Timeout or Unknown +Counter-example model:File records.mlw: +Line 38: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 42: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records.mlw M VC record_match_eval_test44: Valid +bench/ce/records.mlw M VC test_record_match_eval_test5: Timeout or Unknown +Counter-example model:File records.mlw: +Line 45: +re, [[@introduced], [@model_trace:re]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 47: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 48: +re, [[@introduced], [@model_trace:re]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +x, [[@introduced], +[@model_trace:x]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records.mlw Mutable VC record_match_eval_test1: Timeout or Unknown +Counter-example model:File records.mlw: +Line 64: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 65: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : true } }] } } + +bench/ce/records.mlw Mutable VC record_match_eval_test1: Valid +bench/ce/records.mlw Mutable VC record_match_eval_test2: Timeout or Unknown +Counter-example model:File records.mlw: +Line 72: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 73: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records.mlw Mutable VC record_match_eval_test3: Timeout or Unknown +Counter-example model:File records.mlw: +Line 77: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 78: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records.mlw Mutable VC record_match_eval_test4: Timeout or Unknown +Counter-example model:File records.mlw: +Line 82: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 83: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + diff --git a/bench/ce/records_CVC4,1.5.oracle b/bench/ce/oracles/records_CVC4,1.5_WP.oracle similarity index 54% rename from bench/ce/records_CVC4,1.5.oracle rename to bench/ce/oracles/records_CVC4,1.5_WP.oracle index d48364f86282f7639af227ebba92fb16b58dec3e..4a75b934ea0e22e10916ad402e805f258c830bd0 100644 --- a/bench/ce/records_CVC4,1.5.oracle +++ b/bench/ce/oracles/records_CVC4,1.5_WP.oracle @@ -177,155 +177,3 @@ x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , "value" : {"type" : "Boolean" , "val" : false } }] } } -Strongest Postcondition -bench/ce/records.mlw M VC record_match_eval_test1: Timeout or Unknown -Counter-example model:File records.mlw: -Line 14: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 15: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } - -bench/ce/records.mlw M VC record_match_eval_test1: Valid -bench/ce/records.mlw M VC record_match_eval_test2: Timeout or Unknown -Counter-example model:File records.mlw: -Line 22: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 23: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records.mlw M VC record_match_eval_test3: Timeout or Unknown -Counter-example model:File records.mlw: -Line 27: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 28: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records.mlw M VC record_match_eval_test4: Timeout or Unknown -Counter-example model:File records.mlw: -Line 32: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 33: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records.mlw M VC record_match_eval_test44: Timeout or Unknown -Counter-example model:File records.mlw: -Line 38: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 42: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records.mlw M VC record_match_eval_test44: Valid -bench/ce/records.mlw M VC test_record_match_eval_test5: Timeout or Unknown -Counter-example model:File records.mlw: -Line 45: -re, [[@introduced], [@model_trace:re]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 47: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 48: -re, [[@introduced], [@model_trace:re]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -x, [[@introduced], -[@model_trace:x]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records.mlw Mutable VC record_match_eval_test1: Timeout or Unknown -Counter-example model:File records.mlw: -Line 64: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 65: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : true } }] } } - -bench/ce/records.mlw Mutable VC record_match_eval_test1: Valid -bench/ce/records.mlw Mutable VC record_match_eval_test2: Timeout or Unknown -Counter-example model:File records.mlw: -Line 72: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 73: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records.mlw Mutable VC record_match_eval_test3: Timeout or Unknown -Counter-example model:File records.mlw: -Line 77: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 78: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records.mlw Mutable VC record_match_eval_test4: Timeout or Unknown -Counter-example model:File records.mlw: -Line 82: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 83: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - diff --git a/bench/ce/oracles/records_Z3,4.6.0_SP.oracle b/bench/ce/oracles/records_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..3c8f878883fe8d80187866d00f49e6052ec8d105 --- /dev/null +++ b/bench/ce/oracles/records_Z3,4.6.0_SP.oracle @@ -0,0 +1,137 @@ +Strongest Postcondition +bench/ce/records.mlw M VC record_match_eval_test1: Timeout or Unknown +Counter-example model:File records.mlw: +Line 14: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "2" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 15: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "2" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } + +bench/ce/records.mlw M VC record_match_eval_test1: Valid +bench/ce/records.mlw M VC record_match_eval_test2: Timeout or Unknown +Counter-example model:File records.mlw: +Line 22: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , +"value" : {"type" : "Integer" , "val" : "2" } } +Line 23: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "2" } } + +bench/ce/records.mlw M VC record_match_eval_test3: Timeout or Unknown +Counter-example model:File records.mlw: +Line 27: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , "type" : "Proj" , +"value" : {"type" : "Boolean" , "val" : false } } +Line 28: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , "type" : "Proj" , +"value" : {"type" : "Boolean" , +"val" : false } } + +bench/ce/records.mlw M VC record_match_eval_test4: Timeout or Unknown +Counter-example model:File records.mlw: +Line 32: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , "type" : "Proj" , +"value" : {"type" : "Boolean" , "val" : false } } +Line 33: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , "type" : "Proj" , +"value" : {"type" : "Boolean" , +"val" : false } } + +bench/ce/records.mlw M VC record_match_eval_test44: Timeout or Unknown +Counter-example model:File records.mlw: +Line 38: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "2" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 42: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "2" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records.mlw M VC record_match_eval_test44: Valid +bench/ce/records.mlw M VC test_record_match_eval_test5: Timeout or Unknown +Counter-example model:File records.mlw: +Line 45: +re, [[@introduced], [@model_trace:re]] = {"proj_name" : "g" , +"type" : "Proj" , "value" : {"type" : "Boolean" , +"val" : false } } +Line 47: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , "type" : "Proj" , +"value" : {"type" : "Boolean" , "val" : false } } +Line 48: +re, [[@introduced], [@model_trace:re]] = {"proj_name" : "g" , +"type" : "Proj" , "value" : {"type" : "Boolean" , +"val" : false } } +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , +"type" : "Proj" , "value" : {"type" : "Boolean" , +"val" : false } } + +bench/ce/records.mlw Mutable VC record_match_eval_test1: Unknown (sat) +Counter-example model:File records.mlw: +Line 64: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 65: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : true } }] } } + +bench/ce/records.mlw Mutable VC record_match_eval_test1: Valid +bench/ce/records.mlw Mutable VC record_match_eval_test2: Unknown (sat) +Counter-example model:File records.mlw: +Line 72: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 73: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records.mlw Mutable VC record_match_eval_test3: Unknown (sat) +Counter-example model:File records.mlw: +Line 77: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 78: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records.mlw Mutable VC record_match_eval_test4: Unknown (sat) +Counter-example model:File records.mlw: +Line 82: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 83: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + diff --git a/bench/ce/records_Z3,4.6.0.oracle b/bench/ce/oracles/records_Z3,4.6.0_WP.oracle similarity index 53% rename from bench/ce/records_Z3,4.6.0.oracle rename to bench/ce/oracles/records_Z3,4.6.0_WP.oracle index 23ae55e7e609435dac928450da4113c714fca7a5..c2d8a7eef44e280ed5f284a36057274482cb827f 100644 --- a/bench/ce/records_Z3,4.6.0.oracle +++ b/bench/ce/oracles/records_Z3,4.6.0_WP.oracle @@ -157,140 +157,3 @@ x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , "value" : {"type" : "Boolean" , "val" : false } }] } } -Strongest Postcondition -bench/ce/records.mlw M VC record_match_eval_test1: Timeout or Unknown -Counter-example model:File records.mlw: -Line 14: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "2" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 15: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "2" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } - -bench/ce/records.mlw M VC record_match_eval_test1: Valid -bench/ce/records.mlw M VC record_match_eval_test2: Timeout or Unknown -Counter-example model:File records.mlw: -Line 22: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , -"value" : {"type" : "Integer" , "val" : "2" } } -Line 23: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "2" } } - -bench/ce/records.mlw M VC record_match_eval_test3: Timeout or Unknown -Counter-example model:File records.mlw: -Line 27: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , "type" : "Proj" , -"value" : {"type" : "Boolean" , "val" : false } } -Line 28: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , "type" : "Proj" , -"value" : {"type" : "Boolean" , -"val" : false } } - -bench/ce/records.mlw M VC record_match_eval_test4: Timeout or Unknown -Counter-example model:File records.mlw: -Line 32: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , "type" : "Proj" , -"value" : {"type" : "Boolean" , "val" : false } } -Line 33: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , "type" : "Proj" , -"value" : {"type" : "Boolean" , -"val" : false } } - -bench/ce/records.mlw M VC record_match_eval_test44: Timeout or Unknown -Counter-example model:File records.mlw: -Line 38: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "2" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 42: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "2" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records.mlw M VC record_match_eval_test44: Valid -bench/ce/records.mlw M VC test_record_match_eval_test5: Timeout or Unknown -Counter-example model:File records.mlw: -Line 45: -re, [[@introduced], [@model_trace:re]] = {"proj_name" : "g" , -"type" : "Proj" , "value" : {"type" : "Boolean" , -"val" : false } } -Line 47: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , "type" : "Proj" , -"value" : {"type" : "Boolean" , "val" : false } } -Line 48: -re, [[@introduced], [@model_trace:re]] = {"proj_name" : "g" , -"type" : "Proj" , "value" : {"type" : "Boolean" , -"val" : false } } -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "g" , -"type" : "Proj" , "value" : {"type" : "Boolean" , -"val" : false } } - -bench/ce/records.mlw Mutable VC record_match_eval_test1: Unknown (sat) -Counter-example model:File records.mlw: -Line 64: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 65: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : true } }] } } - -bench/ce/records.mlw Mutable VC record_match_eval_test1: Valid -bench/ce/records.mlw Mutable VC record_match_eval_test2: Unknown (sat) -Counter-example model:File records.mlw: -Line 72: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 73: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records.mlw Mutable VC record_match_eval_test3: Unknown (sat) -Counter-example model:File records.mlw: -Line 77: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 78: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records.mlw Mutable VC record_match_eval_test4: Unknown (sat) -Counter-example model:File records.mlw: -Line 82: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 83: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - diff --git a/bench/ce/oracles/records_inv_CVC4,1.5_SP.oracle b/bench/ce/oracles/records_inv_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..1941d1dd95a512830cef62e61caf86f378d27abb --- /dev/null +++ b/bench/ce/oracles/records_inv_CVC4,1.5_SP.oracle @@ -0,0 +1,140 @@ +Strongest Postcondition +bench/ce/records_inv.mlw M VC r: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test1: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 15: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 16: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } + +bench/ce/records_inv.mlw M VC record_match_eval_test1: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test2: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 23: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 24: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records_inv.mlw M VC record_match_eval_test3: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 28: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 31: +the check fails with all inputs + +bench/ce/records_inv.mlw M VC record_match_eval_test3: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test4: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 33: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 36: +the check fails with all inputs + +bench/ce/records_inv.mlw M VC record_match_eval_test4: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test44: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 39: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 42: +the check fails with all inputs + +bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid +bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 46: +re, [[@introduced], [@model_trace:re]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 48: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 51: +the check fails with all inputs + +bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Valid +bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 65: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 66: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : true } }] } } + +bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Valid +bench/ce/records_inv.mlw Mutable VC record_match_eval_test2: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 73: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 74: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records_inv.mlw Mutable VC record_match_eval_test3: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 78: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 79: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records_inv.mlw Mutable VC record_match_eval_test4: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 83: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 84: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + diff --git a/bench/ce/records_inv_Z3,4.6.0.oracle b/bench/ce/oracles/records_inv_CVC4,1.5_WP.oracle similarity index 57% rename from bench/ce/records_inv_Z3,4.6.0.oracle rename to bench/ce/oracles/records_inv_CVC4,1.5_WP.oracle index a7e5615df4535e2edec68b98e7a40cc6c2c6ba36..3a49582be579935d09f3d32adbae03edd340a362 100644 --- a/bench/ce/records_inv_Z3,4.6.0.oracle +++ b/bench/ce/oracles/records_inv_CVC4,1.5_WP.oracle @@ -17,131 +17,67 @@ bench/ce/records_inv.mlw M VC record_match_eval_test1: Valid bench/ce/records_inv.mlw M VC record_match_eval_test2: Timeout or Unknown Counter-example model:File records_inv.mlw: Line 23: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , -"value" : {"type" : "Integer" , "val" : "0" } } -Line 24: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "0" } } - -bench/ce/records_inv.mlw M VC record_match_eval_test3: Timeout or Unknown -bench/ce/records_inv.mlw M VC record_match_eval_test3: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test4: Timeout or Unknown -bench/ce/records_inv.mlw M VC record_match_eval_test4: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test44: Timeout or Unknown -bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid -bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Timeout or Unknown -bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Valid -bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Unknown (sat) -Counter-example model:File records_inv.mlw: -Line 65: x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 66: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : true } }] } } - -bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Valid -bench/ce/records_inv.mlw Mutable VC record_match_eval_test2: Unknown (sat) -Counter-example model:File records_inv.mlw: -Line 73: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , "val" : false } }] } } -Line 74: +Line 24: x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , "val" : false } }] } } -bench/ce/records_inv.mlw Mutable VC record_match_eval_test3: Unknown (sat) +bench/ce/records_inv.mlw M VC record_match_eval_test3: Timeout or Unknown Counter-example model:File records_inv.mlw: -Line 78: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 79: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 81: +Line 28: x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , "val" : false } }] } } +Line 31: +the check fails with all inputs -bench/ce/records_inv.mlw Mutable VC record_match_eval_test4: Unknown (sat) +bench/ce/records_inv.mlw M VC record_match_eval_test3: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test4: Timeout or Unknown Counter-example model:File records_inv.mlw: -Line 83: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 84: +Line 33: x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , "val" : false } }] } } -Line 86: +Line 36: +the check fails with all inputs + +bench/ce/records_inv.mlw M VC record_match_eval_test4: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test44: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 39: x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , "val" : false } }] } } +Line 42: +the check fails with all inputs -Strongest Postcondition -bench/ce/records_inv.mlw M VC r: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test1: Timeout or Unknown +bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid +bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Timeout or Unknown Counter-example model:File records_inv.mlw: -Line 15: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +Line 46: +re, [[@introduced], [@model_trace:re]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 16: +"val" : false } }] } } +Line 48: x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } - -bench/ce/records_inv.mlw M VC record_match_eval_test1: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test2: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 23: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , -"value" : {"type" : "Integer" , "val" : "0" } } -Line 24: -x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , -"value" : {"type" : "Integer" , -"val" : "0" } } +"val" : false } }] } } +Line 51: +the check fails with all inputs -bench/ce/records_inv.mlw M VC record_match_eval_test3: Timeout or Unknown -bench/ce/records_inv.mlw M VC record_match_eval_test3: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test4: Timeout or Unknown -bench/ce/records_inv.mlw M VC record_match_eval_test4: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test44: Timeout or Unknown -bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid -bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Timeout or Unknown bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Valid -bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Unknown (sat) +bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Timeout or Unknown Counter-example model:File records_inv.mlw: Line 65: x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , @@ -157,7 +93,7 @@ x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , "val" : true } }] } } bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Valid -bench/ce/records_inv.mlw Mutable VC record_match_eval_test2: Unknown (sat) +bench/ce/records_inv.mlw Mutable VC record_match_eval_test2: Timeout or Unknown Counter-example model:File records_inv.mlw: Line 73: x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , @@ -172,7 +108,7 @@ x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , "value" : {"type" : "Boolean" , "val" : false } }] } } -bench/ce/records_inv.mlw Mutable VC record_match_eval_test3: Unknown (sat) +bench/ce/records_inv.mlw Mutable VC record_match_eval_test3: Timeout or Unknown Counter-example model:File records_inv.mlw: Line 78: x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , @@ -186,8 +122,14 @@ x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , "value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , "val" : false } }] } } +Line 81: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } -bench/ce/records_inv.mlw Mutable VC record_match_eval_test4: Unknown (sat) +bench/ce/records_inv.mlw Mutable VC record_match_eval_test4: Timeout or Unknown Counter-example model:File records_inv.mlw: Line 83: x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , @@ -201,4 +143,10 @@ x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , "value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , "val" : false } }] } } +Line 86: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } diff --git a/bench/ce/oracles/records_inv_Z3,4.6.0_SP.oracle b/bench/ce/oracles/records_inv_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..a635cf472a7700ae23f144879b45c210003d2849 --- /dev/null +++ b/bench/ce/oracles/records_inv_Z3,4.6.0_SP.oracle @@ -0,0 +1,96 @@ +Strongest Postcondition +bench/ce/records_inv.mlw M VC r: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test1: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 15: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 16: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } + +bench/ce/records_inv.mlw M VC record_match_eval_test1: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test2: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 23: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , +"value" : {"type" : "Integer" , "val" : "0" } } +Line 24: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "0" } } + +bench/ce/records_inv.mlw M VC record_match_eval_test3: Timeout or Unknown +bench/ce/records_inv.mlw M VC record_match_eval_test3: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test4: Timeout or Unknown +bench/ce/records_inv.mlw M VC record_match_eval_test4: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test44: Timeout or Unknown +bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid +bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Timeout or Unknown +bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Valid +bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Unknown (sat) +Counter-example model:File records_inv.mlw: +Line 65: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 66: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : true } }] } } + +bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Valid +bench/ce/records_inv.mlw Mutable VC record_match_eval_test2: Unknown (sat) +Counter-example model:File records_inv.mlw: +Line 73: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 74: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records_inv.mlw Mutable VC record_match_eval_test3: Unknown (sat) +Counter-example model:File records_inv.mlw: +Line 78: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 79: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records_inv.mlw Mutable VC record_match_eval_test4: Unknown (sat) +Counter-example model:File records_inv.mlw: +Line 83: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 84: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + diff --git a/bench/ce/oracles/records_inv_Z3,4.6.0_WP.oracle b/bench/ce/oracles/records_inv_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..8026894de573665195dbc03a7e8aeaffdc3d0c62 --- /dev/null +++ b/bench/ce/oracles/records_inv_Z3,4.6.0_WP.oracle @@ -0,0 +1,108 @@ +Weakest Precondition +bench/ce/records_inv.mlw M VC r: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test1: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 15: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 16: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : true } }] } } + +bench/ce/records_inv.mlw M VC record_match_eval_test1: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test2: Timeout or Unknown +Counter-example model:File records_inv.mlw: +Line 23: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , +"value" : {"type" : "Integer" , "val" : "0" } } +Line 24: +x, [[@introduced], [@model_trace:x]] = {"proj_name" : "f" , "type" : "Proj" , +"value" : {"type" : "Integer" , +"val" : "0" } } + +bench/ce/records_inv.mlw M VC record_match_eval_test3: Timeout or Unknown +bench/ce/records_inv.mlw M VC record_match_eval_test3: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test4: Timeout or Unknown +bench/ce/records_inv.mlw M VC record_match_eval_test4: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test44: Timeout or Unknown +bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid +bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid +bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Timeout or Unknown +bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Valid +bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Unknown (sat) +Counter-example model:File records_inv.mlw: +Line 65: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : true } }] } } +Line 66: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : true } }] } } + +bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Valid +bench/ce/records_inv.mlw Mutable VC record_match_eval_test2: Unknown (sat) +Counter-example model:File records_inv.mlw: +Line 73: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 74: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records_inv.mlw Mutable VC record_match_eval_test3: Unknown (sat) +Counter-example model:File records_inv.mlw: +Line 78: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 79: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 81: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records_inv.mlw Mutable VC record_match_eval_test4: Unknown (sat) +Counter-example model:File records_inv.mlw: +Line 83: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 84: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 86: +x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : ".my_field_f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + diff --git a/bench/ce/oracles/records_label_CVC4,1.5_SP.oracle b/bench/ce/oracles/records_label_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..365a7b1fa2bd856c339fb5b90696b4de53ed65fc --- /dev/null +++ b/bench/ce/oracles/records_label_CVC4,1.5_SP.oracle @@ -0,0 +1,88 @@ +Strongest Postcondition +bench/ce/records_label.mlw Old VC record_old_test1: Timeout or Unknown +Counter-example model:File records_label.mlw: +Line 9: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 11: +x, [[@introduced], [@model_trace:x], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 12: +x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +x, [[@introduced], +[@model_trace:x]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +y at 'Old, [[@introduced], [@model_trace:y], +[@at:'Old], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records_label.mlw Old VC record_at_test2: Timeout or Unknown +Counter-example model:File records_label.mlw: +Line 9: +y, [[@introduced], [@model_trace:y]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 16: +x, [[@introduced], [@model_trace:x], +[@at:L:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 22: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +x, [[@introduced], +[@model_trace:x]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , +"value" : {"type" : "Integer" , "val" : "12" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , "val" : false } }] } } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , +"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records_label.mlw Old VC several_hats: Timeout or Unknown +Counter-example model:File records_label.mlw: +Line 24: +x, [[@introduced], [@model_trace:x], +[@at:L:loc:location], +[@at:M:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 30: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } + diff --git a/bench/ce/records_label_CVC4,1.5.oracle b/bench/ce/oracles/records_label_CVC4,1.5_WP.oracle similarity index 54% rename from bench/ce/records_label_CVC4,1.5.oracle rename to bench/ce/oracles/records_label_CVC4,1.5_WP.oracle index 9450eb751a6160317fcefa22502e1f62f00d64d8..c2eb2ab8c697316d64245d5abcacd509eef61095 100644 --- a/bench/ce/records_label_CVC4,1.5.oracle +++ b/bench/ce/oracles/records_label_CVC4,1.5_WP.oracle @@ -102,91 +102,3 @@ x at M, [[@introduced], [@model_trace:x], [@at:M], "val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , "val" : false } }] } } -Strongest Postcondition -bench/ce/records_label.mlw Old VC record_old_test1: Timeout or Unknown -Counter-example model:File records_label.mlw: -Line 9: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 11: -x, [[@introduced], [@model_trace:x], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 12: -x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -x, [[@introduced], -[@model_trace:x]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -y at 'Old, [[@introduced], [@model_trace:y], -[@at:'Old], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records_label.mlw Old VC record_at_test2: Timeout or Unknown -Counter-example model:File records_label.mlw: -Line 9: -y, [[@introduced], [@model_trace:y]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 16: -x, [[@introduced], [@model_trace:x], -[@at:L:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 22: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -x, [[@introduced], -[@model_trace:x]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , -"value" : {"type" : "Integer" , "val" : "12" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , "val" : false } }] } } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records_label.mlw Old VC several_hats: Timeout or Unknown -Counter-example model:File records_label.mlw: -Line 24: -x, [[@introduced], [@model_trace:x], -[@at:L:loc:location], -[@at:M:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 30: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } - diff --git a/bench/ce/oracles/records_label_Z3,4.6.0_SP.oracle b/bench/ce/oracles/records_label_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..33d2b1c83cebadf36cd52725058fa35e1253499f --- /dev/null +++ b/bench/ce/oracles/records_label_Z3,4.6.0_SP.oracle @@ -0,0 +1,88 @@ +Strongest Postcondition +bench/ce/records_label.mlw Old VC record_old_test1: Unknown (sat) +Counter-example model:File records_label.mlw: +Line 9: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 11: +x, [[@introduced], [@model_trace:x], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "5" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 12: +x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "5" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +x, [[@introduced], +[@model_trace:x]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , +"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } +y at 'Old, [[@introduced], [@model_trace:y], +[@at:'Old], +[@at:'Old:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records_label.mlw Old VC record_at_test2: Unknown (sat) +Counter-example model:File records_label.mlw: +Line 9: +y, [[@introduced], [@model_trace:y]] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6058" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 16: +x, [[@introduced], [@model_trace:x], +[@at:L:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 22: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +x, [[@introduced], +[@model_trace:x]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , +"value" : {"type" : "Integer" , "val" : "12" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , "val" : false } }] } } +y, [[@introduced], +[@model_trace:y]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , +"value" : {"type" : "Integer" , "val" : "6058" } }, {"field" : "g" , +"value" : {"type" : "Boolean" , +"val" : false } }] } } + +bench/ce/records_label.mlw Old VC several_hats: Unknown (sat) +Counter-example model:File records_label.mlw: +Line 24: +x, [[@introduced], [@model_trace:x], +[@at:L:loc:location], +[@at:M:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +Line 30: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Record" , +"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , +"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , +"val" : false } }] } } + diff --git a/bench/ce/records_label_Z3,4.6.0.oracle b/bench/ce/oracles/records_label_Z3,4.6.0_WP.oracle similarity index 54% rename from bench/ce/records_label_Z3,4.6.0.oracle rename to bench/ce/oracles/records_label_Z3,4.6.0_WP.oracle index 61ea94a6c2d7e2599674feb33026b30603100c0f..de3fb27c1769d1ff56a9d8d38cbae56b4f836384 100644 --- a/bench/ce/records_label_Z3,4.6.0.oracle +++ b/bench/ce/oracles/records_label_Z3,4.6.0_WP.oracle @@ -102,91 +102,3 @@ x at M, [[@introduced], [@model_trace:x], [@at:M], "val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , "val" : false } }] } } -Strongest Postcondition -bench/ce/records_label.mlw Old VC record_old_test1: Unknown (sat) -Counter-example model:File records_label.mlw: -Line 9: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 11: -x, [[@introduced], [@model_trace:x], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "5" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 12: -x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "5" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -x, [[@introduced], -[@model_trace:x]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -y at 'Old, [[@introduced], [@model_trace:y], -[@at:'Old], -[@at:'Old:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records_label.mlw Old VC record_at_test2: Unknown (sat) -Counter-example model:File records_label.mlw: -Line 9: -y, [[@introduced], [@model_trace:y]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6058" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 16: -x, [[@introduced], [@model_trace:x], -[@at:L:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 22: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "6" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -x, [[@introduced], -[@model_trace:x]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , -"value" : {"type" : "Integer" , "val" : "12" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , "val" : false } }] } } -y, [[@introduced], -[@model_trace:y]] = {"type" : "Record" , "val" : {"Field" : [{"field" : "f" , -"value" : {"type" : "Integer" , "val" : "6058" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records_label.mlw Old VC several_hats: Unknown (sat) -Counter-example model:File records_label.mlw: -Line 24: -x, [[@introduced], [@model_trace:x], -[@at:L:loc:location], -[@at:M:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 30: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } - diff --git a/bench/ce/oracles/ref_CVC4,1.5_SP.oracle b/bench/ce/oracles/ref_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..7297c4406acfec385f3524dccce20e86c3d06f06 --- /dev/null +++ b/bench/ce/oracles/ref_CVC4,1.5_SP.oracle @@ -0,0 +1,112 @@ +Strongest Postcondition +bench/ce/ref.mlw M VC test_post: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 6: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 7: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/ref.mlw M VC test_post2: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 11: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "43" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 13: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "43" } +y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , +"val" : "42" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/ref.mlw M VC incr: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 21: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-1" } +Line 23: +x23, [[@introduced], [@model_trace:x23], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 24: +x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , +"val" : "2" } +x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/ref.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 21: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-2" } +Line 31: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 38: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Integer" , +"val" : "0" } +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/ref.mlw M VC test_loop: Valid +bench/ce/ref.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 21: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-2" } +Line 31: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 38: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Integer" , +"val" : "0" } +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/ref.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 21: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-3" } +Line 31: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 32: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } +x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } + diff --git a/bench/ce/ref_Z3,4.6.0.oracle b/bench/ce/oracles/ref_CVC4,1.5_WP.oracle similarity index 56% rename from bench/ce/ref_Z3,4.6.0.oracle rename to bench/ce/oracles/ref_CVC4,1.5_WP.oracle index c710768527284becfe3aa667af1e34d3954f4e49..df55dc67ab81b7632e3988422ee341847ad53836 100644 --- a/bench/ce/ref_Z3,4.6.0.oracle +++ b/bench/ce/oracles/ref_CVC4,1.5_WP.oracle @@ -42,36 +42,36 @@ Counter-example model:File ref.mlw: Line 21: y, [[@introduced], [@model_trace:y], [@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "1" } +"val" : "-1" } Line 23: x23, [[@introduced], [@model_trace:x23], [@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-1" } +"val" : "0" } Line 24: x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , -"val" : "1" } +"val" : "2" } x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], [@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-1" } +"val" : "0" } y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], [@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "1" } +"val" : "-1" } Line 27: y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , -"val" : "2" } +"val" : "0" } Line 28: x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , -"val" : "0" } +"val" : "1" } Line 29: x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , -"val" : "1" } +"val" : "2" } bench/ce/ref.mlw M VC test_loop: Timeout or Unknown Counter-example model:File ref.mlw: Line 21: y, [[@introduced], [@model_trace:y], [@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } +"val" : "-2" } Line 31: x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], [@at:L:loc:location] = {"type" : "Integer" , @@ -79,16 +79,16 @@ x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], Line 35: x, [[@introduced], [@model_trace:x], [@at:M:loc:location] = {"type" : "Integer" , -"val" : "2" } +"val" : "0" } Line 38: x at L, [[@introduced], [@model_trace:x], [@at:L], [@at:L:loc:location] = {"type" : "Integer" , "val" : "0" } x at M, [[@introduced], [@model_trace:x], [@at:M], [@at:M:loc:location] = {"type" : "Integer" , -"val" : "2" } +"val" : "0" } x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "2" } +"val" : "0" } bench/ce/ref.mlw M VC test_loop: Valid bench/ce/ref.mlw M VC test_loop: Timeout or Unknown @@ -146,115 +146,3 @@ Line 37: x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , "val" : "0" } -Strongest Postcondition -bench/ce/ref.mlw M VC test_post: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 6: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 7: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/ref.mlw M VC test_post2: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 11: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "43" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 13: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "43" } -y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , -"val" : "42" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/ref.mlw M VC incr: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 21: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "1" } -Line 23: -x23, [[@introduced], [@model_trace:x23], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-1" } -Line 24: -x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , -"val" : "1" } -x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-1" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "1" } - -bench/ce/ref.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 21: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 31: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 38: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Integer" , -"val" : "2" } -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "2" } - -bench/ce/ref.mlw M VC test_loop: Valid -bench/ce/ref.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 21: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-2" } -Line 31: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 38: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Integer" , -"val" : "0" } -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/ref.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 21: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-3" } -Line 31: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 32: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } -x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } - diff --git a/bench/ce/oracles/ref_Z3,4.6.0_SP.oracle b/bench/ce/oracles/ref_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..f366baadb6fd59d983e8c6a3b86da097c18939b0 --- /dev/null +++ b/bench/ce/oracles/ref_Z3,4.6.0_SP.oracle @@ -0,0 +1,112 @@ +Strongest Postcondition +bench/ce/ref.mlw M VC test_post: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 6: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 7: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/ref.mlw M VC test_post2: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 11: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "43" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 13: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "43" } +y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , +"val" : "42" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/ref.mlw M VC incr: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 21: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "1" } +Line 23: +x23, [[@introduced], [@model_trace:x23], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-1" } +Line 24: +x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , +"val" : "1" } +x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-1" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "1" } + +bench/ce/ref.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 21: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 31: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 38: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Integer" , +"val" : "2" } +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "2" } + +bench/ce/ref.mlw M VC test_loop: Valid +bench/ce/ref.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 21: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-2" } +Line 31: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 38: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Integer" , +"val" : "0" } +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/ref.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref.mlw: +Line 21: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-3" } +Line 31: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 32: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } +x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } + diff --git a/bench/ce/ref_CVC4,1.5.oracle b/bench/ce/oracles/ref_Z3,4.6.0_WP.oracle similarity index 55% rename from bench/ce/ref_CVC4,1.5.oracle rename to bench/ce/oracles/ref_Z3,4.6.0_WP.oracle index eae9938582d0f6e9506b53a5a81b6cfae47e715e..da07d4c898708d19ff166685339c0ae2e14c66c1 100644 --- a/bench/ce/ref_CVC4,1.5.oracle +++ b/bench/ce/oracles/ref_Z3,4.6.0_WP.oracle @@ -42,36 +42,36 @@ Counter-example model:File ref.mlw: Line 21: y, [[@introduced], [@model_trace:y], [@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-1" } +"val" : "1" } Line 23: x23, [[@introduced], [@model_trace:x23], [@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } +"val" : "-1" } Line 24: x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , -"val" : "2" } +"val" : "1" } x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], [@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } +"val" : "-1" } y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], [@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-1" } +"val" : "1" } Line 27: y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , -"val" : "0" } +"val" : "2" } Line 28: x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , -"val" : "1" } +"val" : "0" } Line 29: x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , -"val" : "2" } +"val" : "1" } bench/ce/ref.mlw M VC test_loop: Timeout or Unknown Counter-example model:File ref.mlw: Line 21: y, [[@introduced], [@model_trace:y], [@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-2" } +"val" : "0" } Line 31: x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], [@at:L:loc:location] = {"type" : "Integer" , @@ -79,16 +79,16 @@ x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], Line 35: x, [[@introduced], [@model_trace:x], [@at:M:loc:location] = {"type" : "Integer" , -"val" : "0" } +"val" : "2" } Line 38: x at L, [[@introduced], [@model_trace:x], [@at:L], [@at:L:loc:location] = {"type" : "Integer" , "val" : "0" } x at M, [[@introduced], [@model_trace:x], [@at:M], [@at:M:loc:location] = {"type" : "Integer" , -"val" : "0" } +"val" : "2" } x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } +"val" : "2" } bench/ce/ref.mlw M VC test_loop: Valid bench/ce/ref.mlw M VC test_loop: Timeout or Unknown @@ -146,115 +146,3 @@ Line 37: x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , "val" : "0" } -Strongest Postcondition -bench/ce/ref.mlw M VC test_post: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 6: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 7: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/ref.mlw M VC test_post2: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 11: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "43" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 13: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "43" } -y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , -"val" : "42" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/ref.mlw M VC incr: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 21: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-1" } -Line 23: -x23, [[@introduced], [@model_trace:x23], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 24: -x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , -"val" : "2" } -x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/ref.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 21: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-2" } -Line 31: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 38: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Integer" , -"val" : "0" } -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/ref.mlw M VC test_loop: Valid -bench/ce/ref.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 21: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-2" } -Line 31: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 38: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Integer" , -"val" : "0" } -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/ref.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref.mlw: -Line 21: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-3" } -Line 31: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 32: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } -x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } - diff --git a/bench/ce/oracles/ref_mono_CVC4,1.5_SP.oracle b/bench/ce/oracles/ref_mono_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..aa8043e0f55acf48f54dfe9382d1b5dc3b00835f --- /dev/null +++ b/bench/ce/oracles/ref_mono_CVC4,1.5_SP.oracle @@ -0,0 +1,115 @@ +Strongest Postcondition +bench/ce/ref_mono.mlw Ref VC ref1: Valid +bench/ce/ref_mono.mlw Ref VC prefix !: Valid +bench/ce/ref_mono.mlw Ref VC infix :=: Valid +bench/ce/ref_mono.mlw M VC test_post: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 20: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 21: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "1" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/ref_mono.mlw M VC test_post2: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 25: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "43" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 27: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "43" } +y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , +"val" : "42" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/ref_mono.mlw M VC incr: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 35: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-1" } +Line 37: +x23, [[@introduced], [@model_trace:x23], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 38: +x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , +"val" : "2" } +x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-1" } + +bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 35: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-2" } +Line 45: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 52: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Integer" , +"val" : "0" } +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/ref_mono.mlw M VC test_loop: Valid +bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 35: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-2" } +Line 45: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 52: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "0" } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Integer" , +"val" : "0" } +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } + +bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 35: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-3" } +Line 45: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 46: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "0" } +x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } + diff --git a/bench/ce/ref_mono_CVC4,1.5.oracle b/bench/ce/oracles/ref_mono_CVC4,1.5_WP.oracle similarity index 55% rename from bench/ce/ref_mono_CVC4,1.5.oracle rename to bench/ce/oracles/ref_mono_CVC4,1.5_WP.oracle index be9573c9fa62ba9bd5e365f90ff0e723a3a4b8ef..d8f730122b56d16353f0abfaf18c871cd8edb096 100644 --- a/bench/ce/ref_mono_CVC4,1.5.oracle +++ b/bench/ce/oracles/ref_mono_CVC4,1.5_WP.oracle @@ -149,118 +149,3 @@ Line 51: x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , "val" : "0" } -Strongest Postcondition -bench/ce/ref_mono.mlw Ref VC ref1: Valid -bench/ce/ref_mono.mlw Ref VC prefix !: Valid -bench/ce/ref_mono.mlw Ref VC infix :=: Valid -bench/ce/ref_mono.mlw M VC test_post: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 20: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 21: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "1" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/ref_mono.mlw M VC test_post2: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 25: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "43" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 27: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "43" } -y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , -"val" : "42" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/ref_mono.mlw M VC incr: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 35: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-1" } -Line 37: -x23, [[@introduced], [@model_trace:x23], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 38: -x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , -"val" : "2" } -x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-1" } - -bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 35: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-2" } -Line 45: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 52: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Integer" , -"val" : "0" } -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/ref_mono.mlw M VC test_loop: Valid -bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 35: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-2" } -Line 45: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 52: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "0" } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Integer" , -"val" : "0" } -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } - -bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 35: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-3" } -Line 45: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 46: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "0" } -x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } - diff --git a/bench/ce/oracles/ref_mono_Z3,4.6.0_SP.oracle b/bench/ce/oracles/ref_mono_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..961d3854223025050b4adbdce38651404142b6c8 --- /dev/null +++ b/bench/ce/oracles/ref_mono_Z3,4.6.0_SP.oracle @@ -0,0 +1,116 @@ +Strongest Postcondition +bench/ce/ref_mono.mlw Ref VC ref1: Valid +bench/ce/ref_mono.mlw Ref VC prefix !: Valid +bench/ce/ref_mono.mlw Ref VC infix :=: Valid +bench/ce/ref_mono.mlw M VC test_post: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 20: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "6687" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "4350" } +Line 21: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "6687" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "4350" } + +bench/ce/ref_mono.mlw M VC test_post2: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 25: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "96" } +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-6082" } +Line 27: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "96" } +y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , +"val" : "-5987" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-6082" } + +bench/ce/ref_mono.mlw M VC incr: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 35: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "1" } +Line 37: +x23, [[@introduced], [@model_trace:x23], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "399" } +Line 38: +x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , +"val" : "401" } +x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "399" } +y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "1" } + +bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 35: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "0" } +Line 45: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "53" } +Line 52: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "53" } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Integer" , +"val" : "55" } +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "55" } + +bench/ce/ref_mono.mlw M VC test_loop: Valid +bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 35: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "18248" } +Line 45: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "-6084" } +Line 52: +x at L, [[@introduced], [@model_trace:x], [@at:L], +[@at:L:loc:location] = {"type" : "Integer" , +"val" : "-6084" } +x at M, [[@introduced], [@model_trace:x], [@at:M], +[@at:M:loc:location] = {"type" : "Integer" , +"val" : "12166" } +x, [[@introduced], +[@model_trace:x]] = {"type" : "Integer" , +"val" : "6082" } + +bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown +Counter-example model:File ref_mono.mlw: +Line 35: +y, [[@introduced], [@model_trace:y], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "622" } +Line 45: +x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], +[@at:L:loc:location], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-400" } +Line 46: +x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , +"val" : "-175" } +x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "-400" } + diff --git a/bench/ce/ref_mono_Z3,4.6.0.oracle b/bench/ce/oracles/ref_mono_Z3,4.6.0_WP.oracle similarity index 55% rename from bench/ce/ref_mono_Z3,4.6.0.oracle rename to bench/ce/oracles/ref_mono_Z3,4.6.0_WP.oracle index 78a173e64caa27eefd5848ee9a4467e6857ee779..25f415f47c0420a40c340c29c987d7eb2aa6ab83 100644 --- a/bench/ce/ref_mono_Z3,4.6.0.oracle +++ b/bench/ce/oracles/ref_mono_Z3,4.6.0_WP.oracle @@ -150,119 +150,3 @@ Line 51: x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , "val" : "-175" } -Strongest Postcondition -bench/ce/ref_mono.mlw Ref VC ref1: Valid -bench/ce/ref_mono.mlw Ref VC prefix !: Valid -bench/ce/ref_mono.mlw Ref VC infix :=: Valid -bench/ce/ref_mono.mlw M VC test_post: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 20: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "6687" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "4350" } -Line 21: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "6687" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "4350" } - -bench/ce/ref_mono.mlw M VC test_post2: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 25: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "96" } -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-6082" } -Line 27: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "96" } -y, [[@introduced], [@model_trace:y]] = {"type" : "Integer" , -"val" : "-5987" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-6082" } - -bench/ce/ref_mono.mlw M VC incr: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 35: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "1" } -Line 37: -x23, [[@introduced], [@model_trace:x23], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "399" } -Line 38: -x23, [[@introduced], [@model_trace:x23]] = {"type" : "Integer" , -"val" : "401" } -x23 at 'Old, [[@introduced], [@at:'Old], [@model_trace:x23], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "399" } -y at 'Old, [[@introduced], [@model_trace:y], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "1" } - -bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 35: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "0" } -Line 45: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "53" } -Line 52: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "53" } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Integer" , -"val" : "55" } -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "55" } - -bench/ce/ref_mono.mlw M VC test_loop: Valid -bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 35: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "18248" } -Line 45: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "-6084" } -Line 52: -x at L, [[@introduced], [@model_trace:x], [@at:L], -[@at:L:loc:location] = {"type" : "Integer" , -"val" : "-6084" } -x at M, [[@introduced], [@model_trace:x], [@at:M], -[@at:M:loc:location] = {"type" : "Integer" , -"val" : "12166" } -x, [[@introduced], -[@model_trace:x]] = {"type" : "Integer" , -"val" : "6082" } - -bench/ce/ref_mono.mlw M VC test_loop: Timeout or Unknown -Counter-example model:File ref_mono.mlw: -Line 35: -y, [[@introduced], [@model_trace:y], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "622" } -Line 45: -x, [[@introduced], [@model_trace:x], [@at:'Old:loc:location], -[@at:L:loc:location], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-400" } -Line 46: -x, [[@introduced], [@model_trace:x]] = {"type" : "Integer" , -"val" : "-175" } -x at 'Old, [[@introduced], [@model_trace:x], [@at:'Old], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "-400" } - diff --git a/bench/ce/oracles/result_CVC4,1.5_SP.oracle b/bench/ce/oracles/result_CVC4,1.5_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..257a0da9203d595e2cbabbd76ad4df36f56caba9 --- /dev/null +++ b/bench/ce/oracles/result_CVC4,1.5_SP.oracle @@ -0,0 +1,27 @@ +Strongest Postcondition +bench/ce/result.mlw M VC p1: Timeout or Unknown +Counter-example model:File result.mlw: +Line 7: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 9: +b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , +"val" : "3" } +Line 11: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "3" } + +bench/ce/result.mlw M VC f: Timeout or Unknown +Counter-example model:File result.mlw: +Line 16: +A, [[@introduced], [@model], [@model_trace:A], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "42" } +Line 18: +A, [[@introduced], [@model], [@model_trace:A]] = {"type" : "Integer" , +"val" : "1" } +A at 'Old, [[@introduced], [@at:'Old], [@model], +[@model_trace:A], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "42" } + diff --git a/bench/ce/result_Z3,4.6.0.oracle b/bench/ce/oracles/result_CVC4,1.5_WP.oracle similarity index 57% rename from bench/ce/result_Z3,4.6.0.oracle rename to bench/ce/oracles/result_CVC4,1.5_WP.oracle index 55d9bfff032d39db05da9ec4ad702f891d3cc1ad..1a80f4b62d74b5c821f14b0e616da07966605797 100644 --- a/bench/ce/result_Z3,4.6.0.oracle +++ b/bench/ce/oracles/result_CVC4,1.5_WP.oracle @@ -34,30 +34,3 @@ Line 20: A, [[@introduced], [@model], [@model_trace:A]] = {"type" : "Integer" , "val" : "1" } -Strongest Postcondition -bench/ce/result.mlw M VC p1: Timeout or Unknown -Counter-example model:File result.mlw: -Line 7: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 9: -b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , -"val" : "3" } -Line 11: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "3" } - -bench/ce/result.mlw M VC f: Timeout or Unknown -Counter-example model:File result.mlw: -Line 16: -A, [[@introduced], [@model], [@model_trace:A], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "42" } -Line 18: -A, [[@introduced], [@model], [@model_trace:A]] = {"type" : "Integer" , -"val" : "1" } -A at 'Old, [[@introduced], [@at:'Old], [@model], -[@model_trace:A], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "42" } - diff --git a/bench/ce/oracles/result_Z3,4.6.0_SP.oracle b/bench/ce/oracles/result_Z3,4.6.0_SP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..257a0da9203d595e2cbabbd76ad4df36f56caba9 --- /dev/null +++ b/bench/ce/oracles/result_Z3,4.6.0_SP.oracle @@ -0,0 +1,27 @@ +Strongest Postcondition +bench/ce/result.mlw M VC p1: Timeout or Unknown +Counter-example model:File result.mlw: +Line 7: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "0" } +Line 9: +b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , +"val" : "3" } +Line 11: +a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , +"val" : "3" } + +bench/ce/result.mlw M VC f: Timeout or Unknown +Counter-example model:File result.mlw: +Line 16: +A, [[@introduced], [@model], [@model_trace:A], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "42" } +Line 18: +A, [[@introduced], [@model], [@model_trace:A]] = {"type" : "Integer" , +"val" : "1" } +A at 'Old, [[@introduced], [@at:'Old], [@model], +[@model_trace:A], +[@at:'Old:loc:location] = {"type" : "Integer" , +"val" : "42" } + diff --git a/bench/ce/result_CVC4,1.5.oracle b/bench/ce/oracles/result_Z3,4.6.0_WP.oracle similarity index 57% rename from bench/ce/result_CVC4,1.5.oracle rename to bench/ce/oracles/result_Z3,4.6.0_WP.oracle index 55d9bfff032d39db05da9ec4ad702f891d3cc1ad..1a80f4b62d74b5c821f14b0e616da07966605797 100644 --- a/bench/ce/result_CVC4,1.5.oracle +++ b/bench/ce/oracles/result_Z3,4.6.0_WP.oracle @@ -34,30 +34,3 @@ Line 20: A, [[@introduced], [@model], [@model_trace:A]] = {"type" : "Integer" , "val" : "1" } -Strongest Postcondition -bench/ce/result.mlw M VC p1: Timeout or Unknown -Counter-example model:File result.mlw: -Line 7: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "0" } -Line 9: -b, [[@introduced], [@model_trace:b]] = {"type" : "Integer" , -"val" : "3" } -Line 11: -a, [[@introduced], [@model_trace:a]] = {"type" : "Integer" , -"val" : "3" } - -bench/ce/result.mlw M VC f: Timeout or Unknown -Counter-example model:File result.mlw: -Line 16: -A, [[@introduced], [@model], [@model_trace:A], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "42" } -Line 18: -A, [[@introduced], [@model], [@model_trace:A]] = {"type" : "Integer" , -"val" : "1" } -A at 'Old, [[@introduced], [@at:'Old], [@model], -[@model_trace:A], -[@at:'Old:loc:location] = {"type" : "Integer" , -"val" : "42" } - diff --git a/bench/ce/simple_array_CVC4,1.5.oracle b/bench/ce/oracles/simple_array_CVC4,1.5_SP.oracle similarity index 50% rename from bench/ce/simple_array_CVC4,1.5.oracle rename to bench/ce/oracles/simple_array_CVC4,1.5_SP.oracle index aad894b3a4bedd0bc7a6bbdda98c1eb2bc781255..fc6f2b088796ef72380031bfb96c44eaa9ea64a7 100644 --- a/bench/ce/simple_array_CVC4,1.5.oracle +++ b/bench/ce/oracles/simple_array_CVC4,1.5_SP.oracle @@ -1,14 +1,3 @@ -Weakest Precondition -bench/ce/simple_array.mlw ModelArray t1: Unknown (sat) -Counter-example model:File simple_array.mlw: -Line 5: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "0" } -t, [[@introduced], [@model_trace:t]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "43" } }, -{"others" : {"type" : "Integer" , -"val" : "0" } }] } - Strongest Postcondition bench/ce/simple_array.mlw ModelArray t1: Unknown (sat) Counter-example model:File simple_array.mlw: diff --git a/bench/ce/oracles/simple_array_CVC4,1.5_WP.oracle b/bench/ce/oracles/simple_array_CVC4,1.5_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..9f9cd6aa41e159d241668841f7be374b0132e86b --- /dev/null +++ b/bench/ce/oracles/simple_array_CVC4,1.5_WP.oracle @@ -0,0 +1,11 @@ +Weakest Precondition +bench/ce/simple_array.mlw ModelArray t1: Unknown (sat) +Counter-example model:File simple_array.mlw: +Line 5: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "0" } +t, [[@introduced], [@model_trace:t]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "43" } }, +{"others" : {"type" : "Integer" , +"val" : "0" } }] } + diff --git a/bench/ce/simple_array_Z3,4.6.0.oracle b/bench/ce/oracles/simple_array_Z3,4.6.0_SP.oracle similarity index 50% rename from bench/ce/simple_array_Z3,4.6.0.oracle rename to bench/ce/oracles/simple_array_Z3,4.6.0_SP.oracle index ffa2c43fb67abd27b83308b992baac1eef2403af..0f3cbd78308eb1c2af3d1bf3a2a2ceaeb071cc3e 100644 --- a/bench/ce/simple_array_Z3,4.6.0.oracle +++ b/bench/ce/oracles/simple_array_Z3,4.6.0_SP.oracle @@ -1,14 +1,3 @@ -Weakest Precondition -bench/ce/simple_array.mlw ModelArray t1: Unknown (sat) -Counter-example model:File simple_array.mlw: -Line 5: -i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , -"val" : "0" } -t, [[@introduced], [@model_trace:t]] = {"type" : "Array" , -"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "1" } }, -{"others" : {"type" : "Integer" , -"val" : "1" } }] } - Strongest Postcondition bench/ce/simple_array.mlw ModelArray t1: Unknown (sat) Counter-example model:File simple_array.mlw: diff --git a/bench/ce/oracles/simple_array_Z3,4.6.0_WP.oracle b/bench/ce/oracles/simple_array_Z3,4.6.0_WP.oracle new file mode 100644 index 0000000000000000000000000000000000000000..95b6fc18acda98c309ed00080238f16ee0de7ef9 --- /dev/null +++ b/bench/ce/oracles/simple_array_Z3,4.6.0_WP.oracle @@ -0,0 +1,11 @@ +Weakest Precondition +bench/ce/simple_array.mlw ModelArray t1: Unknown (sat) +Counter-example model:File simple_array.mlw: +Line 5: +i, [[@introduced], [@model_trace:i]] = {"type" : "Integer" , +"val" : "0" } +t, [[@introduced], [@model_trace:t]] = {"type" : "Array" , +"val" : [{"indice" : "0" , "value" : {"type" : "Integer" , "val" : "1" } }, +{"others" : {"type" : "Integer" , +"val" : "1" } }] } + diff --git a/bench/ce/records_inv_CVC4,1.5.oracle b/bench/ce/records_inv_CVC4,1.5.oracle deleted file mode 100644 index faa2df537415d0e1e21303c460f687b272cb1fb4..0000000000000000000000000000000000000000 --- a/bench/ce/records_inv_CVC4,1.5.oracle +++ /dev/null @@ -1,292 +0,0 @@ -Weakest Precondition -bench/ce/records_inv.mlw M VC r: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test1: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 15: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 16: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } - -bench/ce/records_inv.mlw M VC record_match_eval_test1: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test2: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 23: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 24: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records_inv.mlw M VC record_match_eval_test3: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 28: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 31: -the check fails with all inputs - -bench/ce/records_inv.mlw M VC record_match_eval_test3: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test4: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 33: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 36: -the check fails with all inputs - -bench/ce/records_inv.mlw M VC record_match_eval_test4: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test44: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 39: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 42: -the check fails with all inputs - -bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid -bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 46: -re, [[@introduced], [@model_trace:re]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 48: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 51: -the check fails with all inputs - -bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Valid -bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 65: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 66: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : true } }] } } - -bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Valid -bench/ce/records_inv.mlw Mutable VC record_match_eval_test2: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 73: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 74: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records_inv.mlw Mutable VC record_match_eval_test3: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 78: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 79: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 81: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records_inv.mlw Mutable VC record_match_eval_test4: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 83: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 84: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 86: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -Strongest Postcondition -bench/ce/records_inv.mlw M VC r: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test1: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 15: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 16: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : true } }] } } - -bench/ce/records_inv.mlw M VC record_match_eval_test1: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test2: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 23: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 24: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records_inv.mlw M VC record_match_eval_test3: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 28: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 31: -the check fails with all inputs - -bench/ce/records_inv.mlw M VC record_match_eval_test3: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test4: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 33: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 36: -the check fails with all inputs - -bench/ce/records_inv.mlw M VC record_match_eval_test4: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test44: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 39: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 42: -the check fails with all inputs - -bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid -bench/ce/records_inv.mlw M VC record_match_eval_test44: Valid -bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 46: -re, [[@introduced], [@model_trace:re]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 48: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : "f" , "value" : {"type" : "Integer" , -"val" : "0" } }, {"field" : "g" , "value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 51: -the check fails with all inputs - -bench/ce/records_inv.mlw M VC test_record_match_eval_test5: Valid -bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 65: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : true } }] } } -Line 66: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : true } }] } } - -bench/ce/records_inv.mlw Mutable VC record_match_eval_test1: Valid -bench/ce/records_inv.mlw Mutable VC record_match_eval_test2: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 73: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 74: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records_inv.mlw Mutable VC record_match_eval_test3: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 78: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 79: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } - -bench/ce/records_inv.mlw Mutable VC record_match_eval_test4: Timeout or Unknown -Counter-example model:File records_inv.mlw: -Line 83: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "0" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -Line 84: -x, [[@introduced], [@model_trace:x]] = {"type" : "Record" , -"val" : {"Field" : [{"field" : ".my_field_f" , -"value" : {"type" : "Integer" , "val" : "6" } }, {"field" : "g" , -"value" : {"type" : "Boolean" , -"val" : false } }] } } -