summaryrefslogtreecommitdiff
path: root/contrib/competitions/smt-comp
diff options
context:
space:
mode:
authorAndres Noetzli <andres.noetzli@gmail.com>2019-09-26 17:52:37 -0700
committerGitHub <noreply@github.com>2019-09-26 17:52:37 -0700
commit3aafd4a2ced87f0fd82ebe5279b73c84552502d5 (patch)
tree2e96b3cf82d4a1d2c74bb5a6b3227d5afb3716d1 /contrib/competitions/smt-comp
parent9ba1854be7d798a899a2b46c2707d376938c5d18 (diff)
parent923abd7000a2ab6e3c0776c59d159bdc3a4d9a52 (diff)
Merge branch 'master' into splitEqRew
Diffstat (limited to 'contrib/competitions/smt-comp')
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp-current162
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp-current-incremental84
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp-current-model-validation25
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp-current-unsat-cores86
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp201251
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp201496
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2014-application52
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2015106
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2015-application52
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2015-assertions108
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2016134
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2016-application51
-rw-r--r--contrib/competitions/smt-comp/run-script-smtcomp2017152
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2017-application57
-rw-r--r--contrib/competitions/smt-comp/run-script-smtcomp2017-unsat-cores74
-rw-r--r--contrib/competitions/smt-comp/run-script-smtcomp2018157
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2018-application84
-rw-r--r--contrib/competitions/smt-comp/run-script-smtcomp2018-unsat-cores83
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2019162
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2019-incremental84
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2019-model-validation25
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smtcomp2019-unsat-cores86
-rwxr-xr-xcontrib/competitions/smt-comp/run-script-smteval201361
23 files changed, 2032 insertions, 0 deletions
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp-current b/contrib/competitions/smt-comp/run-script-smtcomp-current
new file mode 100755
index 000000000..a8c6b0ba4
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp-current
@@ -0,0 +1,162 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: trywith [params..]
+# to attempt a run. Only thing printed on stdout is "sat" or "unsat", in which
+# case this run script terminates immediately. Otherwise, this function
+# returns normally and prints the output of the solver to stderr.
+function trywith {
+ limit=$1; shift;
+ result="$(ulimit -S -t "$limit";$cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench)"
+ case "$result" in
+ sat|unsat) echo "$result"; exit 0;;
+ *) echo "$result" >&2;;
+ esac
+}
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ trywith 400 --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi
+ finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp
+ ;;
+QF_LIA)
+ # same as QF_LRA but add --pb-rewrites
+ finishwith --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi --pb-rewrites
+ ;;
+QF_NIA)
+ trywith 600 --nl-ext-tplanes --decision=internal
+ trywith 60 --nl-ext-tplanes --decision=justification
+ trywith 60 --no-nl-ext-tplanes --decision=internal
+ # this totals up to more than 40 minutes, although notice that smaller bit-widths may quickly fail
+ trywith 600 --solve-int-as-bv=2 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ trywith 600 --solve-int-as-bv=4 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ trywith 600 --solve-int-as-bv=8 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ trywith 600 --solve-int-as-bv=16 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ trywith 1200 --solve-int-as-bv=32 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ finishwith --nl-ext-tplanes --decision=internal
+ ;;
+QF_NRA)
+ trywith 600 --nl-ext-tplanes --decision=internal
+ trywith 600 --nl-ext-tplanes --decision=justification --no-nl-ext-factor
+ trywith 60 --nl-ext-tplanes --decision=internal --solve-real-as-int
+ finishwith --nl-ext-tplanes --decision=justification
+ ;;
+# all logics with UF + quantifiers should either fall under this or special cases below
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFIDL|UFLIA|UFLRA|UFNIA|UFDT|UFDTLIA|AUFDTLIA|AUFBVDTLIA|AUFNIA)
+ # the following is designed for a run time of 20 min.
+ # initial runs 2min
+ trywith 60 --simplification=none --full-saturate-quant
+ trywith 60 --no-e-matching --full-saturate-quant
+ # trigger selections 6min
+ trywith 60 --relevant-triggers --full-saturate-quant
+ trywith 60 --trigger-sel=max --full-saturate-quant
+ trywith 60 --multi-trigger-when-single --full-saturate-quant
+ trywith 60 --multi-trigger-when-single --multi-trigger-priority --full-saturate-quant
+ trywith 60 --multi-trigger-cache --full-saturate-quant
+ trywith 60 --no-multi-trigger-linear --full-saturate-quant
+ # other 8min
+ trywith 60 --pre-skolem-quant --full-saturate-quant
+ trywith 60 --inst-when=full --full-saturate-quant
+ trywith 60 --no-e-matching --no-quant-cf --full-saturate-quant
+ trywith 60 --full-saturate-quant --quant-ind
+ trywith 60 --decision=internal --simplification=none --no-inst-no-entail --no-quant-cf --full-saturate-quant
+ trywith 60 --decision=internal --full-saturate-quant
+ trywith 60 --term-db-mode=relevant --full-saturate-quant
+ trywith 60 --fs-interleave --full-saturate-quant
+ # finite model find 6min
+ trywith 60 --finite-model-find --mbqi=none
+ trywith 60 --finite-model-find --decision=internal
+ trywith 60 --finite-model-find --macros-quant --macros-quant-mode=all
+ trywith 60 --finite-model-find --uf-ss=no-minimal
+ trywith 120 --finite-model-find --fmf-inst-engine
+ # long runs 8min
+ trywith 480 --finite-model-find --decision=internal
+ finishwith --full-saturate-quant
+ ;;
+ABVFP|BVFP|FP)
+ finishwith --full-saturate-quant --fp-exp
+ ;;
+UFBV)
+ # most problems in UFBV are essentially BV
+ trywith 600 --full-saturate-quant --decision=internal
+ trywith 600 --full-saturate-quant --cbqi-nested-qe --decision=internal
+ trywith 60 --full-saturate-quant --no-cbqi-innermost --global-negate
+ finishwith --finite-model-find
+ ;;
+BV)
+ trywith 240 --full-saturate-quant
+ trywith 240 --full-saturate-quant --no-cbqi-innermost
+ trywith 600 --full-saturate-quant --cbqi-nested-qe --decision=internal
+ trywith 60 --full-saturate-quant --no-cbqi-bv
+ trywith 60 --full-saturate-quant --cbqi-bv-ineq=eq-slack
+ # finish 10min
+ finishwith --full-saturate-quant --no-cbqi-innermost --global-negate
+ ;;
+LIA|LRA|NIA|NRA)
+ trywith 60 --full-saturate-quant --nl-ext-tplanes
+ trywith 600 --full-saturate-quant --no-cbqi-innermost
+ trywith 600 --full-saturate-quant --cbqi-nested-qe
+ finishwith --full-saturate-quant --cbqi-nested-qe --decision=internal
+ ;;
+QF_AUFBV)
+ trywith 1200
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ trywith 100 --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv
+ trywith 1000 --arrays-weak-equiv
+ finishwith --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv
+ ;;
+QF_UFBV)
+ # Benchmarks with uninterpreted sorts cannot be solved with eager
+ # bit-blasting currently
+ trywith 2400 --bitblast=eager --bv-sat-solver=cadical
+ finishwith
+ ;;
+QF_BV)
+ finishwith --bv-div-zero-const --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ ;;
+QF_AUFLIA)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=justification
+ ;;
+QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=internal
+ ;;
+QF_AUFNIA)
+ finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_ALIA)
+ trywith 140 --decision=justification --arrays-weak-equiv
+ finishwith --decision=justification-stoponly --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_S|QF_SLIA)
+ trywith 300 --strings-exp --rewrite-divk --lang=smt2.6.1 --strings-fmf
+ finishwith --strings-exp --rewrite-divk --lang=smt2.6.1
+ ;;
+QF_ABVFP)
+ finishwith --fp-exp
+ ;;
+QF_BVFP)
+ finishwith --fp-exp
+ ;;
+QF_FP)
+ finishwith --fp-exp
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp-current-incremental b/contrib/competitions/smt-comp/run-script-smtcomp-current-incremental
new file mode 100755
index 000000000..12c91a036
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp-current-incremental
@@ -0,0 +1,84 @@
+#!/bin/bash
+
+cvc4=./cvc4
+
+line=""
+while [[ -z "$line" ]]; do
+ read line
+done
+if [ "$line" != '(set-option :print-success true)' ]; then
+ echo 'ERROR: first line supposed to be set-option :print-success, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+line=""
+while [[ -z "$line" ]]; do
+ read line
+done
+logic=$(expr "$line" : ' *(set-logic *\([A-Z_]*\) *) *$')
+if [ -z "$logic" ]; then
+ echo 'ERROR: second line supposed to be set-logic, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+
+function runcvc4 {
+ # we run in this way for line-buffered input, otherwise memory's a
+ # concern (plus it mimics what we'll end up getting from an
+ # application-track trace runner?)
+ $cvc4 --force-logic="$logic" -L smt2.6 --print-success --no-checking --no-interactive "$@" <&0-
+}
+
+case "$logic" in
+
+ALIA|QF_ALIA|QF_LRA|QF_UFLIA|QF_UFLRA|UFLRA)
+ runcvc4 --incremental
+ ;;
+ANIA|QF_ANIA|QF_NIA|QF_UFNIA|QF_NRA)
+ runcvc4 --tear-down-incremental=1
+ ;;
+LIA|LRA)
+ runcvc4 --incremental
+ ;;
+QF_AUFLIA)
+ runcvc4 --no-arrays-eager-index --arrays-eager-lemmas --incremental
+ ;;
+QF_BV)
+ runcvc4 --incremental --bitblast=eager --bv-sat-solver=cadical
+ ;;
+QF_LIA)
+ runcvc4 --tear-down-incremental=1 --unconstrained-simp
+ ;;
+QF_UFBV)
+ runcvc4 --incremental
+ ;;
+QF_UF)
+ runcvc4 --incremental
+ ;;
+QF_AUFBV)
+ runcvc4 --incremental
+ ;;
+QF_ABV)
+ runcvc4 --incremental
+ ;;
+ABVFP)
+ runcvc4 --incremental
+ ;;
+BVFP)
+ runcvc4 --incremental
+ ;;
+QF_ABVFP)
+ runcvc4 --incremental
+ ;;
+QF_BVFP)
+ runcvc4 --incremental
+ ;;
+QF_FP)
+ runcvc4 --incremental
+ ;;
+*)
+ # just run the default
+ runcvc4 --incremental
+ ;;
+
+esac
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp-current-model-validation b/contrib/competitions/smt-comp/run-script-smtcomp-current-model-validation
new file mode 100755
index 000000000..eec17294d
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp-current-model-validation
@@ -0,0 +1,25 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_BV)
+ finishwith --bv-div-zero-const --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp-current-unsat-cores b/contrib/competitions/smt-comp/run-script-smtcomp-current-unsat-cores
new file mode 100755
index 000000000..795de734b
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp-current-unsat-cores
@@ -0,0 +1,86 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ finishwith --no-restrict-pivots --use-soi --new-prop
+ ;;
+QF_LIA)
+ finishwith --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --use-soi
+ ;;
+QF_NIA)
+ finishwith --solve-int-as-bv=32 --bitblast=eager --bv-sat-solver=cryptominisat
+ ;;
+QF_NRA)
+ finishwith --nl-ext --nl-ext-tplanes
+ ;;
+# all logics with UF + quantifiers should either fall under this or special cases below
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFIDL|UFLIA|UFLRA|UFNIA|UFDT|UFDTLIA|AUFDTLIA|AUFBVDTLIA|AUFNIA|ABVFP|BVFP|FP)
+ finishwith --full-saturate-quant --fp-exp
+ ;;
+UFBV)
+ finishwith --finite-model-find
+ ;;
+BV)
+ finishwith --full-saturate-quant --decision=internal
+ ;;
+LIA|LRA)
+ finishwith --full-saturate-quant --cbqi-nested-qe --decision=internal
+ ;;
+NIA|NRA)
+ finishwith --full-saturate-quant --cbqi-nested-qe --decision=internal
+ ;;
+QF_AUFBV)
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ finishwith --ite-simp --simp-with-care --arrays-weak-equiv
+ ;;
+QF_UFBV)
+ finishwith
+ ;;
+QF_BV)
+ finishwith --bv-div-zero-const --bv-eq-slicer=auto --no-bv-abstraction
+ ;;
+QF_AUFLIA)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=justification
+ ;;
+QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=internal
+ ;;
+QF_AUFNIA)
+ finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_ALIA)
+ finishwith --decision=justification-stoponly --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_S|QF_SLIA)
+ finishwith --strings-exp --rewrite-divk --lang=smt2.6.1
+ ;;
+QF_ABVFP)
+ finishwith --fp-exp
+ ;;
+QF_BVFP)
+ finishwith --fp-exp
+ ;;
+QF_FP)
+ finishwith --fp-exp
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2012 b/contrib/competitions/smt-comp/run-script-smtcomp2012
new file mode 100755
index 000000000..dfdd88cc6
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2012
@@ -0,0 +1,51 @@
+#!/bin/bash
+
+cat >bench-$$.smt2
+trap 'rm bench-$$.smt2' EXIT
+
+logic=$(expr "$(head -n 1 bench-$$.smt2)" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: trywith [params..]
+# to attempt a run. Only thing printed on stdout is "sat" or "unsat", in
+# which case this run script terminates immediately. Otherwise, this
+# function returns normally.
+function trywith {
+ result="$(./cvc4 -L smt2 --no-checking --no-interactive "$@" bench-$$.smt2)"
+ case "$result" in
+ sat|unsat) echo "$result"; exit 0;;
+ esac
+}
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ ./cvc4 -L smt2 --no-checking --no-interactive "$@" bench-$$.smt2
+}
+
+case "$logic" in
+
+QF_LRA)
+ # 3 minutes with default decision heuristic
+ trywith --tlimit-per=180000
+ # switch to internal decision heuristic
+ finishwith --decision=internal
+ ;;
+AUFLIA)
+ # 60 seconds with default decision heuristic
+ trywith --tlimit-per=60000
+ # try simplification for 60 seconds, default decision heuristic
+ trywith --simplification=batch --tlimit-per=60000
+ # switch to internal decision heuristic
+ finishwith --decision=internal
+ ;;
+QF_AUFBV)
+ trywith --tlimit-per=600000
+ finishwith --decision=justification-stoponly
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2014 b/contrib/competitions/smt-comp/run-script-smtcomp2014
new file mode 100755
index 000000000..31ee4cf4d
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2014
@@ -0,0 +1,96 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: trywith [params..]
+# to attempt a run. Only thing printed on stdout is "sat" or "unsat", in
+# which case this run script terminates immediately. Otherwise, this
+# function returns normally.
+function trywith {
+ limit=$1; shift;
+ result="$(ulimit -S -t "$limit";$cvc4 -L smt2 --no-incremental --no-checking --no-interactive "$@" $bench)"
+ case "$result" in
+ sat|unsat) echo "$result"; exit 0;;
+ esac
+}
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ trywith 200 --enable-miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi
+ finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp
+ ;;
+QF_LIA)
+ # same as QF_LRA but add --pb-rewrites
+ finishwith --enable-miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi --pb-rewrites
+ ;;
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|BV|UF|UFBV|UFIDL|UFLIA|UFLRA|UFNIA)
+ # the following is designed for a run time of 1500s.
+ # initial runs
+ trywith 20 --simplification=none --decision=internal --full-saturate-quant
+ trywith 20 --quant-cf --pre-skolem-quant --full-saturate-quant
+ trywith 20 --finite-model-find --mbqi=none
+ # more runs...
+ trywith 30 --relevant-triggers --full-saturate-quant
+ trywith 30 --quant-cf --qcf-tconstraint --inst-when=last-call --full-saturate-quant
+ trywith 30 --finite-model-find --mbqi=gen-ev --uf-ss-totality
+ trywith 30 --disable-prenex-quant --full-saturate-quant
+ trywith 20 --simplification=none --decision=internal --pre-skolem-quant --full-saturate-quant
+ trywith 20 --quant-cf --quant-cf-mode=conflict --full-saturate-quant
+ trywith 20 --fmf-bound-int --macros-quant
+ # medium runs (2 min per)
+ trywith 120 --decision=justification-stoponly --full-saturate-quant
+ trywith 120 --quant-cf --qcf-tconstraint --full-saturate-quant
+ trywith 120 --finite-model-find --fmf-inst-engine --sort-inference --uf-ss-fair --mbqi=gen-ev
+ # last call runs (5 min per)
+ trywith 300 --full-saturate-quant
+ trywith 300 --finite-model-find --sort-inference --uf-ss-fair
+ finishwith --quant-cf --full-saturate-quant
+ ;;
+LIA|LRA|NIA|NRA)
+ trywith 20 --enable-cbqi --full-saturate-quant
+ trywith 20 --full-saturate-quant
+ trywith 20 --cbqi-recurse --full-saturate-quant
+ trywith 30 --quant-cf --full-saturate-quant
+ trywith 60 --quant-cf --qcf-tconstraint --full-saturate-quant
+ trywith 120 --cbqi-recurse --disable-prenex-quant --full-saturate-quant
+ finishwith --cbqi-recurse --pre-skolem-quant --full-saturate-quant
+ ;;
+QF_AUFBV)
+ trywith 600
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ finishwith --ite-simp --simp-with-care --repeat-simp
+ ;;
+QF_BV)
+ exec ./pcvc4 -L smt2 --no-incremental --no-checking --no-interactive \
+ --threads 2 \
+ --thread0 '--unconstrained-simp --bv-div-zero-const --bv-intro-pow2 --bitblast=eager --no-bv-abstraction' \
+ --thread1 '--unconstrained-simp --bv-div-zero-const --bv-intro-pow2 --bv-eq-slicer=auto ' \
+ --no-wait-to-join \
+ "$bench"
+ #trywith 10 --bv-eq-slicer=auto --decision=justification
+ #trywith 60 --decision=justification
+ #trywith 600 --decision=internal --bitblast-eager
+ #finishwith --decision=justification --decision-use-weight --decision-weight-internal=usr1
+ ;;
+QF_AUFLIA|QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2014-application b/contrib/competitions/smt-comp/run-script-smtcomp2014-application
new file mode 100755
index 000000000..53df6a927
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2014-application
@@ -0,0 +1,52 @@
+#!/bin/bash
+
+cvc4=./cvc4
+
+read line
+if [ "$line" != '(set-option :print-success true)' ]; then
+ echo 'ERROR: first line supposed to be set-option :print-success, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+read line
+logic=$(expr "$line" : ' *(set-logic *\([A-Z_]*\) *) *$')
+if [ -z "$logic" ]; then
+ echo 'ERROR: second line supposed to be set-logic, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+
+function runcvc4 {
+ # we run in this way for line-buffered input, otherwise memory's a
+ # concern (plus it mimics what we'll end up getting from an
+ # application-track trace runner?)
+ $cvc4 --force-logic="$logic" -L smt2 --print-success --no-checking --no-interactive --tear-down-incremental "$@" <&0-
+}
+
+case "$logic" in
+
+QF_LRA)
+ runcvc4 --enable-miplib-trick --miplib-trick-subs=4 --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp
+ ;;
+QF_LIA)
+ # same as QF_LRA but add --pb-rewrites
+ runcvc4 --enable-miplib-trick --miplib-trick-subs=4 --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --pb-rewrites
+ ;;
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|BV|UF|UFBV|UFIDL|UFLIA|UFLRA|UFNIA)
+ runcvc4 --simplification=none --decision=internal --full-saturate-quant
+ ;;
+LIA|LRA|NIA|NRA)
+ runcvc4 --enable-cbqi --full-saturate-quant
+ ;;
+QF_BV)
+ runcvc4 --unconstrained-simp --bv-eq-slicer=auto --bv-div-zero-const --bv-intro-pow2
+ ;;
+QF_AUFLIA|QF_AX)
+ runcvc4 --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+*)
+ # just run the default
+ runcvc4
+ ;;
+
+esac
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2015 b/contrib/competitions/smt-comp/run-script-smtcomp2015
new file mode 100755
index 000000000..846459f23
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2015
@@ -0,0 +1,106 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: trywith [params..]
+# to attempt a run. Only thing printed on stdout is "sat" or "unsat", in
+# which case this run script terminates immediately. Otherwise, this
+# function returns normally.
+function trywith {
+ limit=$1; shift;
+ result="$(ulimit -S -t "$limit";$cvc4 -L smt2 --no-incremental --no-checking --no-interactive "$@" $bench)"
+ case "$result" in
+ sat|unsat) echo "$result"; exit 0;;
+ esac
+}
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ trywith 200 --enable-miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi
+ finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp
+ ;;
+QF_LIA)
+ # same as QF_LRA but add --pb-rewrites
+ finishwith --enable-miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi --pb-rewrites
+ ;;
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|BV|UF|UFBV|UFIDL|UFLIA|UFLRA|UFNIA)
+ # the following is designed for a run time of 1800s.
+ # initial runs 1min
+ trywith 20 --simplification=none --full-saturate-quant
+ trywith 20 --finite-model-find
+ trywith 20 --no-e-matching --full-saturate-quant
+ # trigger selections/special 1min
+ trywith 10 --multi-trigger-when-single --full-saturate-quant
+ trywith 10 --trigger-sel=max --full-saturate-quant
+ trywith 10 --relevant-triggers --full-saturate-quant
+ trywith 10 --multi-trigger-when-single --multi-trigger-priority --full-saturate-quant
+ trywith 10 --trigger-sel=min --full-saturate-quant
+ trywith 10 --qcf-tconstraint --full-saturate-quant
+ # medium runs 5min
+ trywith 30 --no-quant-cf --full-saturate-quant
+ trywith 30 --finite-model-find --fmf-inst-engine --mbqi=gen-ev
+ trywith 30 --no-e-matching --no-quant-cf --full-saturate-quant
+ trywith 30 --pre-skolem-quant --full-saturate-quant
+ trywith 30 --no-inst-no-entail --no-quant-cf --full-saturate-quant
+ trywith 30 --finite-model-find --mbqi=gen-ev --uf-ss-totality
+ trywith 30 --inst-when=full --full-saturate-quant
+ #trywith 30 --fmf-bound-int --macros-quant # recently bug fixed
+ trywith 30 --decision=internal --simplification=none --no-inst-no-entail --no-quant-cf --full-saturate-quant
+ trywith 30 --decision=justification-stoponly --full-saturate-quant
+ # large runs 3min
+ trywith 60 --term-db-mode=relevant --full-saturate-quant
+ trywith 60 --finite-model-find --mbqi=none
+ trywith 60 --decision=internal --full-saturate-quant
+ # last call runs 20min
+ trywith 300 --finite-model-find --fmf-inst-engine --quant-cf
+ trywith 300 --no-inst-no-entail --full-saturate-quant
+ finishwith --full-saturate-quant
+ ;;
+LIA|LRA|NIA|NRA)
+ trywith 180 --cbqi --no-cbqi-sat --full-saturate-quant
+ trywith 60 --full-saturate-quant
+ trywith 180 --qcf-tconstraint --full-saturate-quant
+ finishwith --cbqi --no-cbqi-sat --cbqi-recurse --full-saturate-quant
+ ;;
+QF_AUFBV)
+ trywith 600
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ finishwith --ite-simp --simp-with-care --repeat-simp
+ ;;
+QF_BV)
+ exec ./pcvc4 -L smt2 --no-incremental --no-checking --no-interactive --thread-stack=1024 \
+ --threads 2 \
+ --thread0 '--unconstrained-simp --bv-div-zero-const --bv-intro-pow2 --bitblast=eager --no-bv-abstraction' \
+ --thread1 '--unconstrained-simp --bv-div-zero-const --bv-intro-pow2 --bv-eq-slicer=auto ' \
+ --no-wait-to-join \
+ "$bench"
+ #trywith 10 --bv-eq-slicer=auto --decision=justification
+ #trywith 60 --decision=justification
+ #trywith 600 --decision=internal --bitblast-eager
+ #finishwith --decision=justification --decision-use-weight --decision-weight-internal=usr1
+ ;;
+QF_AUFNIA)
+ finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_AUFLIA|QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2015-application b/contrib/competitions/smt-comp/run-script-smtcomp2015-application
new file mode 100755
index 000000000..3ffcc7234
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2015-application
@@ -0,0 +1,52 @@
+#!/bin/bash
+
+cvc4=./cvc4-application
+
+read line
+if [ "$line" != '(set-option :print-success true)' ]; then
+ echo 'ERROR: first line supposed to be set-option :print-success, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+read line
+logic=$(expr "$line" : ' *(set-logic *\([A-Z_]*\) *) *$')
+if [ -z "$logic" ]; then
+ echo 'ERROR: second line supposed to be set-logic, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+
+function runcvc4 {
+ # we run in this way for line-buffered input, otherwise memory's a
+ # concern (plus it mimics what we'll end up getting from an
+ # application-track trace runner?)
+ $cvc4 --force-logic="$logic" -L smt2 --print-success --no-checking --no-interactive "$@" <&0-
+}
+
+case "$logic" in
+
+QF_LRA)
+ runcvc4 --tear-down-incremental --unconstrained-simp
+ ;;
+QF_LIA)
+ # same as QF_LRA but add --pb-rewrites
+ runcvc4 --tear-down-incremental --unconstrained-simp
+ ;;
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|BV|UF|UFBV|UFIDL|UFLIA|UFLRA|UFNIA)
+ runcvc4 --tear-down-incremental
+ ;;
+LIA|LRA|NIA|NRA)
+ runcvc4 --tear-down-incremental --cbqi --no-cbqi-sat
+ ;;
+QF_BV)
+ runcvc4 --tear-down-incremental --unconstrained-simp --bv-eq-slicer=auto --bv-div-zero-const --bv-intro-pow2
+ ;;
+QF_AUFLIA|QF_AX)
+ runcvc4 --tear-down-incremental --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+*)
+ # just run the default
+ runcvc4 --tear-down-incremental
+ ;;
+
+esac
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2015-assertions b/contrib/competitions/smt-comp/run-script-smtcomp2015-assertions
new file mode 100755
index 000000000..4fa96af71
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2015-assertions
@@ -0,0 +1,108 @@
+#!/bin/bash
+
+cvc4=./cvc4-assertions
+# Attempt to run each benchmark 1-5 min depending on numconfigs
+# quanitifers get 5 min / benchmark
+# quantifier free uf, arith, arrays get 1 min / benchmark
+# qf_bv gets 1 min wall (2 min user) / benchmark
+
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: trywith [params..]
+# to attempt a run. Only thing printed on stdout is "sat" or "unsat", in
+# which case this run script terminates immediately. Otherwise, this
+# function returns normally.
+function trywith {
+ limit=$1; shift;
+ result="$(ulimit -S -t "$limit";$cvc4 -L smt2 --no-incremental --no-checking --no-interactive "$@" $bench)"
+ case "$result" in
+ sat|unsat) echo "$result"; exit 0;;
+ esac
+}
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ trywith 30 --enable-miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi
+ finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp
+ ;;
+QF_LIA)
+ # same as QF_LRA but add --pb-rewrites
+ finishwith --enable-miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi --pb-rewrites
+ ;;
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|BV|UF|UFBV|UFIDL|UFLIA|UFLRA|UFNIA)
+ # the following is designed for a run time of 1800s.
+ # initial runs 1min (30)
+ trywith 10 --simplification=none --full-saturate-quant
+ trywith 10 --finite-model-find
+ trywith 10 --no-e-matching --full-saturate-quant
+ # trigger selections/special 1min (60)
+ trywith 10 --multi-trigger-when-single --full-saturate-quant
+ trywith 10 --trigger-sel=max --full-saturate-quant
+ trywith 10 --relevant-triggers --full-saturate-quant
+ trywith 10 --multi-trigger-when-single --multi-trigger-priority --full-saturate-quant
+ trywith 10 --trigger-sel=min --full-saturate-quant
+ trywith 10 --qcf-tconstraint --full-saturate-quant
+ # medium runs 5min (20*10 = 200)
+ trywith 10 --no-quant-cf --full-saturate-quant
+ trywith 10 --finite-model-find --fmf-inst-engine --sort-inference --uf-ss-fair --mbqi=gen-ev
+ trywith 10 --no-e-matching --no-quant-cf --full-saturate-quant
+ trywith 10 --pre-skolem-quant --full-saturate-quant
+ trywith 10 --no-inst-no-entail --no-quant-cf --full-saturate-quant
+ trywith 10 --finite-model-find --mbqi=gen-ev --uf-ss-totality
+ trywith 10 --inst-when=full --full-saturate-quant
+ #trywith 10 --fmf-bound-int --macros-quant # recently bug fixed
+ trywith 10 --decision=internal --simplification=none --no-inst-no-entail --no-quant-cf --full-saturate-quant
+ trywith 10 --decision=justification-stoponly --full-saturate-quant
+ # large runs 3min
+ trywith 10 --term-db-mode=relevant --full-saturate-quant
+ trywith 10 --finite-model-find --mbqi=none
+ trywith 10 --decision=internal --full-saturate-quant
+ # last call runs 20min
+ trywith 20 --finite-model-find --fmf-inst-engine --quant-cf --sort-inference --uf-ss-fair
+ trywith 20 --no-inst-no-entail --full-saturate-quant
+ finishwith --full-saturate-quant
+ ;;
+LIA|LRA|NIA|NRA)
+ trywith 30 --cbqi --no-cbqi-sat --full-saturate-quant
+ trywith 30 --full-saturate-quant
+ trywith 30 --qcf-tconstraint --full-saturate-quant
+ finishwith --cbqi --no-cbqi-sat --cbqi-recurse --full-saturate-quant
+ ;;
+QF_AUFBV)
+ trywith 30
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ finishwith --ite-simp --simp-with-care --repeat-simp
+ ;;
+QF_BV)
+ exec ./pcvc4-assertions -L smt2 --no-incremental --no-checking --no-interactive --thread-stack=1024 \
+ --threads 2 \
+ --thread0 '--unconstrained-simp --bv-div-zero-const --bv-intro-pow2 --bitblast=eager --no-bv-abstraction' \
+ --thread1 '--unconstrained-simp --bv-div-zero-const --bv-intro-pow2 --bv-eq-slicer=auto ' \
+ --no-wait-to-join \
+ "$bench"
+ #trywith 10 --bv-eq-slicer=auto --decision=justification
+ #trywith 60 --decision=justification
+ #trywith 600 --decision=internal --bitblast-eager
+ #finishwith --decision=justification --decision-use-weight --decision-weight-internal=usr1
+ ;;
+QF_AUFLIA|QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2016 b/contrib/competitions/smt-comp/run-script-smtcomp2016
new file mode 100755
index 000000000..58b281b4c
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2016
@@ -0,0 +1,134 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: trywith [params..]
+# to attempt a run. Only thing printed on stdout is "sat" or "unsat", in
+# which case this run script terminates immediately. Otherwise, this
+# function returns normally.
+function trywith {
+ limit=$1; shift;
+ result="$(ulimit -S -t "$limit";$cvc4 -L smt2 --no-incremental --no-checking --no-interactive "$@" $bench)"
+ case "$result" in
+ sat|unsat) echo "$result"; exit 0;;
+ esac
+}
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ trywith 200 --enable-miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi
+ finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp
+ ;;
+QF_LIA)
+ # same as QF_LRA but add --pb-rewrites
+ finishwith --enable-miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi --pb-rewrites
+ ;;
+QF_NIA)
+ trywith 20
+ trywith 1800 --solve-int-as-bv=2 --bitblast=eager --bv-sat-solver=cryptominisat
+ trywith 1800 --solve-int-as-bv=4 --bitblast=eager --bv-sat-solver=cryptominisat
+ trywith 1800 --solve-int-as-bv=8 --bitblast=eager --bv-sat-solver=cryptominisat
+ trywith 1800 --solve-int-as-bv=16 --bitblast=eager --bv-sat-solver=cryptominisat
+ finishwith --solve-int-as-bv=32 --bitblast=eager --bv-sat-solver=cryptominisat
+ ;;
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFIDL|UFLIA|UFLRA|UFNIA)
+ # the following is designed for a run time of 2400s (40 min).
+ # initial runs 1min
+ trywith 20 --simplification=none --full-saturate-quant
+ trywith 20 --no-e-matching --full-saturate-quant
+ trywith 20 --fs-inst --decision=internal --full-saturate-quant
+ # trigger selections 2min
+ trywith 30 --relevant-triggers --full-saturate-quant
+ trywith 30 --trigger-sel=max --full-saturate-quant
+ trywith 30 --multi-trigger-when-single --full-saturate-quant
+ trywith 30 --multi-trigger-when-single --multi-trigger-priority --full-saturate-quant
+ # other 2min
+ trywith 30 --pre-skolem-quant --full-saturate-quant
+ trywith 30 --inst-when=full --full-saturate-quant
+ trywith 30 --decision=internal --simplification=none --no-inst-no-entail --no-quant-cf --full-saturate-quant
+ trywith 30 --no-e-matching --no-quant-cf --full-saturate-quant
+ # finite model find 2min
+ trywith 30 --finite-model-find
+ trywith 30 --finite-model-find --uf-ss=no-minimal
+ trywith 60 --finite-model-find --decision=internal
+ # long runs 20min
+ trywith 300 --decision=internal --full-saturate-quant
+ trywith 300 --term-db-mode=relevant --full-saturate-quant
+ trywith 300 --fs-inst --full-saturate-quant
+ trywith 300 --finite-model-find --fmf-inst-engine
+ # finite model find 1min
+ trywith 30 --finite-model-find --fmf-bound-int
+ trywith 30 --finite-model-find --sort-inference
+ # finish 12min
+ finishwith --full-saturate-quant
+ ;;
+UFBV)
+ # many problems in UFBV are essentially BV
+ trywith 300 --full-saturate-quant
+ trywith 300 --finite-model-find
+ finishwith --cbqi-all --full-saturate-quant
+ ;;
+BV)
+ trywith 300 --finite-model-find
+ finishwith --cbqi-all --full-saturate-quant
+ ;;
+LIA|LRA|NIA|NRA)
+ trywith 30 --full-saturate-quant
+ trywith 300 --full-saturate-quant --cbqi-min-bounds
+ trywith 300 --full-saturate-quant --decision=internal
+ finishwith --full-saturate-quant --cbqi-midpoint
+ ;;
+QF_AUFBV)
+ trywith 600
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ trywith 50 --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv
+ trywith 500 --arrays-weak-equiv
+ finishwith --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv
+ ;;
+QF_UFBV)
+ finishwith --bitblast=eager --bv-sat-solver=cryptominisat
+ ;;
+QF_BV)
+ exec ./pcvc4 -L smt2 --no-incremental --no-checking --no-interactive --thread-stack=1024 \
+ --threads 2 \
+ --thread0 '--unconstrained-simp --bv-div-zero-const --bv-intro-pow2 --bitblast=eager --bv-sat-solver=cryptominisat --bitblast-aig --no-bv-abstraction' \
+ --thread1 '--unconstrained-simp --bv-div-zero-const --bv-intro-pow2 --bv-eq-slicer=auto --no-bv-abstraction' \
+ --no-wait-to-join \
+ "$bench"
+ #trywith 10 --bv-eq-slicer=auto --decision=justification
+ #trywith 60 --decision=justification
+ #trywith 600 --decision=internal --bitblast-eager
+ #finishwith --decision=justification --decision-use-weight --decision-weight-internal=usr1
+ ;;
+QF_AUFLIA)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=justification
+ ;;
+QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=internal
+ ;;
+QF_AUFNIA)
+ finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_ALIA)
+ trywith 70 --decision=justification --arrays-weak-equiv
+ finishwith --decision=justification-stoponly --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2016-application b/contrib/competitions/smt-comp/run-script-smtcomp2016-application
new file mode 100755
index 000000000..88bbb5f53
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2016-application
@@ -0,0 +1,51 @@
+#!/bin/bash
+
+cvc4=./cvc4-application
+
+read line
+if [ "$line" != '(set-option :print-success true)' ]; then
+ echo 'ERROR: first line supposed to be set-option :print-success, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+read line
+logic=$(expr "$line" : ' *(set-logic *\([A-Z_]*\) *) *$')
+if [ -z "$logic" ]; then
+ echo 'ERROR: second line supposed to be set-logic, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+
+function runcvc4 {
+ # we run in this way for line-buffered input, otherwise memory's a
+ # concern (plus it mimics what we'll end up getting from an
+ # application-track trace runner?)
+ $cvc4 --force-logic="$logic" -L smt2 --print-success --no-checking --no-interactive "$@" <&0-
+}
+
+case "$logic" in
+
+ALIA|QF_ALIA|QF_LRA|QF_UFLIA|QF_UFLRA|UFLRA)
+ runcvc4 --incremental
+ ;;
+ANIA|QF_ANIA|QF_NIA|QF_UFNIA)
+ runcvc4 --tear-down-incremental=1
+ ;;
+LIA)
+ runcvc4 --incremental --cbqi
+ ;;
+QF_AUFLIA)
+ runcvc4 --no-arrays-eager-index --arrays-eager-lemmas --incremental
+ ;;
+QF_BV)
+ runcvc4 --tear-down-incremental=4 --bv-eq-slicer=auto --bv-div-zero-const --bv-intro-pow2
+ ;;
+QF_LIA)
+ runcvc4 --tear-down-incremental=1 --unconstrained-simp
+ ;;
+*)
+ # just run the default
+ runcvc4 --incremental
+ ;;
+
+esac
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2017 b/contrib/competitions/smt-comp/run-script-smtcomp2017
new file mode 100644
index 000000000..06cd6a6e4
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2017
@@ -0,0 +1,152 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: trywith [params..]
+# to attempt a run. Only thing printed on stdout is "sat" or "unsat", in
+# which case this run script terminates immediately. Otherwise, this
+# function returns normally.
+function trywith {
+ limit=$1; shift;
+ result="$(ulimit -S -t "$limit";$cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench)"
+ case "$result" in
+ sat|unsat) echo "$result"; exit 0;;
+ esac
+}
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ trywith 200 --enable-miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi
+ finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp
+ ;;
+QF_LIA)
+ # same as QF_LRA but add --pb-rewrites
+ finishwith --enable-miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi --pb-rewrites
+ ;;
+QF_NIA)
+ trywith 300 --nl-ext --nl-ext-tplanes --decision=internal
+ trywith 1800 --solve-int-as-bv=2 --bitblast=eager --bv-sat-solver=cryptominisat
+ trywith 1800 --solve-int-as-bv=4 --bitblast=eager --bv-sat-solver=cryptominisat
+ trywith 1800 --solve-int-as-bv=8 --bitblast=eager --bv-sat-solver=cryptominisat
+ trywith 1800 --solve-int-as-bv=16 --bitblast=eager --bv-sat-solver=cryptominisat
+ finishwith --solve-int-as-bv=32 --bitblast=eager --bv-sat-solver=cryptominisat
+ ;;
+QF_NRA)
+ trywith 300 --nl-ext --nl-ext-tplanes --decision=justification
+ finishwith --nl-ext --nl-ext-tplanes
+ ;;
+# all logics with UF + quantifiers should either fall under this or special cases below
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFIDL|UFLIA|UFLRA|UFNIA|UFDT|UFDTLIA|AUFDTLIA|AUFBVDTLIA)
+ # the following is designed for a run time of 2400s (40 min).
+ # initial runs 1min
+ trywith 20 --simplification=none --full-saturate-quant
+ trywith 20 --no-e-matching --full-saturate-quant
+ trywith 20 --fs-inst --decision=internal --full-saturate-quant
+ # trigger selections 3min
+ trywith 30 --relevant-triggers --full-saturate-quant
+ trywith 30 --trigger-sel=max --full-saturate-quant
+ trywith 30 --multi-trigger-when-single --full-saturate-quant
+ trywith 30 --multi-trigger-when-single --multi-trigger-priority --full-saturate-quant
+ trywith 30 --multi-trigger-cache --full-saturate-quant
+ trywith 30 --no-multi-trigger-linear --full-saturate-quant
+ # other 3min
+ trywith 30 --pre-skolem-quant --full-saturate-quant
+ trywith 30 --inst-when=full --full-saturate-quant
+ trywith 30 --no-e-matching --no-quant-cf --full-saturate-quant
+ trywith 30 --nl-ext --full-saturate-quant
+ trywith 30 --full-saturate-quant --quant-ind
+ trywith 60 --decision=internal --simplification=none --no-inst-no-entail --no-quant-cf --full-saturate-quant
+ # finite model find 2min
+ trywith 20 --finite-model-find --mbqi=none
+ trywith 20 --finite-model-find
+ trywith 20 --finite-model-find --uf-ss=no-minimal
+ trywith 60 --finite-model-find --fmf-inst-engine
+ # long runs 20min
+ trywith 200 --decision=internal --full-saturate-quant
+ trywith 200 --term-db-mode=relevant --full-saturate-quant
+ trywith 200 --fs-inst --full-saturate-quant
+ trywith 600 --finite-model-find --decision=internal
+ # finite model find 1min
+ trywith 30 --finite-model-find --fmf-bound-int
+ trywith 30 --finite-model-find --sort-inference
+ # finish 10min
+ finishwith --full-saturate-quant
+ ;;
+UFBV)
+ # most problems in UFBV are essentially BV
+ trywith 300 --full-saturate-quant
+ trywith 300 --full-saturate-quant --no-cbqi
+ trywith 300 --full-saturate-quant --cbqi --decision=internal
+ finishwith --finite-model-find
+ ;;
+BV)
+ trywith 300 --full-saturate-quant
+ trywith 300 --full-saturate-quant --no-cbqi
+ finishwith --full-saturate-quant --cbqi --decision=internal
+ ;;
+LIA|LRA)
+ trywith 30 --full-saturate-quant
+ trywith 300 --full-saturate-quant --cbqi-midpoint
+ trywith 300 --full-saturate-quant --cbqi-nested-qe
+ finishwith --full-saturate-quant --cbqi --cbqi-nested-qe --decision=internal
+ ;;
+NIA|NRA)
+ trywith 30 --full-saturate-quant
+ trywith 300 --full-saturate-quant --nl-ext
+ trywith 300 --full-saturate-quant --cbqi-nested-qe
+ finishwith --full-saturate-quant --cbqi --cbqi-nested-qe --decision=internal
+ ;;
+QF_AUFBV)
+ trywith 600
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ trywith 50 --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv
+ trywith 500 --arrays-weak-equiv
+ finishwith --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv
+ ;;
+QF_UFBV)
+ finishwith --bitblast=eager --bv-sat-solver=cryptominisat
+ ;;
+QF_BV)
+ exec ./pcvc4 -L smt2.6 --no-incremental --no-checking --no-interactive --thread-stack=1024 \
+ --threads 2 \
+ --thread0 '--unconstrained-simp --bv-div-zero-const --bv-intro-pow2 --bitblast=eager --bv-sat-solver=cryptominisat --bitblast-aig --no-bv-abstraction' \
+ --thread1 '--unconstrained-simp --bv-div-zero-const --bv-intro-pow2 --bv-eq-slicer=auto --no-bv-abstraction' \
+ --no-wait-to-join \
+ "$bench"
+ #trywith 10 --bv-eq-slicer=auto --decision=justification
+ #trywith 60 --decision=justification
+ #trywith 600 --decision=internal --bitblast-eager
+ #finishwith --decision=justification --decision-use-weight --decision-weight-internal=usr1
+ ;;
+QF_AUFLIA)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=justification
+ ;;
+QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=internal
+ ;;
+QF_AUFNIA)
+ finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_ALIA)
+ trywith 70 --decision=justification --arrays-weak-equiv
+ finishwith --decision=justification-stoponly --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2017-application b/contrib/competitions/smt-comp/run-script-smtcomp2017-application
new file mode 100755
index 000000000..8a8ea7786
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2017-application
@@ -0,0 +1,57 @@
+#!/bin/bash
+
+cvc4=./cvc4-application
+
+line=""
+while [[ -z "$line" ]]; do
+ read line
+done
+if [ "$line" != '(set-option :print-success true)' ]; then
+ echo 'ERROR: first line supposed to be set-option :print-success, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+line=""
+while [[ -z "$line" ]]; do
+ read line
+done
+logic=$(expr "$line" : ' *(set-logic *\([A-Z_]*\) *) *$')
+if [ -z "$logic" ]; then
+ echo 'ERROR: second line supposed to be set-logic, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+
+function runcvc4 {
+ # we run in this way for line-buffered input, otherwise memory's a
+ # concern (plus it mimics what we'll end up getting from an
+ # application-track trace runner?)
+ $cvc4 --force-logic="$logic" -L smt2.6 --print-success --no-checking --no-interactive "$@" <&0-
+}
+
+case "$logic" in
+
+ALIA|QF_ALIA|QF_LRA|QF_UFLIA|QF_UFLRA|UFLRA)
+ runcvc4 --incremental
+ ;;
+ANIA|QF_ANIA|QF_NIA|QF_UFNIA|QF_NRA)
+ runcvc4 --nl-ext --tear-down-incremental=1
+ ;;
+LIA|LRA)
+ runcvc4 --incremental --cbqi
+ ;;
+QF_AUFLIA)
+ runcvc4 --no-arrays-eager-index --arrays-eager-lemmas --incremental
+ ;;
+QF_BV)
+ runcvc4 --tear-down-incremental=4 --bv-eq-slicer=auto --bv-div-zero-const --bv-intro-pow2
+ ;;
+QF_LIA)
+ runcvc4 --tear-down-incremental=1 --unconstrained-simp
+ ;;
+*)
+ # just run the default
+ runcvc4 --incremental
+ ;;
+
+esac
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2017-unsat-cores b/contrib/competitions/smt-comp/run-script-smtcomp2017-unsat-cores
new file mode 100644
index 000000000..f42f3ca30
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2017-unsat-cores
@@ -0,0 +1,74 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp
+ ;;
+QF_LIA)
+ finishwith --enable-miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi
+ ;;
+QF_NIA)
+ finishwith --solve-int-as-bv=32 --bitblast=eager --bv-sat-solver=cryptominisat
+ ;;
+QF_NRA)
+ finishwith --nl-ext --nl-ext-tplanes
+ ;;
+# all logics with UF + quantifiers should either fall under this or special cases below
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFIDL|UFLIA|UFLRA|UFNIA|UFDT|UFDTLIA|AUFDTLIA|AUFBVDTLIA)
+ finishwith --full-saturate-quant
+ ;;
+UFBV)
+ finishwith --finite-model-find
+ ;;
+BV)
+ finishwith --full-saturate-quant --cbqi --decision=internal
+ ;;
+LIA|LRA)
+ finishwith --full-saturate-quant --cbqi --cbqi-nested-qe --decision=internal
+ ;;
+NIA|NRA)
+ finishwith --full-saturate-quant --cbqi --cbqi-nested-qe --decision=internal
+ ;;
+QF_AUFBV)
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ finishwith --ite-simp --simp-with-care --arrays-weak-equiv
+ ;;
+QF_UFBV)
+ finishwith --bitblast=eager --bv-sat-solver=cryptominisat
+ ;;
+QF_BV)
+ finishwith --bv-div-zero-const --bv-eq-slicer=auto --no-bv-abstraction
+ ;;
+QF_AUFLIA)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=justification
+ ;;
+QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=internal
+ ;;
+QF_AUFNIA)
+ finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_ALIA)
+ finishwith --decision=justification-stoponly --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2018 b/contrib/competitions/smt-comp/run-script-smtcomp2018
new file mode 100644
index 000000000..849df0a6b
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2018
@@ -0,0 +1,157 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: trywith [params..]
+# to attempt a run. Only thing printed on stdout is "sat" or "unsat", in which
+# case this run script terminates immediately. Otherwise, this function
+# returns normally and prints the output of the solver to stderr.
+function trywith {
+ limit=$1; shift;
+ result="$(ulimit -S -t "$limit";$cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench)"
+ case "$result" in
+ sat|unsat) echo "$result"; exit 0;;
+ *) echo "$result" >&2;;
+ esac
+}
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ trywith 200 --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi
+ finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp
+ ;;
+QF_LIA)
+ # same as QF_LRA but add --pb-rewrites
+ finishwith --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi --pb-rewrites
+ ;;
+QF_NIA)
+ trywith 300 --nl-ext-tplanes --decision=internal
+ trywith 30 --no-nl-ext-tplanes --decision=internal
+ # this totals up to more than 20 minutes, although notice that smaller bit-widths may quickly fail
+ trywith 300 --solve-int-as-bv=2 --bitblast=eager --bv-sat-solver=cadical --bitblast-aig --no-bv-abstraction
+ trywith 300 --solve-int-as-bv=4 --bitblast=eager --bv-sat-solver=cadical --bitblast-aig --no-bv-abstraction
+ trywith 300 --solve-int-as-bv=8 --bitblast=eager --bv-sat-solver=cadical --bitblast-aig --no-bv-abstraction
+ trywith 300 --solve-int-as-bv=16 --bitblast=eager --bv-sat-solver=cadical --bitblast-aig --no-bv-abstraction
+ finishwith --solve-int-as-bv=32 --bitblast=eager --bv-sat-solver=cadical --bitblast-aig --no-bv-abstraction
+ ;;
+QF_NRA)
+ trywith 300 --nl-ext-tplanes --decision=internal
+ trywith 300 --nl-ext-tplanes --decision=justification --no-nl-ext-factor
+ trywith 30 --nl-ext-tplanes --decision=internal --solve-real-as-int
+ finishwith --nl-ext-tplanes --decision=justification
+ ;;
+# all logics with UF + quantifiers should either fall under this or special cases below
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFIDL|UFLIA|UFLRA|UFNIA|UFDT|UFDTLIA|AUFDTLIA|AUFBVDTLIA|AUFNIA)
+ # the following is designed for a run time of 20 min.
+ # initial runs 1min
+ trywith 30 --simplification=none --full-saturate-quant
+ trywith 30 --no-e-matching --full-saturate-quant
+ # trigger selections 3min
+ trywith 30 --relevant-triggers --full-saturate-quant
+ trywith 30 --trigger-sel=max --full-saturate-quant
+ trywith 30 --multi-trigger-when-single --full-saturate-quant
+ trywith 30 --multi-trigger-when-single --multi-trigger-priority --full-saturate-quant
+ trywith 30 --multi-trigger-cache --full-saturate-quant
+ trywith 30 --no-multi-trigger-linear --full-saturate-quant
+ # other 4min
+ trywith 30 --pre-skolem-quant --full-saturate-quant
+ trywith 30 --inst-when=full --full-saturate-quant
+ trywith 30 --no-e-matching --no-quant-cf --full-saturate-quant
+ trywith 30 --full-saturate-quant --quant-ind
+ trywith 30 --decision=internal --simplification=none --no-inst-no-entail --no-quant-cf --full-saturate-quant
+ trywith 30 --decision=internal --full-saturate-quant
+ trywith 30 --term-db-mode=relevant --full-saturate-quant
+ trywith 30 --fs-interleave --full-saturate-quant
+ # finite model find 3min
+ trywith 30 --finite-model-find --mbqi=none
+ trywith 30 --finite-model-find --decision=internal
+ trywith 30 --finite-model-find --macros-quant --macros-quant-mode=all
+ trywith 30 --finite-model-find --uf-ss=no-minimal
+ trywith 60 --finite-model-find --fmf-inst-engine
+ # long runs 9min
+ trywith 240 --finite-model-find --decision=internal
+ finishwith --full-saturate-quant
+ ;;
+ABVFP|BVFP|FP)
+ finishwith --full-saturate-quant
+ ;;
+UFBV)
+ # most problems in UFBV are essentially BV
+ trywith 300 --full-saturate-quant --decision=internal
+ trywith 300 --full-saturate-quant --cbqi-nested-qe --decision=internal
+ trywith 30 --full-saturate-quant --no-cbqi-innermost --global-negate
+ finishwith --finite-model-find
+ ;;
+BV)
+ trywith 120 --full-saturate-quant
+ trywith 120 --full-saturate-quant --no-cbqi-innermost
+ trywith 300 --full-saturate-quant --cbqi-nested-qe --decision=internal
+ trywith 30 --full-saturate-quant --no-cbqi-bv
+ trywith 30 --full-saturate-quant --cbqi-bv-ineq=eq-slack
+ # finish 10min
+ finishwith --full-saturate-quant --no-cbqi-innermost --global-negate
+ ;;
+LIA|LRA|NIA|NRA)
+ trywith 30 --full-saturate-quant --nl-ext-tplanes
+ trywith 300 --full-saturate-quant --no-cbqi-innermost
+ trywith 300 --full-saturate-quant --cbqi-nested-qe
+ finishwith --full-saturate-quant --cbqi-nested-qe --decision=internal
+ ;;
+QF_AUFBV)
+ trywith 600
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ trywith 50 --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv
+ trywith 500 --arrays-weak-equiv
+ finishwith --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv
+ ;;
+QF_UFBV)
+ finishwith --bitblast=eager --bv-sat-solver=cadical
+ ;;
+QF_BV)
+ finishwith --unconstrained-simp --bv-div-zero-const --bv-intro-pow2 --bitblast=eager --bv-sat-solver=cadical --bitblast-aig --bv-eq-slicer=auto --no-bv-abstraction
+ ;;
+QF_AUFLIA)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=justification
+ ;;
+QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=internal
+ ;;
+QF_AUFNIA)
+ finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_ALIA)
+ trywith 70 --decision=justification --arrays-weak-equiv
+ finishwith --decision=justification-stoponly --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_SLIA)
+ trywith 500 --strings-exp --rewrite-divk --lang=smt2.6.1
+ finishwith --strings-exp --rewrite-divk --lang=smt2.6.1 --strings-fmf
+ ;;
+QF_ABVFP)
+ finishwith
+ ;;
+QF_BVFP)
+ finishwith
+ ;;
+QF_FP)
+ finishwith
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2018-application b/contrib/competitions/smt-comp/run-script-smtcomp2018-application
new file mode 100755
index 000000000..58db84d36
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2018-application
@@ -0,0 +1,84 @@
+#!/bin/bash
+
+cvc4=./cvc4-application
+
+line=""
+while [[ -z "$line" ]]; do
+ read line
+done
+if [ "$line" != '(set-option :print-success true)' ]; then
+ echo 'ERROR: first line supposed to be set-option :print-success, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+line=""
+while [[ -z "$line" ]]; do
+ read line
+done
+logic=$(expr "$line" : ' *(set-logic *\([A-Z_]*\) *) *$')
+if [ -z "$logic" ]; then
+ echo 'ERROR: second line supposed to be set-logic, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+
+function runcvc4 {
+ # we run in this way for line-buffered input, otherwise memory's a
+ # concern (plus it mimics what we'll end up getting from an
+ # application-track trace runner?)
+ $cvc4 --force-logic="$logic" -L smt2.6 --print-success --no-checking --no-interactive "$@" <&0-
+}
+
+case "$logic" in
+
+ALIA|QF_ALIA|QF_LRA|QF_UFLIA|QF_UFLRA|UFLRA)
+ runcvc4 --incremental
+ ;;
+ANIA|QF_ANIA|QF_NIA|QF_UFNIA|QF_NRA)
+ runcvc4 --tear-down-incremental=1
+ ;;
+LIA|LRA)
+ runcvc4 --incremental
+ ;;
+QF_AUFLIA)
+ runcvc4 --no-arrays-eager-index --arrays-eager-lemmas --incremental
+ ;;
+QF_BV)
+ runcvc4 --tear-down-incremental=4 --bv-eq-slicer=auto --bv-div-zero-const --bv-intro-pow2
+ ;;
+QF_LIA)
+ runcvc4 --tear-down-incremental=1 --unconstrained-simp
+ ;;
+QF_UFBV)
+ runcvc4 --incremental
+ ;;
+QF_UF)
+ runcvc4 --incremental
+ ;;
+QF_AUFBV)
+ runcvc4 --incremental
+ ;;
+QF_ABV)
+ runcvc4 --incremental
+ ;;
+ABVFP)
+ runcvc4 --incremental
+ ;;
+BVFP)
+ runcvc4 --incremental
+ ;;
+QF_ABVFP)
+ runcvc4 --incremental
+ ;;
+QF_BVFP)
+ runcvc4 --incremental
+ ;;
+QF_FP)
+ runcvc4 --incremental
+ ;;
+*)
+ # just run the default
+ runcvc4 --incremental
+ ;;
+
+esac
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2018-unsat-cores b/contrib/competitions/smt-comp/run-script-smtcomp2018-unsat-cores
new file mode 100644
index 000000000..1454e7a8a
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2018-unsat-cores
@@ -0,0 +1,83 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp
+ ;;
+QF_LIA)
+ finishwith --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi
+ ;;
+QF_NIA)
+ finishwith --solve-int-as-bv=32 --bitblast=eager --bv-sat-solver=cryptominisat
+ ;;
+QF_NRA)
+ finishwith --nl-ext --nl-ext-tplanes
+ ;;
+# all logics with UF + quantifiers should either fall under this or special cases below
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFIDL|UFLIA|UFLRA|UFNIA|UFDT|UFDTLIA|AUFDTLIA|AUFBVDTLIA|AUFNIA|ABVFP|BVFP|FP)
+ finishwith --full-saturate-quant
+ ;;
+UFBV)
+ finishwith --finite-model-find
+ ;;
+BV)
+ finishwith --full-saturate-quant --decision=internal
+ ;;
+LIA|LRA)
+ finishwith --full-saturate-quant --cbqi-nested-qe --decision=internal
+ ;;
+NIA|NRA)
+ finishwith --full-saturate-quant --cbqi-nested-qe --decision=internal
+ ;;
+QF_AUFBV)
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ finishwith --ite-simp --simp-with-care --arrays-weak-equiv
+ ;;
+QF_UFBV)
+ finishwith --bitblast=eager --bv-sat-solver=cryptominisat
+ ;;
+QF_BV)
+ finishwith --bv-div-zero-const --bv-eq-slicer=auto --no-bv-abstraction
+ ;;
+QF_AUFLIA)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=justification
+ ;;
+QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=internal
+ ;;
+QF_AUFNIA)
+ finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_ALIA)
+ finishwith --decision=justification-stoponly --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_ABVFP)
+ finishwith
+ ;;
+QF_BVFP)
+ finishwith
+ ;;
+QF_FP)
+ finishwith
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2019 b/contrib/competitions/smt-comp/run-script-smtcomp2019
new file mode 100755
index 000000000..a8c6b0ba4
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2019
@@ -0,0 +1,162 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: trywith [params..]
+# to attempt a run. Only thing printed on stdout is "sat" or "unsat", in which
+# case this run script terminates immediately. Otherwise, this function
+# returns normally and prints the output of the solver to stderr.
+function trywith {
+ limit=$1; shift;
+ result="$(ulimit -S -t "$limit";$cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench)"
+ case "$result" in
+ sat|unsat) echo "$result"; exit 0;;
+ *) echo "$result" >&2;;
+ esac
+}
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ trywith 400 --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi
+ finishwith --no-restrict-pivots --use-soi --new-prop --unconstrained-simp
+ ;;
+QF_LIA)
+ # same as QF_LRA but add --pb-rewrites
+ finishwith --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --unconstrained-simp --use-soi --pb-rewrites
+ ;;
+QF_NIA)
+ trywith 600 --nl-ext-tplanes --decision=internal
+ trywith 60 --nl-ext-tplanes --decision=justification
+ trywith 60 --no-nl-ext-tplanes --decision=internal
+ # this totals up to more than 40 minutes, although notice that smaller bit-widths may quickly fail
+ trywith 600 --solve-int-as-bv=2 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ trywith 600 --solve-int-as-bv=4 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ trywith 600 --solve-int-as-bv=8 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ trywith 600 --solve-int-as-bv=16 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ trywith 1200 --solve-int-as-bv=32 --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ finishwith --nl-ext-tplanes --decision=internal
+ ;;
+QF_NRA)
+ trywith 600 --nl-ext-tplanes --decision=internal
+ trywith 600 --nl-ext-tplanes --decision=justification --no-nl-ext-factor
+ trywith 60 --nl-ext-tplanes --decision=internal --solve-real-as-int
+ finishwith --nl-ext-tplanes --decision=justification
+ ;;
+# all logics with UF + quantifiers should either fall under this or special cases below
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFIDL|UFLIA|UFLRA|UFNIA|UFDT|UFDTLIA|AUFDTLIA|AUFBVDTLIA|AUFNIA)
+ # the following is designed for a run time of 20 min.
+ # initial runs 2min
+ trywith 60 --simplification=none --full-saturate-quant
+ trywith 60 --no-e-matching --full-saturate-quant
+ # trigger selections 6min
+ trywith 60 --relevant-triggers --full-saturate-quant
+ trywith 60 --trigger-sel=max --full-saturate-quant
+ trywith 60 --multi-trigger-when-single --full-saturate-quant
+ trywith 60 --multi-trigger-when-single --multi-trigger-priority --full-saturate-quant
+ trywith 60 --multi-trigger-cache --full-saturate-quant
+ trywith 60 --no-multi-trigger-linear --full-saturate-quant
+ # other 8min
+ trywith 60 --pre-skolem-quant --full-saturate-quant
+ trywith 60 --inst-when=full --full-saturate-quant
+ trywith 60 --no-e-matching --no-quant-cf --full-saturate-quant
+ trywith 60 --full-saturate-quant --quant-ind
+ trywith 60 --decision=internal --simplification=none --no-inst-no-entail --no-quant-cf --full-saturate-quant
+ trywith 60 --decision=internal --full-saturate-quant
+ trywith 60 --term-db-mode=relevant --full-saturate-quant
+ trywith 60 --fs-interleave --full-saturate-quant
+ # finite model find 6min
+ trywith 60 --finite-model-find --mbqi=none
+ trywith 60 --finite-model-find --decision=internal
+ trywith 60 --finite-model-find --macros-quant --macros-quant-mode=all
+ trywith 60 --finite-model-find --uf-ss=no-minimal
+ trywith 120 --finite-model-find --fmf-inst-engine
+ # long runs 8min
+ trywith 480 --finite-model-find --decision=internal
+ finishwith --full-saturate-quant
+ ;;
+ABVFP|BVFP|FP)
+ finishwith --full-saturate-quant --fp-exp
+ ;;
+UFBV)
+ # most problems in UFBV are essentially BV
+ trywith 600 --full-saturate-quant --decision=internal
+ trywith 600 --full-saturate-quant --cbqi-nested-qe --decision=internal
+ trywith 60 --full-saturate-quant --no-cbqi-innermost --global-negate
+ finishwith --finite-model-find
+ ;;
+BV)
+ trywith 240 --full-saturate-quant
+ trywith 240 --full-saturate-quant --no-cbqi-innermost
+ trywith 600 --full-saturate-quant --cbqi-nested-qe --decision=internal
+ trywith 60 --full-saturate-quant --no-cbqi-bv
+ trywith 60 --full-saturate-quant --cbqi-bv-ineq=eq-slack
+ # finish 10min
+ finishwith --full-saturate-quant --no-cbqi-innermost --global-negate
+ ;;
+LIA|LRA|NIA|NRA)
+ trywith 60 --full-saturate-quant --nl-ext-tplanes
+ trywith 600 --full-saturate-quant --no-cbqi-innermost
+ trywith 600 --full-saturate-quant --cbqi-nested-qe
+ finishwith --full-saturate-quant --cbqi-nested-qe --decision=internal
+ ;;
+QF_AUFBV)
+ trywith 1200
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ trywith 100 --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv
+ trywith 1000 --arrays-weak-equiv
+ finishwith --ite-simp --simp-with-care --repeat-simp --arrays-weak-equiv
+ ;;
+QF_UFBV)
+ # Benchmarks with uninterpreted sorts cannot be solved with eager
+ # bit-blasting currently
+ trywith 2400 --bitblast=eager --bv-sat-solver=cadical
+ finishwith
+ ;;
+QF_BV)
+ finishwith --bv-div-zero-const --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ ;;
+QF_AUFLIA)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=justification
+ ;;
+QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=internal
+ ;;
+QF_AUFNIA)
+ finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_ALIA)
+ trywith 140 --decision=justification --arrays-weak-equiv
+ finishwith --decision=justification-stoponly --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_S|QF_SLIA)
+ trywith 300 --strings-exp --rewrite-divk --lang=smt2.6.1 --strings-fmf
+ finishwith --strings-exp --rewrite-divk --lang=smt2.6.1
+ ;;
+QF_ABVFP)
+ finishwith --fp-exp
+ ;;
+QF_BVFP)
+ finishwith --fp-exp
+ ;;
+QF_FP)
+ finishwith --fp-exp
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2019-incremental b/contrib/competitions/smt-comp/run-script-smtcomp2019-incremental
new file mode 100755
index 000000000..12c91a036
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2019-incremental
@@ -0,0 +1,84 @@
+#!/bin/bash
+
+cvc4=./cvc4
+
+line=""
+while [[ -z "$line" ]]; do
+ read line
+done
+if [ "$line" != '(set-option :print-success true)' ]; then
+ echo 'ERROR: first line supposed to be set-option :print-success, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+line=""
+while [[ -z "$line" ]]; do
+ read line
+done
+logic=$(expr "$line" : ' *(set-logic *\([A-Z_]*\) *) *$')
+if [ -z "$logic" ]; then
+ echo 'ERROR: second line supposed to be set-logic, but got: "'"$line"'"' >&2
+ exit 1
+fi
+echo success
+
+function runcvc4 {
+ # we run in this way for line-buffered input, otherwise memory's a
+ # concern (plus it mimics what we'll end up getting from an
+ # application-track trace runner?)
+ $cvc4 --force-logic="$logic" -L smt2.6 --print-success --no-checking --no-interactive "$@" <&0-
+}
+
+case "$logic" in
+
+ALIA|QF_ALIA|QF_LRA|QF_UFLIA|QF_UFLRA|UFLRA)
+ runcvc4 --incremental
+ ;;
+ANIA|QF_ANIA|QF_NIA|QF_UFNIA|QF_NRA)
+ runcvc4 --tear-down-incremental=1
+ ;;
+LIA|LRA)
+ runcvc4 --incremental
+ ;;
+QF_AUFLIA)
+ runcvc4 --no-arrays-eager-index --arrays-eager-lemmas --incremental
+ ;;
+QF_BV)
+ runcvc4 --incremental --bitblast=eager --bv-sat-solver=cadical
+ ;;
+QF_LIA)
+ runcvc4 --tear-down-incremental=1 --unconstrained-simp
+ ;;
+QF_UFBV)
+ runcvc4 --incremental
+ ;;
+QF_UF)
+ runcvc4 --incremental
+ ;;
+QF_AUFBV)
+ runcvc4 --incremental
+ ;;
+QF_ABV)
+ runcvc4 --incremental
+ ;;
+ABVFP)
+ runcvc4 --incremental
+ ;;
+BVFP)
+ runcvc4 --incremental
+ ;;
+QF_ABVFP)
+ runcvc4 --incremental
+ ;;
+QF_BVFP)
+ runcvc4 --incremental
+ ;;
+QF_FP)
+ runcvc4 --incremental
+ ;;
+*)
+ # just run the default
+ runcvc4 --incremental
+ ;;
+
+esac
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2019-model-validation b/contrib/competitions/smt-comp/run-script-smtcomp2019-model-validation
new file mode 100755
index 000000000..eec17294d
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2019-model-validation
@@ -0,0 +1,25 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_BV)
+ finishwith --bv-div-zero-const --bitblast=eager --bv-sat-solver=cadical --no-bv-abstraction
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smtcomp2019-unsat-cores b/contrib/competitions/smt-comp/run-script-smtcomp2019-unsat-cores
new file mode 100755
index 000000000..795de734b
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smtcomp2019-unsat-cores
@@ -0,0 +1,86 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 -L smt2.6 --no-incremental --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ finishwith --no-restrict-pivots --use-soi --new-prop
+ ;;
+QF_LIA)
+ finishwith --miplib-trick --miplib-trick-subs=4 --use-approx --lemmas-on-replay-failure --replay-early-close-depth=4 --replay-lemma-reject-cut=128 --replay-reject-cut=512 --use-soi
+ ;;
+QF_NIA)
+ finishwith --solve-int-as-bv=32 --bitblast=eager --bv-sat-solver=cryptominisat
+ ;;
+QF_NRA)
+ finishwith --nl-ext --nl-ext-tplanes
+ ;;
+# all logics with UF + quantifiers should either fall under this or special cases below
+ALIA|AUFLIA|AUFLIRA|AUFNIRA|UF|UFIDL|UFLIA|UFLRA|UFNIA|UFDT|UFDTLIA|AUFDTLIA|AUFBVDTLIA|AUFNIA|ABVFP|BVFP|FP)
+ finishwith --full-saturate-quant --fp-exp
+ ;;
+UFBV)
+ finishwith --finite-model-find
+ ;;
+BV)
+ finishwith --full-saturate-quant --decision=internal
+ ;;
+LIA|LRA)
+ finishwith --full-saturate-quant --cbqi-nested-qe --decision=internal
+ ;;
+NIA|NRA)
+ finishwith --full-saturate-quant --cbqi-nested-qe --decision=internal
+ ;;
+QF_AUFBV)
+ finishwith --decision=justification-stoponly
+ ;;
+QF_ABV)
+ finishwith --ite-simp --simp-with-care --arrays-weak-equiv
+ ;;
+QF_UFBV)
+ finishwith
+ ;;
+QF_BV)
+ finishwith --bv-div-zero-const --bv-eq-slicer=auto --no-bv-abstraction
+ ;;
+QF_AUFLIA)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=justification
+ ;;
+QF_AX)
+ finishwith --no-arrays-eager-index --arrays-eager-lemmas --decision=internal
+ ;;
+QF_AUFNIA)
+ finishwith --decision=justification --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_ALIA)
+ finishwith --decision=justification-stoponly --no-arrays-eager-index --arrays-eager-lemmas
+ ;;
+QF_S|QF_SLIA)
+ finishwith --strings-exp --rewrite-divk --lang=smt2.6.1
+ ;;
+QF_ABVFP)
+ finishwith --fp-exp
+ ;;
+QF_BVFP)
+ finishwith --fp-exp
+ ;;
+QF_FP)
+ finishwith --fp-exp
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
diff --git a/contrib/competitions/smt-comp/run-script-smteval2013 b/contrib/competitions/smt-comp/run-script-smteval2013
new file mode 100755
index 000000000..2212f71c7
--- /dev/null
+++ b/contrib/competitions/smt-comp/run-script-smteval2013
@@ -0,0 +1,61 @@
+#!/bin/bash
+
+cvc4=./cvc4
+bench="$1"
+
+logic=$(expr "$(grep -m1 '^[^;]*set-logic' "$bench")" : ' *(set-logic *\([A-Z_]*\) *) *$')
+
+# use: trywith [params..]
+# to attempt a run. Only thing printed on stdout is "sat" or "unsat", in
+# which case this run script terminates immediately. Otherwise, this
+# function returns normally.
+function trywith {
+ result="$($cvc4 --stats -L smt2 --no-checking --no-interactive "$@" $bench)"
+ case "$result" in
+ sat|unsat) echo "$result"; exit 0;;
+ esac
+}
+
+# use: finishwith [params..]
+# to run cvc4 and let it output whatever it will to stdout.
+function finishwith {
+ $cvc4 --stats -L smt2 --no-checking --no-interactive "$@" $bench
+}
+
+case "$logic" in
+
+QF_LRA)
+ finishwith --no-restrict-pivots --enable-miplib-trick --miplib-trick-subs=2 --fc-penalties --collect-pivot-stats --use-soi --new-prop --dio-decomps --unconstrained-simp --fancy-final
+ ;;
+AUFLIA|AUFLIRA|AUFNIRA|UFLRA|UFNIA)
+ # 60 seconds with default decision heuristic
+ trywith --simplification=none --tlimit-per=60000
+ # try simplification for 60 seconds, default decision heuristic
+ trywith --tlimit-per=60000
+ # switch to internal decision heuristic
+ finishwith --simplification=none --decision=internal
+ ;;
+LRA)
+ finishwith --enable-cbqi
+ ;;
+QF_AUFBV)
+ trywith --tlimit-per=600000
+ finishwith --decision=justification-stoponly
+ ;;
+QF_BV)
+ trywith --bv-core --decision=justification --tlimit-per=10000
+ trywith --decision=justification --tlimit-per=60000
+ trywith --decision=internal --bitblast-eager --tlimit-per=600000
+ finishwith --decision=justification --decision-use-weight --decision-weight-internal=usr1
+ ;;
+QF_AX)
+ trywith --tlimit-per=2000
+ finishwith --no-arrays-model-based
+ ;;
+*)
+ # just run the default
+ finishwith
+ ;;
+
+esac
+
generated by cgit on debian on lair
contact matthew@masot.net with questions or feedback