sidekick/tests/benchpress.sexp
2021-12-28 10:57:30 -05:00

72 lines
1.5 KiB
Common Lisp

(prover
(name sidekick-dev)
(cmd "$cur_dir/../sidekick --no-check --time $timeout $file")
(unsat "Unsat")
(sat "Sat")
(unknown "Timeout|Unknown")
(version "git:."))
(proof_checker
(name quip)
(cmd "quip check --color=false $proof_file --problem=$file")
(valid "^OK$")
(invalid "^FAIL$"))
(prover
(name sidekick-dev-p)
(inherits sidekick-dev)
(cmd "$cur_dir/../sidekick --no-check --time $timeout $file -o $proof_file")
(proof_ext ".quip.gz")
(proof_checker quip)
(produces_proof true))
(dir
(path $cur_dir)
(pattern ".*.(smt2|cnf)$")
(expect (try (run smtlib-read-status) (run z3) (const unknown))))
(task
(name sidekick-smt-quick)
(action
(run_provers
(provers (sidekick-dev z3))
(timeout 10)
(dirs ($cur_dir/sat $cur_dir/unsat $cur_dir/pigeon)))))
; only unsat SMT problems
(task
(name sidekick-smt-quick-proofs)
(action
(run_provers
(provers (sidekick-dev sidekick-dev-p z3))
(timeout 10)
(pattern ".*.smt2$")
(dirs ($cur_dir/unsat)))))
(task
(name sidekick-smt-local)
(action
(run_provers
(provers (sidekick-dev z3))
(timeout 10)
(dirs ($cur_dir/)))))
(task
(name sidekick-smt-nodir)
(action
(run_provers
(provers (sidekick-dev z3))
(timeout 10)
(dirs ()))))
(task
(name sidekick-smt-all)
(action
(run_provers
(provers (sidekick-dev z3))
(timeout 10)
(dirs ($HOME/workspace/smtlib)))))
(set-options (progress true))