test: update logitest config and makefile

This commit is contained in:
Simon Cruanes 2019-12-11 18:35:15 -06:00
parent 682edc4640
commit 85b0066660
2 changed files with 32 additions and 12 deletions

View file

@ -26,22 +26,21 @@ clean:
test: test:
@dune runtest --force --no-buffer @dune runtest --force --no-buffer
TESTOPTS ?= -j $(J) TESTOPTS ?= -j $(J) -c tests/logitest.sexp
TESTTOOL=logitest TESTTOOL=logitest
DATE=$(shell date +%FT%H:%M) DATE=$(shell date +%FT%H:%M)
logitest-quick: snapshots:
@mkdir -p snapshots @mkdir -p snapshots
$(TESTTOOL) run -c tests/conf.toml $(TESTOPTS) \ logitest-quick: snapshots
--meta `git rev-parse HEAD` --csv snapshots/quick-$(DATE).csv tests/sat tests/unsat/ tests/pigeon $(TESTTOOL) run $(TESTOPTS) \
logitest-smt-QF_UF: --csv snapshots/quick-$(DATE).csv --task sidekick-smt-quick
@mkdir -p snapshots logitest-smt-QF_UF: snapshots
$(TESTTOOL) run -c tests/conf.toml $(TESTOPTS) \ $(TESTTOOL) run $(TESTOPTS) \
--meta `git rev-parse HEAD` --csv snapshots/smt-QF_UF-$(DATE).csv tests/QF_UF --csv snapshots/smt-QF_UF-$(DATE).csv --task sidekick-smt-nodir tests/QF_UF
logitest-smt-QF_DT: logitest-smt-QF_DT: snapshots
@mkdir -p snapshots $(TESTTOOL) run $(TESTOPTS) \
$(TESTTOOL) run -c tests/conf.toml $(TESTOPTS) \ --csv snapshots/smt-QF_DT-$(DATE).csv --task sidekick-smt-nodir tests/QF_DT
--meta `git rev-parse HEAD` --csv snapshots/smt-QF_DT-$(DATE).csv tests/QF_DT
install: build-install install: build-install
@dune install @dune install

View file

@ -7,6 +7,27 @@
(unknown "Timeout|Unknown") (unknown "Timeout|Unknown")
(version "git:.")) (version "git:."))
(dir
(path $cur_dir)
(pattern ".*.(smt2|cnf)")
(expect (try (run smtlib-read-status) (run z3))))
(task
(name sidekick-smt-quick)
(action
(run_provers
(provers sidekick-dev z3)
(timeout 10)
(dirs $cur_dir/sat $cur_dir/unsat $cur_dir/pigeon))))
(task
(name sidekick-smt-nodir)
(action
(run_provers
(provers sidekick-dev z3)
(timeout 10)
(dirs))))
(task (task
(name sidekick-smt-all) (name sidekick-smt-all)
(action (action