diff --git a/testcases/repair/runTests.sh b/testcases/repair/runTests.sh index b124e9bd02c8d1b6c6cc0cb885843226872099d6..e596bbcc3c310e4f31754212bfa4f7921363fdd0 100755 --- a/testcases/repair/runTests.sh +++ b/testcases/repair/runTests.sh @@ -15,51 +15,51 @@ echo "################################" >> $summaryLog echo "# Category, File, function, p.S, fuS, foS, Tms, Fms, Rms, verif?" >> $summaryLog #All benchmarks: -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=desugar testcases/repair/Compiler/Compiler1.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=desugar testcases/repair/Compiler/Compiler2.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=desugar testcases/repair/Compiler/Compiler3.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=desugar testcases/repair/Compiler/Compiler4.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=desugar testcases/repair/Compiler/Compiler5.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=simplify testcases/repair/Compiler/Compiler6.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=simplify testcases/repair/Compiler/Compiler7.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=desugar testcases/repair/Compiler/Compiler1.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=desugar testcases/repair/Compiler/Compiler2.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=desugar testcases/repair/Compiler/Compiler3.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=desugar testcases/repair/Compiler/Compiler4.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=desugar testcases/repair/Compiler/Compiler5.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=simplify testcases/repair/Compiler/Compiler6.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=simplify testcases/repair/Compiler/Compiler7.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=merge testcases/repair/Heap/Heap3.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=merge testcases/repair/Heap/Heap4.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=merge testcases/repair/Heap/Heap5.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=merge testcases/repair/Heap/Heap6.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=merge testcases/repair/Heap/Heap7.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=insert testcases/repair/Heap/Heap8.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=makeN testcases/repair/Heap/Heap9.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=merge testcases/repair/Heap/Heap10.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=merge testcases/repair/Heap/Heap3.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=merge testcases/repair/Heap/Heap4.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=merge testcases/repair/Heap/Heap5.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=merge testcases/repair/Heap/Heap6.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=merge testcases/repair/Heap/Heap7.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=insert testcases/repair/Heap/Heap8.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=makeN testcases/repair/Heap/Heap9.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=merge testcases/repair/Heap/Heap10.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=nnf testcases/repair/PropLogic/PropLogic1.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=nnf testcases/repair/PropLogic/PropLogic2.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=nnf testcases/repair/PropLogic/PropLogic3.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=nnf testcases/repair/PropLogic/PropLogic4.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=nnf testcases/repair/PropLogic/PropLogic5.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=nnf testcases/repair/PropLogic/PropLogic1.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=nnf testcases/repair/PropLogic/PropLogic2.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=nnf testcases/repair/PropLogic/PropLogic3.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=nnf testcases/repair/PropLogic/PropLogic4.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=nnf testcases/repair/PropLogic/PropLogic5.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=_pad testcases/repair/List/List1.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=_++ testcases/repair/List/List2.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=_ap testcases/repair/List/List3.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=_pad testcases/repair/List/List1.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=_++ testcases/repair/List/List2.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=_ap testcases/repair/List/List3.scala | tee -a $fullLog #./leon --repair --timeout=30 --functions=_drop testcases/repair/List/List4.scala | tee -a $fullLog ./leon --repair --timeout=30 --functions=_replace testcases/repair/List/List5.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=_count testcases/repair/List/List6.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=_find testcases/repair/List/List7.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=_find testcases/repair/List/List8.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=_count testcases/repair/List/List6.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=_find testcases/repair/List/List7.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=_find testcases/repair/List/List8.scala | tee -a $fullLog ./leon --repair --timeout=30 --functions=_find testcases/repair/List/List9.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=_size testcases/repair/List/List10.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=sum testcases/repair/List/List11.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=_- testcases/repair/List/List12.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=_drop testcases/repair/List/List13.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=_size testcases/repair/List/List10.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=sum testcases/repair/List/List11.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=_- testcases/repair/List/List12.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=_drop testcases/repair/List/List13.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=power testcases/repair/Numerical/Numerical1.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=moddiv testcases/repair/Numerical/Numerical3.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=power testcases/repair/Numerical/Numerical1.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=moddiv testcases/repair/Numerical/Numerical3.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=split testcases/repair/MergeSort/MergeSort1.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=merge testcases/repair/MergeSort/MergeSort2.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=merge testcases/repair/MergeSort/MergeSort3.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=merge testcases/repair/MergeSort/MergeSort4.scala | tee -a $fullLog -./leon --repair --timeout=30 --solvers=fairz3:enum --functions=merge testcases/repair/MergeSort/MergeSort5.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=split testcases/repair/MergeSort/MergeSort1.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=merge testcases/repair/MergeSort/MergeSort2.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=merge testcases/repair/MergeSort/MergeSort3.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=merge testcases/repair/MergeSort/MergeSort4.scala | tee -a $fullLog +./leon --repair --timeout=30 --solvers=fairz3,enum --functions=merge testcases/repair/MergeSort/MergeSort5.scala | tee -a $fullLog # Average results cat $log >> $summaryLog