From 4b5adb2d03834fc4d5de357c8a4e317294bf3aba Mon Sep 17 00:00:00 2001 From: Manos Koukoutos <emmanouil.koukoutos@epfl.ch> Date: Tue, 19 Apr 2016 12:55:44 +0200 Subject: [PATCH] Delete benchmark file --- synthesis-collective.txt | 36 ------------------------------------ 1 file changed, 36 deletions(-) delete mode 100644 synthesis-collective.txt diff --git a/synthesis-collective.txt b/synthesis-collective.txt deleted file mode 100644 index 6c6afcabb..000000000 --- a/synthesis-collective.txt +++ /dev/null @@ -1,36 +0,0 @@ -Versions: X-X-N for CEGIS(o/n), grammar(o/n), max. size -✓ = Proof -? = no proof -x = invalid solution -F = Timeout/failed to synth. - - -=================================================================================================================================== -Name | FDefs| Size | O-O-5 | O-O-7 | 0515ff9 | 75d4219 | 5a22c2f | 4cdcc91 | de6a3a0 | 4fd7f51 | -=================================================================================================================================== -List.insert | 59 | 3 | ✓ | 0.8 | ✓ | 1.0 | ✓ | 0.7 | ✓ | 0.5 | ✓ | 0.5 | ✓ | 0.6 | ✓ | 0.6 | ✓ | 0.5 | -List.delete | 61 | 0 | ✓ | 4.5 | F | 30.1 | ✓ | 3.2 | ✓ | 5.4 | ✓ | 5.4 | ✓ | 6.3 | ✓ | 6.8 | ✓ | 7.0 | -List.union | 75 | 11 | ✓ | 7.1 | ✓ | 12.5 | ✓ | 3.5 | ✓ | 1.7 | ✓ | 1.9 | ✓ | 1.9 | ✓ | 1.9 | ✓ | 1.7 | -List.diff | 106 | 0 | ✓ | 6.1 | F | 31.8 | ✓ | 11.2 | ✓ | 9.1 | ✓ | 10.1 | ✓ | 10.8 | ✓ | 10.8 | ✓ | 10.1 | -List.split*(easier for O-O) | 96 | 24 | ✓ | 3.6 | ✓ | 5.3 | ✓ | 2.6 | ✓ | 2.2 | ✓ | 2.3 | ✓ | 2.6 | ✓ | 2.6 | ✓ | 3.5 | -List.listOfSize | 54 | 11 | | | | | | | | | | | | | ✓ | 1.5 | ✓ | 1.1 | -SortedList.insert | 91 | 0 | ? | 16.5 | F | 30.0 | ? | 23.6 | ? | 11.8 | ? | 11.8 | ? | 10.6 | ? | 11.0 | ? | 11.5 | -SortedList.insertAlways | 105 | 0 | ✓ | 20.5 | F | 30.0 | ✓ | 40.8 | ✓ | 22.2 | ✓ | 23.2 | ✓ | 21.9 | ✓ | 21.2 | ✓ | 23.7 | -SortedList.delete | 91 | 0 | ? | 7.9 | F | 30.0 | ? | 5.7 | ? | 9.5 | ? | 9.6 | ? | 10.2 | ? | 9.5 | ? | 10.4 | -SortedList.union | 138 | 11 | ✓ | 6.9 | ✓ | 15.1 | ✓ | 4.0 | ✓ | 2.1 | ✓ | 2.5 | ✓ | 3.6 | ✓ | 2.1 | ✓ | 3.2 | -SortedList.diff | 136 | 0 | ✓ | 5.9 | F | 51.7 | ✓ | 7.7 | ✓ | 7.0 | ✓ | 5.2 | ✓ | 8.0 | ✓ | 5.2 | ✓ | 5.8 | -SortedList.insertionSort | 125 | 10 | ✓ | 1.9 | ✓ | 3.5 | ✓ | 1.7 | ✓ | 1.3 | ✓ | 4.6 | ✓ | 3.2 | ✓ | 1.6 | ✓ | 4.3 | -StrictSortedList.insert | 91 | 0 | ✓ | 13.1 | F | 30.0 | ✓ | 23.4 | ✓ | 9.5 | ✓ | 9.9 | ✓ | 9.5 | ✓ | 10.2 | ✓ | 10.0 | -StrictSortedList.delete | 91 | 0 | ? | 10.2 | F | 30.0 | ✓ | 5.6 | ✓ | 12.7 | ✓ | 12.8 | ✓ | 12.4 | ✓ | 12.9 | ✓ | 12.9 | -StrictSortedList.union | 138 | 11 | ✓ | 7.6 | ✓ | 13.6 | ✓ | 4.7 | ✓ | 2.9 | ✓ | 2.1 | ✓ | 2.0 | ✓ | 2.1 | ✓ | 2.1 | -UnaryNumerals.add | 42 | 9 | ✓ | 4.3 | ✓ | 4.1 | ✓ | 2.2 | ✓ | 1.8 | ✓ | 1.7 | ✓ | 1.6 | ✓ | 1.8 | ✓ | 1.7 | -UnaryNumerals.distinct | 66 | 4 | ✓ | 2.4 | ✓ | 2.3 | ✓ | 1.1 | ✓ | 0.8 | ✓ | 0.9 | ✓ | 1.8 | ✓ | 1.9 | ✓ | 2.1 | -UnaryNumerals.mult | 64 | 10 | ✓ | 4.5 | ✓ | 10.5 | ✓ | 4.4 | ✓ | 3.5 | ✓ | 4.0 | ✓ | 4.3 | ✓ | 4.5 | ✓ | 4.4 | -BatchedQueue.enqueue | 89 | 20 | F | 30.0 | ? | 19.7 | ? | 10.0 | ? | 10.9 | ? | 10.6 | ? | 11.2 | ? | 11.1 | ? | 11.6 | -BatchedQueue.dequeue | 65 | 9 | ? | 14.3 | ? | 11.4 | ? | 13.3 | ? | 17.0 | ? | 17.3 | ? | 18.2 | ? | 18.2 | ? | 19.2 | -AddressBook.makeAddressBook | 42 | 0 | F | 14.3 | F | 30.0 | ✓ | 6.7 | ✓ | 6.3 | ✓ | 5.5 | ✓ | 3.9 | ✓ | 4.0 | ✓ | 4.3 | -AddressBook.merge | 99 | 11 | ? | 6.9 | ? | 9.5 | ? | 9.9 | ? | 13.4 | ? | 13.5 | ? | 13.5 | ? | 13.6 | ? | 13.4 | -RunLength.encode | 110 | 38 | | | | | ✓ | 54.0 | ✓ | 59.1 | ✓ | 42.9 | ✓ | 36.1 | ✓ | 24.7 | ✓ | 44.8 | -Diffs.diffs | 63 | 22 | | | | | ✓ | 20.0 | ✓ | 17.9 | ✓ | 16.5 | ✓ | 11.5 | ✓ | 11.8 | ✓ | 13.4 | -=================================================================================================================================== - -- GitLab