Skip to content

Commit 24298d8

Browse files
Daniel1854Daniel1854
committed
chore: some measurements for literal selection
1 parent eac7269 commit 24298d8

26 files changed

Lines changed: 6003 additions & 6003 deletions

‎benchmark/casc24_fnt_1.csv‎

Lines changed: 94 additions & 94 deletions
Original file line numberDiff line numberDiff line change
@@ -1,43 +1,43 @@
11
problem,expected_result,result,duration
22
GRA025+1.p,StatementFalse,Unknown(Timeout),1.1
3-
GRA026+1.p,StatementFalse,Unknown(Timeout),1.0
4-
HWV053+1.p,StatementFalse,Unknown(Timeout),1.1
3+
GRA026+1.p,StatementFalse,Unknown(Timeout),1.1
4+
HWV053+1.p,StatementFalse,Unknown(Timeout),1.5
55
KRS177+1.p,StatementFalse,Unknown(Timeout),1.0
66
KRS209+1.p,StatementFalse,Unknown(Timeout),1.0
7-
KRS212+1.p,StatementFalse,Unknown(Timeout),1.0
7+
KRS212+1.p,StatementFalse,Unknown(Timeout),1.1
88
KRS221+1.p,StatementFalse,Unknown(Timeout),1.0
9-
KRS226+1.p,StatementFalse,Unknown(Timeout),1.0
10-
KRS242+1.p,StatementFalse,Unknown(Timeout),1.0
11-
KRS245+1.p,StatementFalse,Unknown(Timeout),1.0
12-
KRS270+1.p,StatementFalse,Unknown(Timeout),1.0
13-
KRS271+1.p,StatementFalse,Unknown(Timeout),1.0
14-
KRS279+1.p,StatementFalse,Unknown(Timeout),1.0
15-
LCL354+1.p,StatementFalse,Unknown(Timeout),1.0
16-
LCL639+1.015.p,StatementFalse,Unknown(Timeout),1.1
17-
LCL641+1.015.p,StatementFalse,Unknown(Timeout),1.0
9+
KRS226+1.p,StatementFalse,Unknown(Timeout),1.1
10+
KRS242+1.p,StatementFalse,Unknown(Timeout),1.1
11+
KRS245+1.p,StatementFalse,Unknown(Timeout),1.1
12+
KRS270+1.p,StatementFalse,Unknown(Timeout),1.1
13+
KRS271+1.p,StatementFalse,Unknown(Timeout),1.1
14+
KRS279+1.p,StatementFalse,Unknown(),6.0
15+
LCL354+1.p,StatementFalse,Unknown(Timeout),1.1
16+
LCL639+1.015.p,StatementFalse,Unknown(Timeout),1.2
17+
LCL641+1.015.p,StatementFalse,Unknown(Timeout),1.1
1818
LCL647+1.005.p,StatementFalse,Unknown(Timeout),1.0
1919
LCL651+1.020.p,StatementFalse,Unknown(),6.0
20-
LCL653+1.015.p,StatementFalse,Unknown(Timeout),1.1
21-
LCL655+1.015.p,StatementFalse,Unknown(Timeout),1.1
20+
LCL653+1.015.p,StatementFalse,Unknown(Timeout),1.2
21+
LCL655+1.015.p,StatementFalse,Unknown(Timeout),1.2
2222
LCL659+1.015.p,StatementFalse,Unknown(Timeout),1.1
2323
LCL671+1.010.p,StatementFalse,Unknown(Timeout),1.1
2424
LCL675+1.005.p,StatementFalse,Unknown(Timeout),1.0
25-
LCL683+1.020.p,StatementFalse,Unknown(Timeout),1.4
26-
LCL685+1.020.p,StatementFalse,Unknown(),1.7
27-
MSC013+1.p,StatementFalse,Unknown(Timeout),1.0
28-
MSC014+1.p,StatementFalse,Unknown(Timeout),1.0
29-
MSC016+1.p,StatementFalse,Unknown(Timeout),1.0
30-
NLP048+1.p,StatementFalse,Unknown(Timeout),1.0
31-
NLP138+1.p,StatementFalse,Unknown(Timeout),1.0
25+
LCL683+1.020.p,StatementFalse,Unknown(Timeout),1.3
26+
LCL685+1.020.p,StatementFalse,Unknown(),2.1
27+
MSC013+1.p,StatementFalse,StatementFalse,0.1
28+
MSC014+1.p,StatementFalse,StatementFalse,0.0
29+
MSC016+1.p,StatementFalse,Unknown(Timeout),1.1
30+
NLP048+1.p,StatementFalse,Unknown(Timeout),1.1
31+
NLP138+1.p,StatementFalse,Unknown(Timeout),1.1
3232
NLP163+1.p,StatementFalse,Unknown(Timeout),1.2
3333
NLP168+1.p,StatementFalse,Unknown(Timeout),1.2
34-
NLP191+1.p,StatementFalse,Unknown(Timeout),1.2
35-
NLP194+1.p,StatementFalse,Unknown(Timeout),1.2
36-
NLP195+1.p,StatementFalse,Unknown(Timeout),1.2
37-
NLP197+1.p,StatementFalse,Unknown(Timeout),1.2
38-
NLP221+1.p,StatementFalse,Unknown(Timeout),1.0
39-
NLP222+1.p,StatementFalse,Unknown(Timeout),1.0
40-
NLP237+1.p,StatementFalse,Unknown(Timeout),1.0
34+
NLP191+1.p,StatementFalse,Unknown(Timeout),1.3
35+
NLP194+1.p,StatementFalse,Unknown(Timeout),1.3
36+
NLP195+1.p,StatementFalse,Unknown(Timeout),1.3
37+
NLP197+1.p,StatementFalse,Unknown(Timeout),1.3
38+
NLP221+1.p,StatementFalse,Unknown(Timeout),1.1
39+
NLP222+1.p,StatementFalse,Unknown(Timeout),1.1
40+
NLP237+1.p,StatementFalse,Unknown(Timeout),1.1
4141
SWB004+3.p,StatementFalse,Unknown(Timeout),1.0
4242
SWB005+3.p,StatementFalse,Unknown(Timeout),1.0
4343
SWB007+3.p,StatementFalse,Unknown(Timeout),1.0
@@ -46,20 +46,20 @@ SWB016+3.p,StatementFalse,Unknown(Timeout),1.0
4646
SWB017+3.p,StatementFalse,Unknown(Timeout),1.0
4747
SWB028+3.p,StatementFalse,Unknown(Timeout),1.0
4848
SWB032+3.p,StatementFalse,Unknown(Timeout),1.0
49-
SWV012+1.p,StatementFalse,Unknown(Timeout),1.0
49+
SWV012+1.p,StatementFalse,Unknown(Timeout),1.2
5050
SYN330+1.p,StatementFalse,StatementFalse,0.0
5151
SYO593+1.p,StatementFalse,Unknown(Timeout),1.0
5252
COM014+1.p,StatementFalse,Unknown(Timeout),1.0
5353
GEG001+1.p,StatementFalse,Unknown(Timeout),1.0
54-
GRP396+1.p,StatementFalse,Unknown(Timeout),1.0
54+
GRP396+1.p,StatementFalse,StatementFalse,0.0
5555
HAL003+1.p,StatementFalse,Unknown(Timeout),1.0
5656
HAL003+2.p,StatementFalse,Unknown(Timeout),1.0
57-
HAL005+1.p,StatementFalse,Unknown(Timeout),1.0
58-
HWV042+1.p,StatementFalse,Unknown(Timeout),1.1
59-
HWV042+2.p,StatementFalse,Unknown(Timeout),1.6
60-
HWV048+1.p,StatementFalse,Unknown(Timeout),1.7
61-
HWV048+2.p,StatementFalse,Unknown(Timeout),1.3
62-
HWV049+2.p,StatementFalse,Unknown(Timeout),1.7
57+
HAL005+1.p,StatementFalse,Unknown(Timeout),1.1
58+
HWV042+1.p,StatementFalse,Unknown(Timeout),1.0
59+
HWV042+2.p,StatementFalse,Unknown(Timeout),1.0
60+
HWV048+1.p,StatementFalse,Unknown(Timeout),1.0
61+
HWV048+2.p,StatementFalse,Unknown(Timeout),1.0
62+
HWV049+2.p,StatementFalse,Unknown(Timeout),1.0
6363
KLE050+1.p,StatementFalse,Unknown(Timeout),1.1
6464
KLE050+2.p,StatementFalse,Unknown(Timeout),1.1
6565
KLE050+3.p,StatementFalse,Unknown(Timeout),1.1
@@ -69,82 +69,82 @@ KLE172+1.p,StatementFalse,Unknown(Timeout),1.1
6969
KRS048+1.p,StatementFalse,Unknown(Timeout),1.0
7070
KRS049+1.p,StatementFalse,Unknown(Timeout),1.0
7171
KRS051+1.p,StatementFalse,Unknown(Timeout),1.0
72-
LAT383+1.p,StatementFalse,Unknown(Timeout),1.0
72+
LAT383+1.p,StatementFalse,Unknown(Timeout),1.1
7373
LAT384+1.p,StatementFalse,Unknown(Timeout),1.0
7474
LAT385+1.p,StatementFalse,Unknown(Timeout),1.0
75-
LAT386+1.p,StatementFalse,Unknown(Timeout),1.0
76-
LCL354+1.p,StatementFalse,Unknown(Timeout),1.0
77-
LCL565+1.p,StatementFalse,Unknown(Timeout),1.0
78-
LCL567+1.p,StatementFalse,Unknown(Timeout),1.0
79-
LCL571+1.p,StatementFalse,Unknown(Timeout),1.0
80-
LCL577+1.p,StatementFalse,Unknown(Timeout),1.0
81-
LCL578+1.p,StatementFalse,Unknown(Timeout),1.0
75+
LAT386+1.p,StatementFalse,Unknown(Timeout),1.1
76+
LCL354+1.p,StatementFalse,Unknown(Timeout),1.1
77+
LCL565+1.p,StatementFalse,Unknown(Timeout),1.1
78+
LCL567+1.p,StatementFalse,Unknown(Timeout),1.1
79+
LCL571+1.p,StatementFalse,Unknown(Timeout),1.1
80+
LCL577+1.p,StatementFalse,Unknown(Timeout),1.1
81+
LCL578+1.p,StatementFalse,Unknown(Timeout),1.1
8282
MGT038+2.p,StatementFalse,Unknown(Timeout),1.0
83-
NLP049+1.p,StatementFalse,Unknown(Timeout),1.1
84-
NLP050+1.p,StatementFalse,Unknown(Timeout),1.0
85-
NLP051+1.p,StatementFalse,Unknown(Timeout),1.0
83+
NLP049+1.p,StatementFalse,Unknown(Timeout),1.0
84+
NLP050+1.p,StatementFalse,Unknown(Timeout),1.1
85+
NLP051+1.p,StatementFalse,Unknown(Timeout),1.1
8686
NLP052+1.p,StatementFalse,Unknown(Timeout),1.0
87-
NLP053+1.p,StatementFalse,Unknown(Timeout),1.1
87+
NLP053+1.p,StatementFalse,Unknown(Timeout),1.0
8888
NLP069+1.p,StatementFalse,Unknown(Timeout),1.0
89-
NLP070+1.p,StatementFalse,Unknown(Timeout),1.1
89+
NLP070+1.p,StatementFalse,Unknown(Timeout),1.0
9090
NLP071+1.p,StatementFalse,Unknown(Timeout),1.1
91-
NLP072+1.p,StatementFalse,Unknown(Timeout),1.1
92-
NLP073+1.p,StatementFalse,Unknown(Timeout),1.1
93-
NLP074+1.p,StatementFalse,Unknown(Timeout),1.1
91+
NLP072+1.p,StatementFalse,Unknown(Timeout),1.0
92+
NLP073+1.p,StatementFalse,Unknown(Timeout),1.0
93+
NLP074+1.p,StatementFalse,Unknown(Timeout),1.0
9494
NLP075+1.p,StatementFalse,Unknown(Timeout),1.0
9595
NLP077+1.p,StatementFalse,Unknown(Timeout),1.1
96-
NLP078+1.p,StatementFalse,Unknown(Timeout),1.1
97-
NLP085+1.p,StatementFalse,Unknown(Timeout),1.0
96+
NLP078+1.p,StatementFalse,Unknown(Timeout),1.0
97+
NLP085+1.p,StatementFalse,Unknown(Timeout),1.1
9898
NLP086+1.p,StatementFalse,Unknown(Timeout),1.0
99-
NLP087+1.p,StatementFalse,Unknown(Timeout),1.1
99+
NLP087+1.p,StatementFalse,Unknown(Timeout),1.0
100100
NLP088+1.p,StatementFalse,Unknown(Timeout),1.1
101-
NLP089+1.p,StatementFalse,Unknown(Timeout),1.0
101+
NLP089+1.p,StatementFalse,Unknown(Timeout),1.1
102102
NLP090+1.p,StatementFalse,Unknown(Timeout),1.1
103-
NLP091+1.p,StatementFalse,Unknown(Timeout),1.0
104-
NLP092+1.p,StatementFalse,Unknown(Timeout),1.1
105-
NLP093+1.p,StatementFalse,Unknown(Timeout),1.0
106-
NLP180+1.p,StatementFalse,Unknown(Timeout),1.1
103+
NLP091+1.p,StatementFalse,Unknown(Timeout),1.1
104+
NLP092+1.p,StatementFalse,Unknown(Timeout),1.0
105+
NLP093+1.p,StatementFalse,Unknown(Timeout),1.1
106+
NLP180+1.p,StatementFalse,Unknown(Timeout),1.0
107107
NLP181+1.p,StatementFalse,Unknown(Timeout),1.0
108108
NLP182+1.p,StatementFalse,Unknown(Timeout),1.0
109-
NLP184+1.p,StatementFalse,Unknown(Timeout),1.0
109+
NLP184+1.p,StatementFalse,Unknown(Timeout),1.1
110110
NLP186+1.p,StatementFalse,Unknown(Timeout),1.0
111-
NLP187+1.p,StatementFalse,Unknown(Timeout),1.0
112-
NLP210+1.p,StatementFalse,Unknown(Timeout),1.0
113-
NLP211+1.p,StatementFalse,Unknown(Timeout),1.0
114-
NLP213+1.p,StatementFalse,Unknown(Timeout),1.0
115-
NLP214+1.p,StatementFalse,Unknown(Timeout),1.0
116-
NLP215+1.p,StatementFalse,Unknown(Timeout),1.0
111+
NLP187+1.p,StatementFalse,Unknown(Timeout),1.1
112+
NLP210+1.p,StatementFalse,Unknown(Timeout),1.1
113+
NLP211+1.p,StatementFalse,Unknown(Timeout),1.1
114+
NLP213+1.p,StatementFalse,Unknown(Timeout),1.1
115+
NLP214+1.p,StatementFalse,Unknown(Timeout),1.1
116+
NLP215+1.p,StatementFalse,Unknown(Timeout),1.1
117117
NLP216+1.p,StatementFalse,Unknown(Timeout),1.0
118-
NLP217+1.p,StatementFalse,Unknown(Timeout),1.0
119-
NLP218+1.p,StatementFalse,Unknown(Timeout),1.0
120-
NLP250+1.p,StatementFalse,Unknown(Timeout),1.0
121-
NLP253+1.p,StatementFalse,Unknown(Timeout),1.0
122-
NLP254+1.p,StatementFalse,Unknown(Timeout),1.0
123-
NLP255+1.p,StatementFalse,Unknown(Timeout),1.0
124-
NLP256+1.p,StatementFalse,Unknown(Timeout),1.0
125-
NLP259+1.p,StatementFalse,Unknown(Timeout),1.0
126-
NUM437+1.p,StatementFalse,Unknown(Timeout),1.0
127-
NUM439+1.p,StatementFalse,Unknown(Timeout),1.0
128-
NUM440+1.p,StatementFalse,Unknown(Timeout),1.0
129-
NUM441+1.p,StatementFalse,Unknown(Timeout),1.0
130-
NUM445+1.p,StatementFalse,Unknown(Timeout),1.0
131-
NUM445+5.p,StatementFalse,Unknown(Timeout),1.0
132-
NUM446+1.p,StatementFalse,Unknown(Timeout),1.0
133-
NUM447+1.p,StatementFalse,Unknown(Timeout),1.0
134-
NUM448+1.p,StatementFalse,Unknown(Timeout),1.0
135-
NUM449+1.p,StatementFalse,Unknown(Timeout),1.0
136-
PRO007+1.p,StatementFalse,Unknown(Timeout),1.1
118+
NLP217+1.p,StatementFalse,Unknown(Timeout),1.1
119+
NLP218+1.p,StatementFalse,Unknown(Timeout),1.1
120+
NLP250+1.p,StatementFalse,Unknown(Timeout),1.1
121+
NLP253+1.p,StatementFalse,Unknown(Timeout),1.1
122+
NLP254+1.p,StatementFalse,Unknown(Timeout),1.1
123+
NLP255+1.p,StatementFalse,Unknown(Timeout),1.1
124+
NLP256+1.p,StatementFalse,Unknown(Timeout),1.2
125+
NLP259+1.p,StatementFalse,Unknown(Timeout),1.1
126+
NUM437+1.p,StatementFalse,Unknown(Timeout),1.1
127+
NUM439+1.p,StatementFalse,Unknown(Timeout),1.2
128+
NUM440+1.p,StatementFalse,Unknown(Timeout),1.2
129+
NUM441+1.p,StatementFalse,Unknown(Timeout),1.2
130+
NUM445+1.p,StatementFalse,Unknown(Timeout),1.2
131+
NUM445+5.p,StatementFalse,Unknown(Timeout),1.2
132+
NUM446+1.p,StatementFalse,Unknown(Timeout),1.1
133+
NUM447+1.p,StatementFalse,Unknown(Timeout),1.2
134+
NUM448+1.p,StatementFalse,Unknown(Timeout),1.2
135+
NUM449+1.p,StatementFalse,Unknown(Timeout),1.2
136+
PRO007+1.p,StatementFalse,Unknown(Timeout),1.0
137137
PRO007+3.p,StatementFalse,Unknown(Timeout),1.0
138-
PRO007+4.p,StatementFalse,Unknown(Timeout),1.1
138+
PRO007+4.p,StatementFalse,Unknown(Timeout),1.0
139139
PRO013+1.p,StatementFalse,Unknown(Timeout),1.0
140140
PRO013+2.p,StatementFalse,Unknown(Timeout),1.0
141-
PRO013+3.p,StatementFalse,Unknown(Timeout),1.1
142-
PRO013+4.p,StatementFalse,Unknown(Timeout),1.1
143-
RNG110+1.p,StatementFalse,Unknown(Timeout),1.1
144-
SWB036+1.p,StatementFalse,Unknown(Timeout),1.1
145-
SWV238+1.p,StatementFalse,Unknown(Timeout),1.0
146-
SWV482+1.p,StatementFalse,Unknown(Timeout),1.0
147-
SWV482+2.p,StatementFalse,Unknown(Timeout),1.0
141+
PRO013+3.p,StatementFalse,Unknown(Timeout),1.0
142+
PRO013+4.p,StatementFalse,Unknown(Timeout),1.0
143+
RNG110+1.p,StatementFalse,Unknown(Timeout),1.2
144+
SWB036+1.p,StatementFalse,StatementFalse,0.6
145+
SWV238+1.p,StatementFalse,Unknown(Timeout),1.2
146+
SWV482+1.p,StatementFalse,StatementFalse,0.6
147+
SWV482+2.p,StatementFalse,StatementFalse,0.5
148148
SWV483+1.p,StatementFalse,Unknown(Timeout),1.0
149149
SWV483+2.p,StatementFalse,Unknown(Timeout),1.0
150150
SWV484+1.p,StatementFalse,Unknown(Timeout),1.0

‎benchmark/casc24_fnt_1.summary‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
There are:
2-
- 1 matching results
2+
- 7 matching results
33
- 0 non-matching results
4-
- 147 timeout results
5-
- 2 'unknown' results
4+
- 140 timeout results
5+
- 3 'unknown' results

0 commit comments

Comments
 (0)