Rev 33 | Rev 154 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
33 | pmbaty | 1 | #include "chess.h" |
2 | #include "data.h" |
||
3 | /* last modified 02/26/14 */ |
||
4 | /* |
||
5 | ******************************************************************************* |
||
6 | * * |
||
7 | * Bench() runs a simple six-position benchmark to gauge Crafty's * |
||
8 | * performance. The test positons are hard-coded, and the benchmark is * |
||
9 | * calculated much like it would with an external "test" file. The test * |
||
10 | * is a mix of opening, middlegame, and endgame positions, with both * |
||
11 | * tactical and positional aspects. (For those interested, the positions * |
||
12 | * chosen are Bratko-Kopec 2, 4, 8, 12, 22 and 23.) This test is a speed * |
||
13 | * measure only; the actual solutions to the positions are ignored. * |
||
14 | * * |
||
15 | ******************************************************************************* |
||
16 | */ |
||
108 | pmbaty | 17 | int Bench(int increase, int autotune) { |
33 | pmbaty | 18 | uint64_t nodes = 0; |
108 | pmbaty | 19 | int old_do, old_st, old_sd, total_time_used, pos, begin, end; |
33 | pmbaty | 20 | FILE *old_books, *old_book; |
21 | TREE *const tree = block[0]; |
||
22 | char fen[6][80] = { |
||
23 | {"3r1k2/4npp1/1ppr3p/p6P/P2PPPP1/1NR5/5K2/2R5 w - - 0 1"}, |
||
24 | {"rnbqkb1r/p3pppp/1p6/2ppP3/3N4/2P5/PPP1QPPP/R1B1KB1R w KQkq - 0 1"}, |
||
25 | {"4b3/p3kp2/6p1/3pP2p/2pP1P2/4K1P1/P3N2P/8 w - - 0 1"}, |
||
26 | {"r3r1k1/ppqb1ppp/8/4p1NQ/8/2P5/PP3PPP/R3R1K1 b - - 0 1"}, |
||
27 | {"2r2rk1/1bqnbpp1/1p1ppn1p/pP6/N1P1P3/P2B1N1P/1B2QPP1/R2R2K1 b - - 0 1"}, |
||
28 | {"r1bqk2r/pp2bppp/2p5/3pP3/P2Q1P2/2N1B3/1PP3PP/R4RK1 b kq - 0 1"} |
||
29 | }; |
||
108 | pmbaty | 30 | int fen_depth[6] = { 24, 20, 25, 21, 18, 19 }; |
33 | pmbaty | 31 | |
32 | /* |
||
33 | ************************************************************ |
||
34 | * * |
||
35 | * Initialize. * |
||
36 | * * |
||
37 | ************************************************************ |
||
38 | */ |
||
108 | pmbaty | 39 | begin = ReadClock(); |
33 | pmbaty | 40 | total_time_used = 0; |
41 | old_st = search_time_limit; |
||
42 | old_sd = search_depth; |
||
43 | old_do = display_options; |
||
44 | search_time_limit = 90000; |
||
45 | display_options = 1; |
||
46 | old_book = book_file; |
||
47 | book_file = 0; |
||
48 | old_books = books_file; |
||
49 | books_file = 0; |
||
108 | pmbaty | 50 | if (!autotune) { |
51 | if (increase) |
||
52 | Print(4095, "Running benchmark (modifying depth by %d plies). . .\n", |
||
53 | increase); |
||
54 | else |
||
55 | Print(4095, "Running benchmark. . .\n"); |
||
56 | fflush(stdout); |
||
57 | } |
||
33 | pmbaty | 58 | /* |
59 | ************************************************************ |
||
60 | * * |
||
61 | * Now we loop through the six positions. We use the * |
||
62 | * ReadParse() procedure to break the FEN into tokens and * |
||
63 | * then call SetBoard() to set up the positions. Then a * |
||
64 | * call to Iterate() and we are done. * |
||
65 | * * |
||
66 | ************************************************************ |
||
67 | */ |
||
68 | for (pos = 0; pos < 6; pos++) { |
||
69 | strcpy(buffer, fen[pos]); |
||
70 | nargs = ReadParse(buffer, args, " \t;="); |
||
71 | SetBoard(tree, nargs, args, 0); |
||
72 | search_depth = fen_depth[pos] + increase; |
||
73 | last_pv.pathd = 0; |
||
74 | thinking = 1; |
||
75 | tree->status[1] = tree->status[0]; |
||
108 | pmbaty | 76 | InitializeHashTables(0); |
77 | Iterate(game_wtm, think, 0); |
||
33 | pmbaty | 78 | thinking = 0; |
79 | nodes += tree->nodes_searched; |
||
80 | total_time_used += (program_end_time - program_start_time); |
||
81 | printf("."); |
||
82 | fflush(stdout); |
||
83 | } |
||
84 | /* |
||
85 | ************************************************************ |
||
86 | * * |
||
87 | * Benchmark done. Now dump the results. * |
||
88 | * * |
||
89 | ************************************************************ |
||
90 | */ |
||
108 | pmbaty | 91 | if (!autotune) |
92 | printf("\n"); |
||
93 | if (!autotune) { |
||
94 | Print(4095, "Total nodes: %" PRIu64 "\n", nodes); |
||
95 | Print(4095, "Raw nodes per second: %d\n", |
||
96 | (int) ((double) nodes / ((double) total_time_used / (double) 100.0))); |
||
97 | Print(4095, "Total elapsed time: %.2f\n", |
||
98 | ((double) total_time_used / (double) 100.0)); |
||
99 | } |
||
33 | pmbaty | 100 | input_stream = stdin; |
101 | early_exit = 99; |
||
102 | display_options = old_do; |
||
103 | search_time_limit = old_st; |
||
104 | search_depth = old_sd; |
||
105 | books_file = old_books; |
||
106 | book_file = old_book; |
||
107 | NewGame(0); |
||
108 | pmbaty | 108 | end = ReadClock(); |
109 | return end - begin; |
||
33 | pmbaty | 110 | } |
108 | pmbaty | 111 | |
112 | /* last modified 02/26/14 */ |
||
113 | /* |
||
114 | ******************************************************************************* |
||
115 | * * |
||
116 | * Bench_PGO() runs a 64 position benchmark during the build process. The * |
||
117 | * test positons are hard-coded, and the benchmark is similiar to the normal * |
||
118 | * bench command. It designed specifically to run with the makefile for * |
||
119 | * profile guided optimizations. * |
||
120 | * * |
||
121 | ******************************************************************************* |
||
122 | */ |
||
123 | int Bench_PGO(int increase, int autotune) { |
||
124 | uint64_t nodes = 0; |
||
125 | int old_do, old_st, old_sd, total_time_used, pos, begin, end, old_mt; |
||
126 | FILE *old_books, *old_book; |
||
127 | TREE *const tree = block[0]; |
||
128 | char fen[64][80] = { |
||
129 | {"3q2k1/pb3p1p/4pbp1/2r5/PpN2N2/1P2P2P/5PP1/Q2R2K1 b"}, |
||
130 | {"2r2rk1/1bqnbpp1/1p1ppn1p/pP6/N1P1P3/P2B1N1P/1B2QPP1/R2R2K1 b"}, |
||
131 | {"3rr1k1/pp3pp1/1qn2np1/8/3p4/PP1R1P2/2P1NQPP/R1B3K1 b"}, |
||
132 | {"4r1k1/r1q2ppp/ppp2n2/4P3/5Rb1/1N1BQ3/PPP3PP/R5K1 w"}, |
||
133 | {"1r3k2/4q3/2Pp3b/3Bp3/2Q2p2/1p1P2P1/1P2KP2/3N4 w"}, |
||
134 | {"3r1rk1/p5pp/bpp1pp2/8/q1PP1P2/b3P3/P2NQRPP/1R2B1K1 b"}, |
||
135 | {"8/R7/2q5/8/6k1/8/1P5p/K6R w"}, |
||
136 | {"2r3k1/1p2q1pp/2b1pr2/p1pp4/6Q1/1P1PP1R1/P1PN2PP/5RK1 w"}, |
||
137 | {"4rrk1/pp1n3p/3q2pQ/2p1pb2/2PP4/2P3N1/P2B2PP/4RRK1 b"}, |
||
138 | {"1k1r4/pp1b1R2/3q2pp/4p3/2B5/4Q3/PPP2B2/2K5 b"}, |
||
139 | {"4b3/p3kp2/6p1/3pP2p/2pP1P2/4K1P1/P3N2P/8 w"}, |
||
140 | {"r1bqkb1r/4npp1/p1p4p/1p1pP1B1/8/1B6/PPPN1PPP/R2Q1RK1 w"}, |
||
141 | {"7k/3p2pp/4q3/8/4Q3/5Kp1/P6b/8 w"}, |
||
142 | {"2r1nrk1/p2q1ppp/bp1p4/n1pPp3/P1P1P3/2PBB1N1/4QPPP/R4RK1 w"}, |
||
143 | {"8/3k4/8/8/8/4B3/4KB2/2B5 w"}, |
||
144 | {"6k1/6p1/P6p/r1N5/5p2/7P/1b3PP1/4R1K1 w"}, |
||
145 | {"8/2p5/3p4/KP5r/1R3p1k/8/4P1P1/8 w"}, |
||
146 | {"r2q1rk1/1ppnbppp/p2p1nb1/3Pp3/2P1P1P1/2N2N1P/PPB1QP2/R1B2RK1 b"}, |
||
147 | {"2kr1bnr/pbpq4/2n1pp2/3p3p/3P1P1B/2N2N1Q/PPP3PP/2KR1B1R w"}, |
||
148 | {"8/2p5/8/2kPKp1p/2p4P/2P5/3P4/8 w"}, |
||
149 | {"3rn2k/ppb2rpp/2ppqp2/5N2/2P1P3/1P5Q/PB3PPP/3RR1K1 w"}, |
||
150 | {"rnbqkb1r/p3pppp/1p6/2ppP3/3N4/2P5/PPP1QPPP/R1B1KB1R w"}, |
||
151 | {"2r3k1/pppR1pp1/4p3/4P1P1/5P2/1P4K1/P1P5/8 w"}, |
||
152 | {"/k/rnn////5RBB/K/ w"}, |
||
153 | {"r1bq1rk1/ppp1nppp/4n3/3p3Q/3P4/1BP1B3/PP1N2PP/R4RK1 w"}, |
||
154 | {"8/8/3P3k/8/1p6/8/1P6/1K3n2 b"}, |
||
155 | {"8/2p4P/8/kr6/6R1/8/8/1K6 w"}, |
||
156 | {"r2qnrnk/p2b2b1/1p1p2pp/2pPpp2/1PP1P3/PRNBB3/3QNPPP/5RK1 w"}, |
||
157 | {"5k2/7R/4P2p/5K2/p1r2P1p/8/8/8 b"}, |
||
158 | {"rq3rk1/ppp2ppp/1bnpb3/3N2B1/3NP3/7P/PPPQ1PP1/2KR3R w"}, |
||
159 | {"2q1rr1k/3bbnnp/p2p1pp1/2pPp3/PpP1P1P1/1P2BNNP/2BQ1PRK/7R b"}, |
||
160 | {"2rqkb1r/ppp2p2/2npb1p1/1N1Nn2p/2P1PP2/8/PP2B1PP/R1BQK2R b"}, |
||
161 | {"r2q1rk1/4bppp/p2p4/2pP4/3pP3/3Q4/PP1B1PPP/R3R1K1 w"}, |
||
162 | {"6k1/6p1/6Pp/ppp5/3pn2P/1P3K2/1PP2P2/3N4 b"}, |
||
163 | {"8/3p3B/5p2/5P2/p7/PP5b/k7/6K1 w"}, |
||
164 | {"r1bbk1nr/pp3p1p/2n5/1N4p1/2Np1B2/8/PPP2PPP/2KR1B1R w"}, |
||
165 | {"8/1p3pp1/7p/5P1P/2k3P1/8/2K2P2/8 w"}, |
||
166 | {"8/8/8/5N2/8/p7/8/2NK3k w"}, |
||
167 | {"r1bq1r1k/b1p1npp1/p2p3p/1p6/3PP3/1B2NN2/PP3PPP/R2Q1RK1 w"}, |
||
168 | {"8/8/1P6/5pr1/8/4R3/7k/2K5 w"}, |
||
169 | {"4k2r/1pb2ppp/1p2p3/1R1p4/3P4/2r1PN2/P4PPP/1R4K1 b"}, |
||
170 | {"r1bq1r1k/1pp1n1pp/1p1p4/4p2Q/4Pp2/1BNP4/PPP2PPP/3R1RK1 w"}, |
||
171 | {"3r1k2/4npp1/1ppr3p/p6P/P2PPPP1/1NR5/5K2/2R5 w"}, |
||
172 | {"r3r1k1/2p2ppp/p1p1bn2/8/1q2P3/2NPQN2/PPP3PP/R4RK1 b"}, |
||
173 | {"6k1/4pp1p/3p2p1/P1pPb3/R7/1r2P1PP/3B1P2/6K1 w"}, |
||
174 | {"r1bqk2r/pp2bppp/2p5/3pP3/P2Q1P2/2N1B3/1PP3PP/R4RK1 b"}, |
||
175 | {"r1q2rk1/2p1bppp/2Pp4/p6b/Q1PNp3/4B3/PP1R1PPP/2K4R w"}, |
||
176 | {"8/pp2r1k1/2p1p3/3pP2p/1P1P1P1P/P5KR/8/8 w"}, |
||
177 | {"3b4/5kp1/1p1p1p1p/pP1PpP1P/P1P1P3/3KN3/8/8 w"}, |
||
178 | {"r1bq1rk1/pp2ppbp/2np2p1/2n5/P3PP2/N1P2N2/1PB3PP/R1B1QRK1 b"}, |
||
179 | {"r3r1k1/ppqb1ppp/8/4p1NQ/8/2P5/PP3PPP/R3R1K1 b"}, |
||
180 | {"rnbqkb1r/p3pppp/1p6/2ppP3/3N4/2P5/PPP1QPPP/R1B1KB1R w"}, |
||
181 | {"rnbqkbnr/pppppppp/8/8/8/8/PPPPPPPP/RNBQKBNR w"}, |
||
182 | {"/k/3p/p2P1p/P2P1P///K/ w"}, |
||
183 | {"rnb2r1k/pp2p2p/2pp2p1/q2P1p2/8/1Pb2NP1/PB2PPBP/R2Q1RK1 w"}, |
||
184 | {"8/6pk/1p6/8/PP3p1p/5P2/4KP1q/3Q4 w"}, |
||
185 | {"8/3p4/p1bk3p/Pp6/1Kp1PpPp/2P2P1P/2P5/5B2 b"}, |
||
186 | {"1nk1r1r1/pp2n1pp/4p3/q2pPp1N/b1pP1P2/B1P2R2/2P1B1PP/R2Q2K1 w"}, |
||
187 | {"2K5/p7/7P/5pR1/8/5k2/r7/8 w"}, |
||
188 | {"3rr3/2pq2pk/p2p1pnp/8/2QBPP2/1P6/P5PP/4RRK1 b"}, |
||
189 | {"r1b2rk1/2q1b1pp/p2ppn2/1p6/3QP3/1BN1B3/PPP3PP/R4RK1 w"}, |
||
190 | {"8/8/8/8/5kp1/P7/8/1K1N4 w"}, |
||
191 | {"r4k2/pb2bp1r/1p1qp2p/3pNp2/3P1P2/2N3P1/PPP1Q2P/2KRR3 w"}, |
||
192 | {"r3k2r/p1ppqpb1/bn2pnp1/3PN3/1p2P3/2N2Q1p/PPPBBPPP/R3K2R w"} |
||
193 | }; |
||
194 | int fen_depth = 16; |
||
195 | |||
196 | /* |
||
197 | ************************************************************ |
||
198 | * * |
||
199 | * Initialize. * |
||
200 | * * |
||
201 | ************************************************************ |
||
202 | */ |
||
203 | begin = ReadClock(); |
||
204 | total_time_used = 0; |
||
205 | old_st = search_time_limit; |
||
206 | old_sd = search_depth; |
||
207 | old_do = display_options; |
||
208 | search_time_limit = 90000; |
||
209 | display_options = 1; |
||
210 | old_book = book_file; |
||
211 | book_file = 0; |
||
212 | old_books = books_file; |
||
213 | books_file = 0; |
||
214 | if (!autotune) { |
||
215 | if (increase) |
||
216 | Print(4095, "Running benchmark (modifying depth by %d plies). . .\n", |
||
217 | increase); |
||
218 | else |
||
219 | Print(4095, "Running benchmark. . .\n"); |
||
220 | fflush(stdout); |
||
221 | } |
||
222 | /* |
||
223 | ************************************************************ |
||
224 | * * |
||
225 | * Now we loop through the 64 positions. We use the * |
||
226 | * ReadParse() procedure to break the FEN into tokens and * |
||
227 | * then call SetBoard() to set up the positions. Then a * |
||
228 | * call to Iterate() and we are done. * |
||
229 | * * |
||
230 | ************************************************************ |
||
231 | */ |
||
232 | for (pos = 0; pos < 64; pos++) { |
||
233 | strcpy(buffer, fen[pos]); |
||
234 | nargs = ReadParse(buffer, args, " \t;="); |
||
235 | SetBoard(tree, nargs, args, 0); |
||
236 | search_depth = fen_depth + increase; |
||
237 | last_pv.pathd = 0; |
||
238 | thinking = 1; |
||
239 | tree->status[1] = tree->status[0]; |
||
240 | InitializeHashTables(0); |
||
241 | Iterate(game_wtm, think, 0); |
||
242 | thinking = 0; |
||
243 | nodes += tree->nodes_searched; |
||
244 | total_time_used += (program_end_time - program_start_time); |
||
245 | nodes_per_second = (unsigned int) // Pierre-Marie Baty -- added type cast |
||
246 | ((uint64_t) tree->nodes_searched * 100 / |
||
247 | Max((uint64_t) program_end_time - program_start_time, 1)); |
||
248 | if (pos % 7 == 0) |
||
249 | Print(4095, "pos: "); |
||
250 | Print(4095, "%d", pos + 1); |
||
251 | Print(4095, "(%s) ", DisplayKMB(nodes_per_second, 0)); |
||
252 | if (pos % 7 == 6) |
||
253 | Print(4095, "\n"); |
||
254 | fflush(stdout); |
||
255 | } |
||
256 | Print(4095, "\n"); |
||
257 | /* |
||
258 | ************************************************************ |
||
259 | * * |
||
260 | * Benchmark done. Now dump the results. * |
||
261 | * * |
||
262 | ************************************************************ |
||
263 | */ |
||
264 | if (!autotune) |
||
265 | printf("\n"); |
||
266 | if (!autotune) { |
||
267 | Print(4095, "Total nodes: %" PRIu64 "\n", nodes); |
||
268 | Print(4095, "Raw nodes per second: %d\n", |
||
269 | (int) ((double) nodes / ((double) total_time_used / (double) 100.0))); |
||
270 | Print(4095, "Total elapsed time: %.2f\n\n", |
||
271 | ((double) total_time_used / (double) 100.0)); |
||
272 | } |
||
273 | Print(4095, "Performing SMP PGO...\n"); |
||
274 | old_mt = smp_max_threads; |
||
275 | smp_max_threads = 2; |
||
276 | fflush(stdout); |
||
277 | for (pos = 63; pos < 64; pos++) { |
||
278 | strcpy(buffer, fen[pos]); |
||
279 | nargs = ReadParse(buffer, args, " \t;="); |
||
280 | SetBoard(tree, nargs, args, 0); |
||
281 | search_depth = fen_depth + increase; |
||
282 | last_pv.pathd = 0; |
||
283 | thinking = 1; |
||
284 | tree->status[1] = tree->status[0]; |
||
285 | InitializeHashTables(0); |
||
286 | Iterate(game_wtm, think, 0); |
||
287 | thinking = 0; |
||
288 | nodes += tree->nodes_searched; |
||
289 | total_time_used += (program_end_time - program_start_time); |
||
290 | nodes_per_second = (unsigned int) // Pierre-Marie Baty -- added type cast |
||
291 | ((uint64_t) tree->nodes_searched * 100 / |
||
292 | Max((uint64_t) program_end_time - program_start_time, 1)); |
||
293 | Print(4095, " Running two threads...\n"); |
||
294 | Print(4095, "pos: %d(%s)\n", pos + 1, DisplayKMB(nodes_per_second, 0)); |
||
295 | } |
||
296 | input_stream = stdin; |
||
297 | early_exit = 99; |
||
298 | display_options = old_do; |
||
299 | search_time_limit = old_st; |
||
300 | search_depth = old_sd; |
||
301 | smp_max_threads = Max(1, old_mt); |
||
302 | books_file = old_books; |
||
303 | book_file = old_book; |
||
304 | NewGame(0); |
||
305 | end = ReadClock(); |
||
306 | return end - begin; |
||
307 | } |