xref: /aosp_15_r20/bionic/benchmarks/bionic_benchmarks.cpp (revision 8d67ca893c1523eb926b9080dbe4e2ffd2a27ba1)
1*8d67ca89SAndroid Build Coastguard Worker /*
2*8d67ca89SAndroid Build Coastguard Worker  * Copyright (C) 2017 The Android Open Source Project
3*8d67ca89SAndroid Build Coastguard Worker  *
4*8d67ca89SAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*8d67ca89SAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*8d67ca89SAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*8d67ca89SAndroid Build Coastguard Worker  *
8*8d67ca89SAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*8d67ca89SAndroid Build Coastguard Worker  *
10*8d67ca89SAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*8d67ca89SAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*8d67ca89SAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*8d67ca89SAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*8d67ca89SAndroid Build Coastguard Worker  * limitations under the License.
15*8d67ca89SAndroid Build Coastguard Worker  */
16*8d67ca89SAndroid Build Coastguard Worker 
17*8d67ca89SAndroid Build Coastguard Worker #include <err.h>
18*8d67ca89SAndroid Build Coastguard Worker #include <getopt.h>
19*8d67ca89SAndroid Build Coastguard Worker #include <inttypes.h>
20*8d67ca89SAndroid Build Coastguard Worker #include <math.h>
21*8d67ca89SAndroid Build Coastguard Worker #include <sys/resource.h>
22*8d67ca89SAndroid Build Coastguard Worker 
23*8d67ca89SAndroid Build Coastguard Worker #include <map>
24*8d67ca89SAndroid Build Coastguard Worker #include <mutex>
25*8d67ca89SAndroid Build Coastguard Worker #include <sstream>
26*8d67ca89SAndroid Build Coastguard Worker #include <string>
27*8d67ca89SAndroid Build Coastguard Worker #include <utility>
28*8d67ca89SAndroid Build Coastguard Worker #include <vector>
29*8d67ca89SAndroid Build Coastguard Worker 
30*8d67ca89SAndroid Build Coastguard Worker #include <android-base/file.h>
31*8d67ca89SAndroid Build Coastguard Worker #include <android-base/stringprintf.h>
32*8d67ca89SAndroid Build Coastguard Worker #include <android-base/strings.h>
33*8d67ca89SAndroid Build Coastguard Worker #include <benchmark/benchmark.h>
34*8d67ca89SAndroid Build Coastguard Worker #include <tinyxml2.h>
35*8d67ca89SAndroid Build Coastguard Worker #include "util.h"
36*8d67ca89SAndroid Build Coastguard Worker 
37*8d67ca89SAndroid Build Coastguard Worker #define _STR(x) #x
38*8d67ca89SAndroid Build Coastguard Worker #define STRINGFY(x) _STR(x)
39*8d67ca89SAndroid Build Coastguard Worker 
40*8d67ca89SAndroid Build Coastguard Worker static const std::vector<int> kCommonSizes{
41*8d67ca89SAndroid Build Coastguard Worker   8,
42*8d67ca89SAndroid Build Coastguard Worker   16,
43*8d67ca89SAndroid Build Coastguard Worker   32,
44*8d67ca89SAndroid Build Coastguard Worker   64,
45*8d67ca89SAndroid Build Coastguard Worker   512,
46*8d67ca89SAndroid Build Coastguard Worker   1 * KB,
47*8d67ca89SAndroid Build Coastguard Worker   8 * KB,
48*8d67ca89SAndroid Build Coastguard Worker   16 * KB,
49*8d67ca89SAndroid Build Coastguard Worker   32 * KB,
50*8d67ca89SAndroid Build Coastguard Worker   64 * KB,
51*8d67ca89SAndroid Build Coastguard Worker   128 * KB,
52*8d67ca89SAndroid Build Coastguard Worker };
53*8d67ca89SAndroid Build Coastguard Worker 
54*8d67ca89SAndroid Build Coastguard Worker static const std::vector<int> kSmallSizes{
55*8d67ca89SAndroid Build Coastguard Worker   // Increment by 1
56*8d67ca89SAndroid Build Coastguard Worker   1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16,
57*8d67ca89SAndroid Build Coastguard Worker   // Increment by 8
58*8d67ca89SAndroid Build Coastguard Worker   24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144,
59*8d67ca89SAndroid Build Coastguard Worker   // Increment by 16
60*8d67ca89SAndroid Build Coastguard Worker   160, 176, 192, 208, 224, 240, 256,
61*8d67ca89SAndroid Build Coastguard Worker };
62*8d67ca89SAndroid Build Coastguard Worker 
63*8d67ca89SAndroid Build Coastguard Worker static const std::vector<int> kMediumSizes{
64*8d67ca89SAndroid Build Coastguard Worker   512,
65*8d67ca89SAndroid Build Coastguard Worker   1 * KB,
66*8d67ca89SAndroid Build Coastguard Worker   8 * KB,
67*8d67ca89SAndroid Build Coastguard Worker   16 * KB,
68*8d67ca89SAndroid Build Coastguard Worker   32 * KB,
69*8d67ca89SAndroid Build Coastguard Worker   64 * KB,
70*8d67ca89SAndroid Build Coastguard Worker   128 * KB,
71*8d67ca89SAndroid Build Coastguard Worker };
72*8d67ca89SAndroid Build Coastguard Worker 
73*8d67ca89SAndroid Build Coastguard Worker static const std::vector<int> kLargeSizes{
74*8d67ca89SAndroid Build Coastguard Worker   256 * KB,
75*8d67ca89SAndroid Build Coastguard Worker   512 * KB,
76*8d67ca89SAndroid Build Coastguard Worker   1024 * KB,
77*8d67ca89SAndroid Build Coastguard Worker   2048 * KB,
78*8d67ca89SAndroid Build Coastguard Worker };
79*8d67ca89SAndroid Build Coastguard Worker 
80*8d67ca89SAndroid Build Coastguard Worker static std::map<std::string, const std::vector<int> &> kSizes{
81*8d67ca89SAndroid Build Coastguard Worker   { "SMALL",  kSmallSizes },
82*8d67ca89SAndroid Build Coastguard Worker   { "MEDIUM", kMediumSizes },
83*8d67ca89SAndroid Build Coastguard Worker   { "LARGE",  kLargeSizes },
84*8d67ca89SAndroid Build Coastguard Worker };
85*8d67ca89SAndroid Build Coastguard Worker 
86*8d67ca89SAndroid Build Coastguard Worker std::map<std::string, std::pair<benchmark_func_t, std::string>> g_str_to_func;
87*8d67ca89SAndroid Build Coastguard Worker 
88*8d67ca89SAndroid Build Coastguard Worker std::mutex g_map_lock;
89*8d67ca89SAndroid Build Coastguard Worker 
90*8d67ca89SAndroid Build Coastguard Worker static struct option g_long_options[] =
91*8d67ca89SAndroid Build Coastguard Worker {
92*8d67ca89SAndroid Build Coastguard Worker   {"bionic_cpu", required_argument, nullptr, 'c'},
93*8d67ca89SAndroid Build Coastguard Worker   {"bionic_xml", required_argument, nullptr, 'x'},
94*8d67ca89SAndroid Build Coastguard Worker   {"bionic_iterations", required_argument, nullptr, 'i'},
95*8d67ca89SAndroid Build Coastguard Worker   {"bionic_extra", required_argument, nullptr, 'a'},
96*8d67ca89SAndroid Build Coastguard Worker   {"help", no_argument, nullptr, 'h'},
97*8d67ca89SAndroid Build Coastguard Worker   {nullptr, 0, nullptr, 0},
98*8d67ca89SAndroid Build Coastguard Worker };
99*8d67ca89SAndroid Build Coastguard Worker 
100*8d67ca89SAndroid Build Coastguard Worker typedef std::vector<std::vector<int64_t>> args_vector_t;
101*8d67ca89SAndroid Build Coastguard Worker 
Usage()102*8d67ca89SAndroid Build Coastguard Worker void Usage() {
103*8d67ca89SAndroid Build Coastguard Worker   printf("Usage:\n");
104*8d67ca89SAndroid Build Coastguard Worker   printf("bionic_benchmarks [--bionic_cpu=<cpu_to_isolate>]\n");
105*8d67ca89SAndroid Build Coastguard Worker   printf("                  [--bionic_xml=<path_to_xml>]\n");
106*8d67ca89SAndroid Build Coastguard Worker   printf("                  [--bionic_iterations=<num_iter>]\n");
107*8d67ca89SAndroid Build Coastguard Worker   printf("                  [--bionic_extra=\"<fn_name> <arg1> <arg 2> ...\"]\n");
108*8d67ca89SAndroid Build Coastguard Worker   printf("                  [<Google benchmark flags>]\n");
109*8d67ca89SAndroid Build Coastguard Worker   printf("Google benchmark flags:\n");
110*8d67ca89SAndroid Build Coastguard Worker 
111*8d67ca89SAndroid Build Coastguard Worker   int fake_argc = 2;
112*8d67ca89SAndroid Build Coastguard Worker   char argv0[] = "bionic_benchmarks";
113*8d67ca89SAndroid Build Coastguard Worker   char argv1[] = "--help";
114*8d67ca89SAndroid Build Coastguard Worker   char* fake_argv[3] {argv0, argv1, nullptr};
115*8d67ca89SAndroid Build Coastguard Worker   benchmark::Initialize(&fake_argc, fake_argv);
116*8d67ca89SAndroid Build Coastguard Worker   exit(1);
117*8d67ca89SAndroid Build Coastguard Worker }
118*8d67ca89SAndroid Build Coastguard Worker 
119*8d67ca89SAndroid Build Coastguard Worker // This function removes any bionic benchmarks command line arguments by checking them
120*8d67ca89SAndroid Build Coastguard Worker // against g_long_options. It fills new_argv with the filtered args.
SanitizeOpts(int argc,char ** argv,std::vector<char * > * new_argv)121*8d67ca89SAndroid Build Coastguard Worker void SanitizeOpts(int argc, char** argv, std::vector<char*>* new_argv) {
122*8d67ca89SAndroid Build Coastguard Worker   // TO THOSE ADDING OPTIONS: This currently doesn't support optional arguments.
123*8d67ca89SAndroid Build Coastguard Worker   (*new_argv)[0] = argv[0];
124*8d67ca89SAndroid Build Coastguard Worker   for (int i = 1; i < argc; ++i) {
125*8d67ca89SAndroid Build Coastguard Worker     char* optarg = argv[i];
126*8d67ca89SAndroid Build Coastguard Worker     size_t opt_idx = 0;
127*8d67ca89SAndroid Build Coastguard Worker 
128*8d67ca89SAndroid Build Coastguard Worker     // Iterate through g_long_options until either we hit the end or we have a match.
129*8d67ca89SAndroid Build Coastguard Worker     for (opt_idx = 0; g_long_options[opt_idx].name &&
130*8d67ca89SAndroid Build Coastguard Worker                       strncmp(g_long_options[opt_idx].name, optarg + 2,
131*8d67ca89SAndroid Build Coastguard Worker                               strlen(g_long_options[opt_idx].name)); ++opt_idx) {
132*8d67ca89SAndroid Build Coastguard Worker     }
133*8d67ca89SAndroid Build Coastguard Worker 
134*8d67ca89SAndroid Build Coastguard Worker     if (!g_long_options[opt_idx].name) {
135*8d67ca89SAndroid Build Coastguard Worker       new_argv->push_back(optarg);
136*8d67ca89SAndroid Build Coastguard Worker     } else {
137*8d67ca89SAndroid Build Coastguard Worker       if (g_long_options[opt_idx].has_arg == required_argument) {
138*8d67ca89SAndroid Build Coastguard Worker         // If the arg was passed in with an =, it spans one char *.
139*8d67ca89SAndroid Build Coastguard Worker         // Otherwise, we skip a spot for the argument.
140*8d67ca89SAndroid Build Coastguard Worker         if (!strchr(optarg, '=')) {
141*8d67ca89SAndroid Build Coastguard Worker           i++;
142*8d67ca89SAndroid Build Coastguard Worker         }
143*8d67ca89SAndroid Build Coastguard Worker       }
144*8d67ca89SAndroid Build Coastguard Worker     }
145*8d67ca89SAndroid Build Coastguard Worker   }
146*8d67ca89SAndroid Build Coastguard Worker   new_argv->push_back(nullptr);
147*8d67ca89SAndroid Build Coastguard Worker }
148*8d67ca89SAndroid Build Coastguard Worker 
ParseOpts(int argc,char ** argv)149*8d67ca89SAndroid Build Coastguard Worker bench_opts_t ParseOpts(int argc, char** argv) {
150*8d67ca89SAndroid Build Coastguard Worker   bench_opts_t opts;
151*8d67ca89SAndroid Build Coastguard Worker   int opt;
152*8d67ca89SAndroid Build Coastguard Worker   int option_index = 0;
153*8d67ca89SAndroid Build Coastguard Worker 
154*8d67ca89SAndroid Build Coastguard Worker   // To make this parser handle the benchmark options silently:
155*8d67ca89SAndroid Build Coastguard Worker   extern int opterr;
156*8d67ca89SAndroid Build Coastguard Worker   opterr = 0;
157*8d67ca89SAndroid Build Coastguard Worker 
158*8d67ca89SAndroid Build Coastguard Worker   while ((opt = getopt_long(argc, argv, "c:x:i:a:h", g_long_options, &option_index)) != -1) {
159*8d67ca89SAndroid Build Coastguard Worker     if (opt == -1) {
160*8d67ca89SAndroid Build Coastguard Worker       break;
161*8d67ca89SAndroid Build Coastguard Worker     }
162*8d67ca89SAndroid Build Coastguard Worker     switch (opt) {
163*8d67ca89SAndroid Build Coastguard Worker       case 'c':
164*8d67ca89SAndroid Build Coastguard Worker         if (*optarg) {
165*8d67ca89SAndroid Build Coastguard Worker           char* check_null;
166*8d67ca89SAndroid Build Coastguard Worker           opts.cpu_to_lock = strtol(optarg, &check_null, 10);
167*8d67ca89SAndroid Build Coastguard Worker           if (*check_null) {
168*8d67ca89SAndroid Build Coastguard Worker             errx(1, "ERROR: Args %s is not a valid integer.", optarg);
169*8d67ca89SAndroid Build Coastguard Worker           }
170*8d67ca89SAndroid Build Coastguard Worker         } else {
171*8d67ca89SAndroid Build Coastguard Worker           printf("ERROR: no argument specified for bionic_cpu\n");
172*8d67ca89SAndroid Build Coastguard Worker           Usage();
173*8d67ca89SAndroid Build Coastguard Worker         }
174*8d67ca89SAndroid Build Coastguard Worker         break;
175*8d67ca89SAndroid Build Coastguard Worker       case 'x':
176*8d67ca89SAndroid Build Coastguard Worker         if (*optarg) {
177*8d67ca89SAndroid Build Coastguard Worker           opts.xmlpath = optarg;
178*8d67ca89SAndroid Build Coastguard Worker         } else {
179*8d67ca89SAndroid Build Coastguard Worker           printf("ERROR: no argument specified for bionic_xml\n");
180*8d67ca89SAndroid Build Coastguard Worker           Usage();
181*8d67ca89SAndroid Build Coastguard Worker         }
182*8d67ca89SAndroid Build Coastguard Worker         break;
183*8d67ca89SAndroid Build Coastguard Worker       case 'a':
184*8d67ca89SAndroid Build Coastguard Worker         if (*optarg) {
185*8d67ca89SAndroid Build Coastguard Worker           opts.extra_benchmarks.push_back(optarg);
186*8d67ca89SAndroid Build Coastguard Worker         } else {
187*8d67ca89SAndroid Build Coastguard Worker           printf("ERROR: no argument specified for bionic_extra\n");
188*8d67ca89SAndroid Build Coastguard Worker           Usage();
189*8d67ca89SAndroid Build Coastguard Worker         }
190*8d67ca89SAndroid Build Coastguard Worker         break;
191*8d67ca89SAndroid Build Coastguard Worker       case 'i':
192*8d67ca89SAndroid Build Coastguard Worker         if (*optarg){
193*8d67ca89SAndroid Build Coastguard Worker           char* check_null;
194*8d67ca89SAndroid Build Coastguard Worker           opts.num_iterations = strtol(optarg, &check_null, 10);
195*8d67ca89SAndroid Build Coastguard Worker           if (*check_null != '\0' or opts.num_iterations < 0) {
196*8d67ca89SAndroid Build Coastguard Worker             errx(1, "ERROR: Args %s is not a valid number of iterations.", optarg);
197*8d67ca89SAndroid Build Coastguard Worker           }
198*8d67ca89SAndroid Build Coastguard Worker         } else {
199*8d67ca89SAndroid Build Coastguard Worker           printf("ERROR: no argument specified for bionic_iterations\n");
200*8d67ca89SAndroid Build Coastguard Worker           Usage();
201*8d67ca89SAndroid Build Coastguard Worker         }
202*8d67ca89SAndroid Build Coastguard Worker         break;
203*8d67ca89SAndroid Build Coastguard Worker       case 'h':
204*8d67ca89SAndroid Build Coastguard Worker         Usage();
205*8d67ca89SAndroid Build Coastguard Worker         break;
206*8d67ca89SAndroid Build Coastguard Worker       case '?':
207*8d67ca89SAndroid Build Coastguard Worker         break;
208*8d67ca89SAndroid Build Coastguard Worker       default:
209*8d67ca89SAndroid Build Coastguard Worker         exit(1);
210*8d67ca89SAndroid Build Coastguard Worker     }
211*8d67ca89SAndroid Build Coastguard Worker   }
212*8d67ca89SAndroid Build Coastguard Worker   return opts;
213*8d67ca89SAndroid Build Coastguard Worker }
214*8d67ca89SAndroid Build Coastguard Worker 
215*8d67ca89SAndroid Build Coastguard Worker // This is a wrapper for every function call for per-benchmark cpu pinning.
LockAndRun(benchmark::State & state,benchmark_func_t func_to_bench,int cpu_to_lock)216*8d67ca89SAndroid Build Coastguard Worker void LockAndRun(benchmark::State& state, benchmark_func_t func_to_bench, int cpu_to_lock) {
217*8d67ca89SAndroid Build Coastguard Worker   if (cpu_to_lock >= 0) LockToCPU(cpu_to_lock);
218*8d67ca89SAndroid Build Coastguard Worker 
219*8d67ca89SAndroid Build Coastguard Worker   // To avoid having to link against Google benchmarks in libutil,
220*8d67ca89SAndroid Build Coastguard Worker   // benchmarks are kept without parameter information, necessitating this cast.
221*8d67ca89SAndroid Build Coastguard Worker   reinterpret_cast<void(*) (benchmark::State&)>(func_to_bench)(state);
222*8d67ca89SAndroid Build Coastguard Worker }
223*8d67ca89SAndroid Build Coastguard Worker 
224*8d67ca89SAndroid Build Coastguard Worker static constexpr char kOnebufManualStr[] = "AT_ONEBUF_MANUAL_ALIGN_";
225*8d67ca89SAndroid Build Coastguard Worker static constexpr char kTwobufManualStr[] = "AT_TWOBUF_MANUAL_ALIGN1_";
226*8d67ca89SAndroid Build Coastguard Worker 
ParseOnebufManualStr(std::string & arg,args_vector_t * to_populate)227*8d67ca89SAndroid Build Coastguard Worker static bool ParseOnebufManualStr(std::string& arg, args_vector_t* to_populate) {
228*8d67ca89SAndroid Build Coastguard Worker   // The format of this is:
229*8d67ca89SAndroid Build Coastguard Worker   //   AT_ONEBUF_MANUAL_ALIGN_XX_SIZE_YY
230*8d67ca89SAndroid Build Coastguard Worker   // Where:
231*8d67ca89SAndroid Build Coastguard Worker   //   XX is the alignment
232*8d67ca89SAndroid Build Coastguard Worker   //   YY is the size
233*8d67ca89SAndroid Build Coastguard Worker   // The YY size can be either a number or a string representing the pre-defined
234*8d67ca89SAndroid Build Coastguard Worker   // sets of values:
235*8d67ca89SAndroid Build Coastguard Worker   //   SMALL (for values between 1 and 256)
236*8d67ca89SAndroid Build Coastguard Worker   //   MEDIUM (for values between 512 and 128KB)
237*8d67ca89SAndroid Build Coastguard Worker   //   LARGE (for values between 256KB and 2048KB)
238*8d67ca89SAndroid Build Coastguard Worker   int64_t align;
239*8d67ca89SAndroid Build Coastguard Worker   int64_t size;
240*8d67ca89SAndroid Build Coastguard Worker   char sizes[32] = { 0 };
241*8d67ca89SAndroid Build Coastguard Worker   int ret;
242*8d67ca89SAndroid Build Coastguard Worker 
243*8d67ca89SAndroid Build Coastguard Worker   ret = sscanf(arg.c_str(), "AT_ONEBUF_MANUAL_ALIGN_%" SCNd64 "_SIZE_%" SCNd64,
244*8d67ca89SAndroid Build Coastguard Worker                &align, &size);
245*8d67ca89SAndroid Build Coastguard Worker   if (ret == 1) {
246*8d67ca89SAndroid Build Coastguard Worker     ret = sscanf(arg.c_str(), "AT_ONEBUF_MANUAL_ALIGN_%" SCNd64 "_SIZE_"
247*8d67ca89SAndroid Build Coastguard Worker                               "%" STRINGFY(sizeof(sizes)-1) "s", &align, sizes);
248*8d67ca89SAndroid Build Coastguard Worker   }
249*8d67ca89SAndroid Build Coastguard Worker   if (ret != 2) {
250*8d67ca89SAndroid Build Coastguard Worker     return false;
251*8d67ca89SAndroid Build Coastguard Worker   }
252*8d67ca89SAndroid Build Coastguard Worker 
253*8d67ca89SAndroid Build Coastguard Worker   // Verify the alignment is powers of 2.
254*8d67ca89SAndroid Build Coastguard Worker   if (align != 0 && (align & (align - 1)) != 0) {
255*8d67ca89SAndroid Build Coastguard Worker     return false;
256*8d67ca89SAndroid Build Coastguard Worker   }
257*8d67ca89SAndroid Build Coastguard Worker 
258*8d67ca89SAndroid Build Coastguard Worker   auto sit = kSizes.find(sizes);
259*8d67ca89SAndroid Build Coastguard Worker   if (sit == kSizes.cend()) {
260*8d67ca89SAndroid Build Coastguard Worker     to_populate->push_back({size, align});
261*8d67ca89SAndroid Build Coastguard Worker   } else {
262*8d67ca89SAndroid Build Coastguard Worker     for (auto ssize : sit->second) {
263*8d67ca89SAndroid Build Coastguard Worker       to_populate->push_back({ssize, align});
264*8d67ca89SAndroid Build Coastguard Worker     }
265*8d67ca89SAndroid Build Coastguard Worker   }
266*8d67ca89SAndroid Build Coastguard Worker   return true;
267*8d67ca89SAndroid Build Coastguard Worker }
268*8d67ca89SAndroid Build Coastguard Worker 
ParseTwobufManualStr(std::string & arg,args_vector_t * to_populate)269*8d67ca89SAndroid Build Coastguard Worker static bool ParseTwobufManualStr(std::string& arg, args_vector_t* to_populate) {
270*8d67ca89SAndroid Build Coastguard Worker   // The format of this is:
271*8d67ca89SAndroid Build Coastguard Worker   //   AT_TWOBUF_MANUAL_ALIGN1_XX_ALIGN2_YY_SIZE_ZZ
272*8d67ca89SAndroid Build Coastguard Worker   // Where:
273*8d67ca89SAndroid Build Coastguard Worker   //   XX is the alignment of the first argument
274*8d67ca89SAndroid Build Coastguard Worker   //   YY is the alignment of the second argument
275*8d67ca89SAndroid Build Coastguard Worker   //   ZZ is the size
276*8d67ca89SAndroid Build Coastguard Worker   // The ZZ size can be either a number or a string representing the pre-defined
277*8d67ca89SAndroid Build Coastguard Worker   // sets of values:
278*8d67ca89SAndroid Build Coastguard Worker   //   SMALL (for values between 1 and 256)
279*8d67ca89SAndroid Build Coastguard Worker   //   MEDIUM (for values between 512 and 128KB)
280*8d67ca89SAndroid Build Coastguard Worker   //   LARGE (for values between 256KB and 2048KB)
281*8d67ca89SAndroid Build Coastguard Worker   int64_t align1;
282*8d67ca89SAndroid Build Coastguard Worker   int64_t align2;
283*8d67ca89SAndroid Build Coastguard Worker   int64_t size;
284*8d67ca89SAndroid Build Coastguard Worker   char sizes[32] = { 0 };
285*8d67ca89SAndroid Build Coastguard Worker   int ret;
286*8d67ca89SAndroid Build Coastguard Worker 
287*8d67ca89SAndroid Build Coastguard Worker   ret = sscanf(arg.c_str(), "AT_TWOBUF_MANUAL_ALIGN1_%" SCNd64 "_ALIGN2_%" SCNd64 "_SIZE_%" SCNd64,
288*8d67ca89SAndroid Build Coastguard Worker                             &align1, &align2, &size);
289*8d67ca89SAndroid Build Coastguard Worker   if (ret == 2) {
290*8d67ca89SAndroid Build Coastguard Worker     ret = sscanf(arg.c_str(), "AT_TWOBUF_MANUAL_ALIGN1_%" SCNd64 "_ALIGN2_%" SCNd64 "_SIZE_"
291*8d67ca89SAndroid Build Coastguard Worker                                "%" STRINGFY(sizeof(sizes)-1) "s",
292*8d67ca89SAndroid Build Coastguard Worker                                &align1, &align2, sizes);
293*8d67ca89SAndroid Build Coastguard Worker   }
294*8d67ca89SAndroid Build Coastguard Worker   if (ret != 3) {
295*8d67ca89SAndroid Build Coastguard Worker     return false;
296*8d67ca89SAndroid Build Coastguard Worker   }
297*8d67ca89SAndroid Build Coastguard Worker 
298*8d67ca89SAndroid Build Coastguard Worker   // Verify the alignments are powers of 2.
299*8d67ca89SAndroid Build Coastguard Worker   if ((align1 != 0 && (align1 & (align1 - 1)) != 0)
300*8d67ca89SAndroid Build Coastguard Worker       || (align2 != 0 && (align2 & (align2 - 1)) != 0)) {
301*8d67ca89SAndroid Build Coastguard Worker     return false;
302*8d67ca89SAndroid Build Coastguard Worker   }
303*8d67ca89SAndroid Build Coastguard Worker 
304*8d67ca89SAndroid Build Coastguard Worker   auto sit = kSizes.find(sizes);
305*8d67ca89SAndroid Build Coastguard Worker   if (sit == kSizes.cend()) {
306*8d67ca89SAndroid Build Coastguard Worker     to_populate->push_back({size, align1, align2});
307*8d67ca89SAndroid Build Coastguard Worker   } else {
308*8d67ca89SAndroid Build Coastguard Worker     for (auto ssize : sit->second) {
309*8d67ca89SAndroid Build Coastguard Worker       to_populate->push_back({ssize, align1, align2});
310*8d67ca89SAndroid Build Coastguard Worker     }
311*8d67ca89SAndroid Build Coastguard Worker   }
312*8d67ca89SAndroid Build Coastguard Worker   return true;
313*8d67ca89SAndroid Build Coastguard Worker }
314*8d67ca89SAndroid Build Coastguard Worker 
ResolveArgs(args_vector_t * to_populate,std::string args,std::map<std::string,args_vector_t> & args_shorthand)315*8d67ca89SAndroid Build Coastguard Worker args_vector_t* ResolveArgs(args_vector_t* to_populate, std::string args,
316*8d67ca89SAndroid Build Coastguard Worker                            std::map<std::string, args_vector_t>& args_shorthand) {
317*8d67ca89SAndroid Build Coastguard Worker   // args is either a space-separated list of ints, a macro name, or
318*8d67ca89SAndroid Build Coastguard Worker   // special free form macro.
319*8d67ca89SAndroid Build Coastguard Worker   // To ease formatting in XML files, args is left and right trimmed.
320*8d67ca89SAndroid Build Coastguard Worker   if (args_shorthand.count(args)) {
321*8d67ca89SAndroid Build Coastguard Worker     return &args_shorthand[args];
322*8d67ca89SAndroid Build Coastguard Worker   }
323*8d67ca89SAndroid Build Coastguard Worker   // Check for free form macro.
324*8d67ca89SAndroid Build Coastguard Worker   if (android::base::StartsWith(args, kOnebufManualStr)) {
325*8d67ca89SAndroid Build Coastguard Worker     if (!ParseOnebufManualStr(args, to_populate)) {
326*8d67ca89SAndroid Build Coastguard Worker       errx(1, "ERROR: Bad format of macro %s, should be AT_ONEBUF_MANUAL_ALIGN_XX_SIZE_YY",
327*8d67ca89SAndroid Build Coastguard Worker            args.c_str());
328*8d67ca89SAndroid Build Coastguard Worker     }
329*8d67ca89SAndroid Build Coastguard Worker     return to_populate;
330*8d67ca89SAndroid Build Coastguard Worker   } else if (android::base::StartsWith(args, kTwobufManualStr)) {
331*8d67ca89SAndroid Build Coastguard Worker     if (!ParseTwobufManualStr(args, to_populate)) {
332*8d67ca89SAndroid Build Coastguard Worker       errx(1,
333*8d67ca89SAndroid Build Coastguard Worker            "ERROR: Bad format of macro %s, should be AT_TWOBUF_MANUAL_ALIGN1_XX_ALIGNE2_YY_SIZE_ZZ",
334*8d67ca89SAndroid Build Coastguard Worker            args.c_str());
335*8d67ca89SAndroid Build Coastguard Worker     }
336*8d67ca89SAndroid Build Coastguard Worker     return to_populate;
337*8d67ca89SAndroid Build Coastguard Worker   }
338*8d67ca89SAndroid Build Coastguard Worker 
339*8d67ca89SAndroid Build Coastguard Worker   std::string trimmed_args = android::base::Trim(args);
340*8d67ca89SAndroid Build Coastguard Worker   if (!trimmed_args.empty()) {
341*8d67ca89SAndroid Build Coastguard Worker     std::stringstream sstream(trimmed_args);
342*8d67ca89SAndroid Build Coastguard Worker     std::string argstr;
343*8d67ca89SAndroid Build Coastguard Worker     while (sstream >> argstr) {
344*8d67ca89SAndroid Build Coastguard Worker       char* check_null;
345*8d67ca89SAndroid Build Coastguard Worker       int converted = static_cast<int>(strtol(argstr.c_str(), &check_null, 10));
346*8d67ca89SAndroid Build Coastguard Worker       if (*check_null == '\0') {
347*8d67ca89SAndroid Build Coastguard Worker         to_populate->emplace_back(std::vector<int64_t>{converted});
348*8d67ca89SAndroid Build Coastguard Worker         continue;
349*8d67ca89SAndroid Build Coastguard Worker       } else if (*check_null == '/') {
350*8d67ca89SAndroid Build Coastguard Worker         // The only supported format with a / is \d+(/\d+)\s*. Example 8/8/8 or 16/23.
351*8d67ca89SAndroid Build Coastguard Worker         std::vector<int64_t> test_args{converted};
352*8d67ca89SAndroid Build Coastguard Worker         while (true) {
353*8d67ca89SAndroid Build Coastguard Worker           converted = static_cast<int>(strtol(check_null + 1, &check_null, 10));
354*8d67ca89SAndroid Build Coastguard Worker           test_args.push_back(converted);
355*8d67ca89SAndroid Build Coastguard Worker           if (*check_null == '\0') {
356*8d67ca89SAndroid Build Coastguard Worker             to_populate->emplace_back(std::move(test_args));
357*8d67ca89SAndroid Build Coastguard Worker             break;
358*8d67ca89SAndroid Build Coastguard Worker           } else if (*check_null != '/') {
359*8d67ca89SAndroid Build Coastguard Worker             errx(1, "ERROR: Args str %s contains an invalid macro or int.", args.c_str());
360*8d67ca89SAndroid Build Coastguard Worker           }
361*8d67ca89SAndroid Build Coastguard Worker         }
362*8d67ca89SAndroid Build Coastguard Worker       } else {
363*8d67ca89SAndroid Build Coastguard Worker         errx(1, "ERROR: Args str %s contains an invalid macro or int.", args.c_str());
364*8d67ca89SAndroid Build Coastguard Worker       }
365*8d67ca89SAndroid Build Coastguard Worker     }
366*8d67ca89SAndroid Build Coastguard Worker   } else {
367*8d67ca89SAndroid Build Coastguard Worker     // No arguments, only the base benchmark.
368*8d67ca89SAndroid Build Coastguard Worker     to_populate->emplace_back(std::vector<int64_t>{});
369*8d67ca89SAndroid Build Coastguard Worker   }
370*8d67ca89SAndroid Build Coastguard Worker   return to_populate;
371*8d67ca89SAndroid Build Coastguard Worker }
372*8d67ca89SAndroid Build Coastguard Worker 
RegisterGoogleBenchmarks(bench_opts_t primary_opts,bench_opts_t secondary_opts,const std::string & fn_name,args_vector_t * run_args)373*8d67ca89SAndroid Build Coastguard Worker void RegisterGoogleBenchmarks(bench_opts_t primary_opts, bench_opts_t secondary_opts,
374*8d67ca89SAndroid Build Coastguard Worker                               const std::string& fn_name, args_vector_t* run_args) {
375*8d67ca89SAndroid Build Coastguard Worker   if (!g_str_to_func.contains(fn_name)) {
376*8d67ca89SAndroid Build Coastguard Worker     errx(1, "ERROR: No benchmark for function %s", fn_name.c_str());
377*8d67ca89SAndroid Build Coastguard Worker   }
378*8d67ca89SAndroid Build Coastguard Worker   long iterations_to_use = primary_opts.num_iterations ? primary_opts.num_iterations :
379*8d67ca89SAndroid Build Coastguard Worker                                                          secondary_opts.num_iterations;
380*8d67ca89SAndroid Build Coastguard Worker   int cpu_to_use = -1;
381*8d67ca89SAndroid Build Coastguard Worker   if (primary_opts.cpu_to_lock >= 0) {
382*8d67ca89SAndroid Build Coastguard Worker     cpu_to_use = primary_opts.cpu_to_lock;
383*8d67ca89SAndroid Build Coastguard Worker 
384*8d67ca89SAndroid Build Coastguard Worker   } else if (secondary_opts.cpu_to_lock >= 0) {
385*8d67ca89SAndroid Build Coastguard Worker     cpu_to_use = secondary_opts.cpu_to_lock;
386*8d67ca89SAndroid Build Coastguard Worker   }
387*8d67ca89SAndroid Build Coastguard Worker 
388*8d67ca89SAndroid Build Coastguard Worker   benchmark_func_t benchmark_function = g_str_to_func.at(fn_name).first;
389*8d67ca89SAndroid Build Coastguard Worker   for (const std::vector<int64_t>& args : (*run_args)) {
390*8d67ca89SAndroid Build Coastguard Worker     auto registration = benchmark::RegisterBenchmark(fn_name.c_str(), LockAndRun,
391*8d67ca89SAndroid Build Coastguard Worker                                                      benchmark_function,
392*8d67ca89SAndroid Build Coastguard Worker                                                      cpu_to_use)->Args(args);
393*8d67ca89SAndroid Build Coastguard Worker     if (iterations_to_use > 0) {
394*8d67ca89SAndroid Build Coastguard Worker       registration->Iterations(iterations_to_use);
395*8d67ca89SAndroid Build Coastguard Worker     }
396*8d67ca89SAndroid Build Coastguard Worker   }
397*8d67ca89SAndroid Build Coastguard Worker }
398*8d67ca89SAndroid Build Coastguard Worker 
RegisterCliBenchmarks(bench_opts_t cmdline_opts,std::map<std::string,args_vector_t> & args_shorthand)399*8d67ca89SAndroid Build Coastguard Worker void RegisterCliBenchmarks(bench_opts_t cmdline_opts,
400*8d67ca89SAndroid Build Coastguard Worker                            std::map<std::string, args_vector_t>& args_shorthand) {
401*8d67ca89SAndroid Build Coastguard Worker   // Register any of the extra benchmarks that were specified in the options.
402*8d67ca89SAndroid Build Coastguard Worker   args_vector_t arg_vector;
403*8d67ca89SAndroid Build Coastguard Worker   args_vector_t* run_args = &arg_vector;
404*8d67ca89SAndroid Build Coastguard Worker   for (const std::string& extra_fn : cmdline_opts.extra_benchmarks) {
405*8d67ca89SAndroid Build Coastguard Worker     android::base::Trim(extra_fn);
406*8d67ca89SAndroid Build Coastguard Worker     size_t first_space_pos = extra_fn.find(' ');
407*8d67ca89SAndroid Build Coastguard Worker     std::string fn_name = extra_fn.substr(0, first_space_pos);
408*8d67ca89SAndroid Build Coastguard Worker     std::string cmd_args;
409*8d67ca89SAndroid Build Coastguard Worker     if (first_space_pos != std::string::npos) {
410*8d67ca89SAndroid Build Coastguard Worker       cmd_args = extra_fn.substr(extra_fn.find(' ') + 1);
411*8d67ca89SAndroid Build Coastguard Worker     } else {
412*8d67ca89SAndroid Build Coastguard Worker       cmd_args = "";
413*8d67ca89SAndroid Build Coastguard Worker     }
414*8d67ca89SAndroid Build Coastguard Worker     run_args = ResolveArgs(run_args, cmd_args, args_shorthand);
415*8d67ca89SAndroid Build Coastguard Worker     RegisterGoogleBenchmarks(bench_opts_t(), cmdline_opts, fn_name, run_args);
416*8d67ca89SAndroid Build Coastguard Worker 
417*8d67ca89SAndroid Build Coastguard Worker     run_args = &arg_vector;
418*8d67ca89SAndroid Build Coastguard Worker     arg_vector.clear();
419*8d67ca89SAndroid Build Coastguard Worker   }
420*8d67ca89SAndroid Build Coastguard Worker }
421*8d67ca89SAndroid Build Coastguard Worker 
RegisterXmlBenchmarks(bench_opts_t cmdline_opts,std::map<std::string,args_vector_t> & args_shorthand)422*8d67ca89SAndroid Build Coastguard Worker int RegisterXmlBenchmarks(bench_opts_t cmdline_opts,
423*8d67ca89SAndroid Build Coastguard Worker                           std::map<std::string, args_vector_t>& args_shorthand) {
424*8d67ca89SAndroid Build Coastguard Worker   // Structure of the XML file:
425*8d67ca89SAndroid Build Coastguard Worker   // - Element "fn"           Function to benchmark.
426*8d67ca89SAndroid Build Coastguard Worker   // - - Element "iterations" Number of iterations to run. Leaving this blank uses
427*8d67ca89SAndroid Build Coastguard Worker   //                          Google benchmarks' convergence heuristics.
428*8d67ca89SAndroid Build Coastguard Worker   // - - Element "cpu"        CPU to isolate to, if any.
429*8d67ca89SAndroid Build Coastguard Worker   // - - Element "args"       Whitespace-separated list of per-function integer arguments, or
430*8d67ca89SAndroid Build Coastguard Worker   //                          one of the macros defined in util.h.
431*8d67ca89SAndroid Build Coastguard Worker   tinyxml2::XMLDocument doc;
432*8d67ca89SAndroid Build Coastguard Worker   if (doc.LoadFile(cmdline_opts.xmlpath.c_str()) != tinyxml2::XML_SUCCESS) {
433*8d67ca89SAndroid Build Coastguard Worker     doc.PrintError();
434*8d67ca89SAndroid Build Coastguard Worker     return doc.ErrorID();
435*8d67ca89SAndroid Build Coastguard Worker   }
436*8d67ca89SAndroid Build Coastguard Worker 
437*8d67ca89SAndroid Build Coastguard Worker   // Read and register the functions.
438*8d67ca89SAndroid Build Coastguard Worker   tinyxml2::XMLNode* fn = doc.FirstChildElement("fn");
439*8d67ca89SAndroid Build Coastguard Worker   while (fn) {
440*8d67ca89SAndroid Build Coastguard Worker     if (fn == fn->ToComment()) {
441*8d67ca89SAndroid Build Coastguard Worker       // Skip comments.
442*8d67ca89SAndroid Build Coastguard Worker       fn = fn->NextSibling();
443*8d67ca89SAndroid Build Coastguard Worker       continue;
444*8d67ca89SAndroid Build Coastguard Worker     }
445*8d67ca89SAndroid Build Coastguard Worker 
446*8d67ca89SAndroid Build Coastguard Worker     auto fn_elem = fn->FirstChildElement("name");
447*8d67ca89SAndroid Build Coastguard Worker     if (!fn_elem) {
448*8d67ca89SAndroid Build Coastguard Worker       errx(1, "ERROR: Malformed XML entry: missing name element.");
449*8d67ca89SAndroid Build Coastguard Worker     }
450*8d67ca89SAndroid Build Coastguard Worker     std::string fn_name = fn_elem->GetText();
451*8d67ca89SAndroid Build Coastguard Worker     if (fn_name.empty()) {
452*8d67ca89SAndroid Build Coastguard Worker       errx(1, "ERROR: Malformed XML entry: error parsing name text.");
453*8d67ca89SAndroid Build Coastguard Worker     }
454*8d67ca89SAndroid Build Coastguard Worker     auto* xml_args = fn->FirstChildElement("args");
455*8d67ca89SAndroid Build Coastguard Worker     args_vector_t arg_vector;
456*8d67ca89SAndroid Build Coastguard Worker     args_vector_t* run_args = ResolveArgs(&arg_vector,
457*8d67ca89SAndroid Build Coastguard Worker                                           xml_args ? android::base::Trim(xml_args->GetText()) : "",
458*8d67ca89SAndroid Build Coastguard Worker                                           args_shorthand);
459*8d67ca89SAndroid Build Coastguard Worker 
460*8d67ca89SAndroid Build Coastguard Worker     // XML values for CPU and iterations take precedence over those passed in via CLI.
461*8d67ca89SAndroid Build Coastguard Worker     bench_opts_t xml_opts{};
462*8d67ca89SAndroid Build Coastguard Worker     auto* num_iterations_elem = fn->FirstChildElement("iterations");
463*8d67ca89SAndroid Build Coastguard Worker     if (num_iterations_elem) {
464*8d67ca89SAndroid Build Coastguard Worker       int temp;
465*8d67ca89SAndroid Build Coastguard Worker       num_iterations_elem->QueryIntText(&temp);
466*8d67ca89SAndroid Build Coastguard Worker       xml_opts.num_iterations = temp;
467*8d67ca89SAndroid Build Coastguard Worker     }
468*8d67ca89SAndroid Build Coastguard Worker     auto* cpu_to_lock_elem = fn->FirstChildElement("cpu");
469*8d67ca89SAndroid Build Coastguard Worker     if (cpu_to_lock_elem) {
470*8d67ca89SAndroid Build Coastguard Worker       int temp;
471*8d67ca89SAndroid Build Coastguard Worker       cpu_to_lock_elem->QueryIntText(&temp);
472*8d67ca89SAndroid Build Coastguard Worker       xml_opts.cpu_to_lock = temp;
473*8d67ca89SAndroid Build Coastguard Worker     }
474*8d67ca89SAndroid Build Coastguard Worker 
475*8d67ca89SAndroid Build Coastguard Worker     RegisterGoogleBenchmarks(xml_opts, cmdline_opts, fn_name, run_args);
476*8d67ca89SAndroid Build Coastguard Worker 
477*8d67ca89SAndroid Build Coastguard Worker     fn = fn->NextSibling();
478*8d67ca89SAndroid Build Coastguard Worker   }
479*8d67ca89SAndroid Build Coastguard Worker   return 0;
480*8d67ca89SAndroid Build Coastguard Worker }
481*8d67ca89SAndroid Build Coastguard Worker 
SetArgs(const std::vector<int> & sizes,args_vector_t * args)482*8d67ca89SAndroid Build Coastguard Worker static void SetArgs(const std::vector<int>& sizes, args_vector_t* args) {
483*8d67ca89SAndroid Build Coastguard Worker   for (int size : sizes) {
484*8d67ca89SAndroid Build Coastguard Worker     args->push_back({size});
485*8d67ca89SAndroid Build Coastguard Worker   }
486*8d67ca89SAndroid Build Coastguard Worker }
487*8d67ca89SAndroid Build Coastguard Worker 
SetArgs(const std::vector<int> & sizes,int align,args_vector_t * args)488*8d67ca89SAndroid Build Coastguard Worker static void SetArgs(const std::vector<int>& sizes, int align, args_vector_t* args) {
489*8d67ca89SAndroid Build Coastguard Worker   for (int size : sizes) {
490*8d67ca89SAndroid Build Coastguard Worker     args->push_back({size, align});
491*8d67ca89SAndroid Build Coastguard Worker   }
492*8d67ca89SAndroid Build Coastguard Worker }
493*8d67ca89SAndroid Build Coastguard Worker 
494*8d67ca89SAndroid Build Coastguard Worker 
SetArgs(const std::vector<int> & sizes,int align1,int align2,args_vector_t * args)495*8d67ca89SAndroid Build Coastguard Worker static void SetArgs(const std::vector<int>& sizes, int align1, int align2, args_vector_t* args) {
496*8d67ca89SAndroid Build Coastguard Worker   for (int size : sizes) {
497*8d67ca89SAndroid Build Coastguard Worker     args->push_back({size, align1, align2});
498*8d67ca89SAndroid Build Coastguard Worker   }
499*8d67ca89SAndroid Build Coastguard Worker }
500*8d67ca89SAndroid Build Coastguard Worker 
GetArgs(const std::vector<int> & sizes)501*8d67ca89SAndroid Build Coastguard Worker static args_vector_t GetArgs(const std::vector<int>& sizes) {
502*8d67ca89SAndroid Build Coastguard Worker   args_vector_t args;
503*8d67ca89SAndroid Build Coastguard Worker   SetArgs(sizes, &args);
504*8d67ca89SAndroid Build Coastguard Worker   return args;
505*8d67ca89SAndroid Build Coastguard Worker }
506*8d67ca89SAndroid Build Coastguard Worker 
GetArgs(const std::vector<int> & sizes,int align)507*8d67ca89SAndroid Build Coastguard Worker static args_vector_t GetArgs(const std::vector<int>& sizes, int align) {
508*8d67ca89SAndroid Build Coastguard Worker   args_vector_t args;
509*8d67ca89SAndroid Build Coastguard Worker   SetArgs(sizes, align, &args);
510*8d67ca89SAndroid Build Coastguard Worker   return args;
511*8d67ca89SAndroid Build Coastguard Worker }
512*8d67ca89SAndroid Build Coastguard Worker 
GetArgs(const std::vector<int> & sizes,int align1,int align2)513*8d67ca89SAndroid Build Coastguard Worker static args_vector_t GetArgs(const std::vector<int>& sizes, int align1, int align2) {
514*8d67ca89SAndroid Build Coastguard Worker   args_vector_t args;
515*8d67ca89SAndroid Build Coastguard Worker   SetArgs(sizes, align1, align2, &args);
516*8d67ca89SAndroid Build Coastguard Worker   return args;
517*8d67ca89SAndroid Build Coastguard Worker }
518*8d67ca89SAndroid Build Coastguard Worker 
GetShorthand()519*8d67ca89SAndroid Build Coastguard Worker std::map<std::string, args_vector_t> GetShorthand() {
520*8d67ca89SAndroid Build Coastguard Worker   std::vector<int> all_sizes(kSmallSizes);
521*8d67ca89SAndroid Build Coastguard Worker   all_sizes.insert(all_sizes.end(), kMediumSizes.begin(), kMediumSizes.end());
522*8d67ca89SAndroid Build Coastguard Worker   all_sizes.insert(all_sizes.end(), kLargeSizes.begin(), kLargeSizes.end());
523*8d67ca89SAndroid Build Coastguard Worker 
524*8d67ca89SAndroid Build Coastguard Worker   int page_sz = getpagesize();
525*8d67ca89SAndroid Build Coastguard Worker   std::vector<int> sub_page_sizes = {page_sz / 2, page_sz / 4, page_sz / 8};
526*8d67ca89SAndroid Build Coastguard Worker   std::vector<int> multi_page_sizes = {page_sz,      page_sz * 2,  page_sz * 3,  page_sz * 10,
527*8d67ca89SAndroid Build Coastguard Worker                                        page_sz * 25, page_sz * 50, page_sz * 75, page_sz * 100};
528*8d67ca89SAndroid Build Coastguard Worker   std::vector<int> all_page_sizes(sub_page_sizes);
529*8d67ca89SAndroid Build Coastguard Worker   all_page_sizes.insert(all_page_sizes.end(), multi_page_sizes.begin(), multi_page_sizes.end());
530*8d67ca89SAndroid Build Coastguard Worker 
531*8d67ca89SAndroid Build Coastguard Worker   std::map<std::string, args_vector_t> args_shorthand{
532*8d67ca89SAndroid Build Coastguard Worker       {"AT_COMMON_SIZES", GetArgs(kCommonSizes)},
533*8d67ca89SAndroid Build Coastguard Worker       {"AT_SMALL_SIZES", GetArgs(kSmallSizes)},
534*8d67ca89SAndroid Build Coastguard Worker       {"AT_MEDIUM_SIZES", GetArgs(kMediumSizes)},
535*8d67ca89SAndroid Build Coastguard Worker       {"AT_LARGE_SIZES", GetArgs(kLargeSizes)},
536*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALL_SIZES", GetArgs(all_sizes)},
537*8d67ca89SAndroid Build Coastguard Worker       {"AT_SUB_PAGE_SIZES", GetArgs(sub_page_sizes)},
538*8d67ca89SAndroid Build Coastguard Worker       {"AT_MULTI_PAGE_SIZES", GetArgs(multi_page_sizes)},
539*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALL_PAGE_SIZES", GetArgs(all_page_sizes)},
540*8d67ca89SAndroid Build Coastguard Worker 
541*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALIGNED_ONEBUF", GetArgs(kCommonSizes, 0)},
542*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALIGNED_ONEBUF_SMALL", GetArgs(kSmallSizes, 0)},
543*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALIGNED_ONEBUF_MEDIUM", GetArgs(kMediumSizes, 0)},
544*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALIGNED_ONEBUF_LARGE", GetArgs(kLargeSizes, 0)},
545*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALIGNED_ONEBUF_ALL", GetArgs(all_sizes, 0)},
546*8d67ca89SAndroid Build Coastguard Worker 
547*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALIGNED_TWOBUF", GetArgs(kCommonSizes, 0, 0)},
548*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALIGNED_TWOBUF_SMALL", GetArgs(kSmallSizes, 0, 0)},
549*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALIGNED_TWOBUF_MEDIUM", GetArgs(kMediumSizes, 0, 0)},
550*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALIGNED_TWOBUF_LARGE", GetArgs(kLargeSizes, 0, 0)},
551*8d67ca89SAndroid Build Coastguard Worker       {"AT_ALIGNED_TWOBUF_ALL", GetArgs(all_sizes, 0, 0)},
552*8d67ca89SAndroid Build Coastguard Worker 
553*8d67ca89SAndroid Build Coastguard Worker       // Do not exceed 512. that is about the largest number of properties
554*8d67ca89SAndroid Build Coastguard Worker       // that can be created with the current property area size.
555*8d67ca89SAndroid Build Coastguard Worker       {"NUM_PROPS", args_vector_t{{1}, {4}, {16}, {64}, {128}, {256}, {512}}},
556*8d67ca89SAndroid Build Coastguard Worker 
557*8d67ca89SAndroid Build Coastguard Worker       {"MATH_COMMON", args_vector_t{{0}, {1}, {2}, {3}}},
558*8d67ca89SAndroid Build Coastguard Worker       {"MATH_SINCOS_COMMON", args_vector_t{{0}, {1}, {2}, {3}, {4}, {5}, {6}, {7}}},
559*8d67ca89SAndroid Build Coastguard Worker   };
560*8d67ca89SAndroid Build Coastguard Worker 
561*8d67ca89SAndroid Build Coastguard Worker   args_vector_t args_onebuf;
562*8d67ca89SAndroid Build Coastguard Worker   args_vector_t args_twobuf;
563*8d67ca89SAndroid Build Coastguard Worker   for (int size : all_sizes) {
564*8d67ca89SAndroid Build Coastguard Worker     args_onebuf.push_back({size, 0});
565*8d67ca89SAndroid Build Coastguard Worker     args_twobuf.push_back({size, 0, 0});
566*8d67ca89SAndroid Build Coastguard Worker     // Skip alignments on zero sizes.
567*8d67ca89SAndroid Build Coastguard Worker     if (size == 0) {
568*8d67ca89SAndroid Build Coastguard Worker       continue;
569*8d67ca89SAndroid Build Coastguard Worker     }
570*8d67ca89SAndroid Build Coastguard Worker     for (int align1 = 1; align1 <= 32; align1 <<= 1) {
571*8d67ca89SAndroid Build Coastguard Worker       args_onebuf.push_back({size, align1});
572*8d67ca89SAndroid Build Coastguard Worker       for (int align2 = 1; align2 <= 32; align2 <<= 1) {
573*8d67ca89SAndroid Build Coastguard Worker         args_twobuf.push_back({size, align1, align2});
574*8d67ca89SAndroid Build Coastguard Worker       }
575*8d67ca89SAndroid Build Coastguard Worker     }
576*8d67ca89SAndroid Build Coastguard Worker   }
577*8d67ca89SAndroid Build Coastguard Worker   args_shorthand.emplace("AT_MANY_ALIGNED_ONEBUF", args_onebuf);
578*8d67ca89SAndroid Build Coastguard Worker   args_shorthand.emplace("AT_MANY_ALIGNED_TWOBUF", args_twobuf);
579*8d67ca89SAndroid Build Coastguard Worker 
580*8d67ca89SAndroid Build Coastguard Worker   return args_shorthand;
581*8d67ca89SAndroid Build Coastguard Worker }
582*8d67ca89SAndroid Build Coastguard Worker 
FileExists(const std::string & file)583*8d67ca89SAndroid Build Coastguard Worker static bool FileExists(const std::string& file) {
584*8d67ca89SAndroid Build Coastguard Worker   struct stat st;
585*8d67ca89SAndroid Build Coastguard Worker   return stat(file.c_str(), &st) != -1 && S_ISREG(st.st_mode);
586*8d67ca89SAndroid Build Coastguard Worker }
587*8d67ca89SAndroid Build Coastguard Worker 
RegisterAllBenchmarks(const bench_opts_t & opts,std::map<std::string,args_vector_t> & args_shorthand)588*8d67ca89SAndroid Build Coastguard Worker void RegisterAllBenchmarks(const bench_opts_t& opts,
589*8d67ca89SAndroid Build Coastguard Worker                            std::map<std::string, args_vector_t>& args_shorthand) {
590*8d67ca89SAndroid Build Coastguard Worker   for (auto& entry : g_str_to_func) {
591*8d67ca89SAndroid Build Coastguard Worker     auto& function_info = entry.second;
592*8d67ca89SAndroid Build Coastguard Worker     args_vector_t arg_vector;
593*8d67ca89SAndroid Build Coastguard Worker     args_vector_t* run_args = ResolveArgs(&arg_vector, function_info.second,
594*8d67ca89SAndroid Build Coastguard Worker                                           args_shorthand);
595*8d67ca89SAndroid Build Coastguard Worker     RegisterGoogleBenchmarks(bench_opts_t(), opts, entry.first, run_args);
596*8d67ca89SAndroid Build Coastguard Worker   }
597*8d67ca89SAndroid Build Coastguard Worker }
598*8d67ca89SAndroid Build Coastguard Worker 
main(int argc,char ** argv)599*8d67ca89SAndroid Build Coastguard Worker int main(int argc, char** argv) {
600*8d67ca89SAndroid Build Coastguard Worker   std::map<std::string, args_vector_t> args_shorthand = GetShorthand();
601*8d67ca89SAndroid Build Coastguard Worker   bench_opts_t opts = ParseOpts(argc, argv);
602*8d67ca89SAndroid Build Coastguard Worker   std::vector<char*> new_argv(argc);
603*8d67ca89SAndroid Build Coastguard Worker   SanitizeOpts(argc, argv, &new_argv);
604*8d67ca89SAndroid Build Coastguard Worker 
605*8d67ca89SAndroid Build Coastguard Worker   if (opts.xmlpath.empty()) {
606*8d67ca89SAndroid Build Coastguard Worker     // Don't add the default xml file if a user is specifying the tests to run.
607*8d67ca89SAndroid Build Coastguard Worker     if (opts.extra_benchmarks.empty()) {
608*8d67ca89SAndroid Build Coastguard Worker       RegisterAllBenchmarks(opts, args_shorthand);
609*8d67ca89SAndroid Build Coastguard Worker     }
610*8d67ca89SAndroid Build Coastguard Worker   } else if (!FileExists(opts.xmlpath)) {
611*8d67ca89SAndroid Build Coastguard Worker     // See if this is a file in the suites directory.
612*8d67ca89SAndroid Build Coastguard Worker     std::string file(android::base::GetExecutableDirectory() + "/suites/" + opts.xmlpath);
613*8d67ca89SAndroid Build Coastguard Worker     if (opts.xmlpath[0] == '/' || !FileExists(file)) {
614*8d67ca89SAndroid Build Coastguard Worker       printf("Cannot find xml file %s: does not exist or is not a file.\n", opts.xmlpath.c_str());
615*8d67ca89SAndroid Build Coastguard Worker       return 1;
616*8d67ca89SAndroid Build Coastguard Worker     }
617*8d67ca89SAndroid Build Coastguard Worker     opts.xmlpath = file;
618*8d67ca89SAndroid Build Coastguard Worker   }
619*8d67ca89SAndroid Build Coastguard Worker 
620*8d67ca89SAndroid Build Coastguard Worker   if (!opts.xmlpath.empty()) {
621*8d67ca89SAndroid Build Coastguard Worker     if (int err = RegisterXmlBenchmarks(opts, args_shorthand)) {
622*8d67ca89SAndroid Build Coastguard Worker       return err;
623*8d67ca89SAndroid Build Coastguard Worker     }
624*8d67ca89SAndroid Build Coastguard Worker   }
625*8d67ca89SAndroid Build Coastguard Worker   RegisterCliBenchmarks(opts, args_shorthand);
626*8d67ca89SAndroid Build Coastguard Worker 
627*8d67ca89SAndroid Build Coastguard Worker   // Set the thread priority to the maximum.
628*8d67ca89SAndroid Build Coastguard Worker   if (setpriority(PRIO_PROCESS, 0, -20)) {
629*8d67ca89SAndroid Build Coastguard Worker     perror("Failed to raise priority of process. Are you root?\n");
630*8d67ca89SAndroid Build Coastguard Worker   }
631*8d67ca89SAndroid Build Coastguard Worker 
632*8d67ca89SAndroid Build Coastguard Worker   int new_argc = new_argv.size();
633*8d67ca89SAndroid Build Coastguard Worker   benchmark::Initialize(&new_argc, new_argv.data());
634*8d67ca89SAndroid Build Coastguard Worker   benchmark::RunSpecifiedBenchmarks();
635*8d67ca89SAndroid Build Coastguard Worker }
636