• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1# Copyright 2016 Google Inc. All Rights Reserved.
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7#      http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS-IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
15# This file is a simplified version of fruit_wiki_benchs_{fruit,boost_di}.yml used to debug benchmarking code.
16# When using this, the benchmarks will run much faster, but the results will be unreliable and incomplete.
17
18global:
19  max_runs: 3
20  max_hours_per_combination: 2
21
22# These values are ignored, they are here just to be referenced below.
23constants:
24  compilers: &compilers
25    - "g++-9"
26    - "clang++-10"
27  gcc: &gcc
28    - "g++-9"
29  clang: &clang
30    - "clang++-10"
31
32benchmarks:
33  - name: "fruit_single_file_compile_time"
34    num_bindings:
35      - 20
36    compiler: *compilers
37    cxx_std: "c++11"
38    additional_cmake_args:
39      - []
40    benchmark_generation_flags:
41      - []
42
43  - name:
44    - "new_delete_run_time"
45    - "simple_di_compile_time"
46    - "simple_di_compile_memory"
47    - "simple_di_incremental_compile_time"
48    - "simple_di_run_time"
49    - "simple_di_startup_time"
50    - "simple_di_executable_size"
51    - "simple_di_with_interfaces_compile_time"
52    - "simple_di_with_interfaces_compile_memory"
53    - "simple_di_with_interfaces_incremental_compile_time"
54    - "simple_di_with_interfaces_run_time"
55    - "simple_di_with_interfaces_startup_time"
56    - "simple_di_with_interfaces_executable_size"
57    - "simple_di_with_interfaces_and_new_delete_compile_time"
58    - "simple_di_with_interfaces_and_new_delete_compile_memory"
59    - "simple_di_with_interfaces_and_new_delete_incremental_compile_time"
60    - "simple_di_with_interfaces_and_new_delete_run_time"
61    - "simple_di_with_interfaces_and_new_delete_startup_time"
62    - "simple_di_with_interfaces_and_new_delete_executable_size"
63    loop_factor: 0.01
64    num_classes:
65      - 100
66    compiler: *compilers
67    cxx_std: "c++11"
68    additional_cmake_args:
69      - []
70    benchmark_generation_flags:
71      - []
72
73  - name:
74    - "simple_di_executable_size_without_exceptions_and_rtti"
75    - "simple_di_with_interfaces_executable_size_without_exceptions_and_rtti"
76    - "simple_di_with_interfaces_and_new_delete_executable_size_without_exceptions_and_rtti"
77    loop_factor: 0.01
78    num_classes:
79      - 100
80    compiler: *compilers
81    cxx_std: "c++11"
82    additional_cmake_args:
83      - ['-DCMAKE_CXX_FLAGS=-fno-exceptions -fno-rtti']
84    benchmark_generation_flags:
85      - []
86
87  - name:
88      - "fruit_compile_time"
89      - "fruit_compile_memory"
90      - "fruit_incremental_compile_time"
91      - "fruit_run_time"
92      - "fruit_startup_time"
93      - "fruit_startup_time_with_normalized_component"
94      - "fruit_executable_size"
95    loop_factor: 0.01
96    num_classes:
97      - 100
98    compiler: *gcc
99    cxx_std: "c++11"
100    additional_cmake_args:
101      - []
102      - ['-DFRUIT_USES_BOOST=False']
103      - ["-DBUILD_SHARED_LIBS=False"]
104    benchmark_generation_flags:
105      - []
106
107  - name:
108      - "fruit_executable_size_without_exceptions_and_rtti"
109    loop_factor: 0.01
110    num_classes:
111      - 100
112    compiler: *gcc
113    cxx_std: "c++11"
114    additional_cmake_args:
115      - ['-DCMAKE_CXX_FLAGS=-fno-exceptions -fno-rtti']
116      - ['-DFRUIT_USES_BOOST=False', '-DCMAKE_CXX_FLAGS=-fno-exceptions -fno-rtti']
117      - ["-DBUILD_SHARED_LIBS=False", '-DCMAKE_CXX_FLAGS=-fno-exceptions -fno-rtti']
118    benchmark_generation_flags:
119      - []
120
121  - name:
122      - "fruit_compile_time"
123      - "fruit_compile_memory"
124      - "fruit_incremental_compile_time"
125      - "fruit_run_time"
126      - "fruit_startup_time"
127      - "fruit_startup_time_with_normalized_component"
128      - "fruit_executable_size"
129    loop_factor: 0.01
130    num_classes:
131      - 100
132    compiler: *clang
133    cxx_std: "c++11"
134    additional_cmake_args:
135      - []
136    benchmark_generation_flags:
137      - []
138
139  - name:
140      - "fruit_executable_size_without_exceptions_and_rtti"
141    loop_factor: 0.01
142    num_classes:
143      - 100
144    compiler: *clang
145    cxx_std: "c++11"
146    additional_cmake_args:
147      - ['-DCMAKE_CXX_FLAGS=-fno-exceptions -fno-rtti']
148    benchmark_generation_flags:
149      - []
150
151  - name:
152      - "boost_di_compile_time"
153      - "boost_di_compile_memory"
154      - "boost_di_incremental_compile_time"
155      - "boost_di_run_time"
156      - "boost_di_startup_time"
157      - "boost_di_executable_size"
158    loop_factor: 0.01
159    num_classes:
160      - 100
161    compiler: *compilers
162    cxx_std: "c++14"
163    additional_cmake_args:
164      - []
165    benchmark_generation_flags:
166      - []
167
168  - name:
169      - "boost_di_executable_size_without_exceptions_and_rtti"
170    loop_factor: 0.01
171    num_classes:
172      - 100
173    compiler: *compilers
174    cxx_std: "c++14"
175    additional_cmake_args:
176      - ['-DCMAKE_CXX_FLAGS=-fno-exceptions -fno-rtti']
177    benchmark_generation_flags:
178      - []
179