Flutter Engine
The Flutter Engine
Loading...
Searching...
No Matches
Functions | Variables
compute_buildstats Namespace Reference

Functions

 add_binary_size_output_property (result, source, binary_size)
 
 RunSteps (api)
 
 keys_and_props (api)
 
 analyze_web_file (api, checkout_root, out_dir, files)
 
 analyze_cpp_lib (api, checkout_root, out_dir, files)
 
 analyze_flutter_lib (api, checkout_root, out_dir, files)
 
 analyze_wasm_file (api, checkout_root, out_dir, files)
 
 make_treemap (api, checkout_root, out_dir, files)
 
 GenTests (api)
 

Variables

str PYTHON_VERSION_COMPATIBILITY = "PY3"
 
list DEPS
 
str MAGIC_SEPERATOR = '#$%^&*'
 
str TOTAL_SIZE_BYTES_KEY = "total_size_bytes"
 
str sample_web
 
str sample_cpp
 
str sample_wasm
 
str sample_flutter
 

Function Documentation

◆ add_binary_size_output_property()

compute_buildstats.add_binary_size_output_property (   result,
  source,
  binary_size 
)

Definition at line 30 of file compute_buildstats.py.

30def add_binary_size_output_property(result, source, binary_size):
31 result.presentation.properties['binary_size_%s' % source] = binary_size
32
33

◆ analyze_cpp_lib()

compute_buildstats.analyze_cpp_lib (   api,
  checkout_root,
  out_dir,
  files 
)

Definition at line 166 of file compute_buildstats.py.

166def analyze_cpp_lib(api, checkout_root, out_dir, files):
167 (keystr, propstr) = keys_and_props(api)
168 bloaty_exe = api.path['start_dir'].join('bloaty', 'bloaty')
169
170 for f in files:
171 skia_dir = checkout_root.join('skia')
172 with api.context(cwd=skia_dir):
173 script = skia_dir.join('infra', 'bots', 'buildstats',
174 'buildstats_cpp.py')
175 step_data = api.run(api.step, 'Analyze %s' % f,
176 cmd=['python3', script, f, out_dir, keystr, propstr, bloaty_exe,
177 TOTAL_SIZE_BYTES_KEY, MAGIC_SEPERATOR],
178 stdout=api.raw_io.output())
179 if step_data and step_data.stdout:
180 sections = step_data.stdout.decode('utf-8').split(MAGIC_SEPERATOR)
181 result = api.step.active_result
182 logs = result.presentation.logs
183 logs['perf_json'] = sections[2].split('\n')
184
185 add_binary_size_output_property(result, api.path.basename(f), (
186 ast.literal_eval(sections[2])
187 .get('results', {})
188 .get(api.path.basename(f), {})
189 .get('default', {})
190 .get(TOTAL_SIZE_BYTES_KEY, {})))
191
192
193# Get the size of skia in flutter and a few metrics from bloaty

◆ analyze_flutter_lib()

compute_buildstats.analyze_flutter_lib (   api,
  checkout_root,
  out_dir,
  files 
)

Definition at line 194 of file compute_buildstats.py.

194def analyze_flutter_lib(api, checkout_root, out_dir, files):
195 (keystr, propstr) = keys_and_props(api)
196 bloaty_exe = api.path['start_dir'].join('bloaty', 'bloaty')
197
198 for f in files:
199
200 skia_dir = checkout_root.join('skia')
201 with api.context(cwd=skia_dir):
202 stripped = api.vars.build_dir.join('libflutter_stripped.so')
203 script = skia_dir.join('infra', 'bots', 'buildstats',
204 'buildstats_flutter.py')
205 config = "skia_in_flutter"
206 lib_name = "libflutter.so"
207 step_data = api.run(api.step, 'Analyze flutter',
208 cmd=['python3', script, stripped, out_dir, keystr, propstr,
209 bloaty_exe, f, config, TOTAL_SIZE_BYTES_KEY, lib_name,
210 MAGIC_SEPERATOR],
211 stdout=api.raw_io.output())
212 if step_data and step_data.stdout:
213 sections = step_data.stdout.decode('utf-8').split(MAGIC_SEPERATOR)
214 result = api.step.active_result
215 logs = result.presentation.logs
216 # Skip section 0 because it's everything before first print,
217 # which is probably the empty string.
218 logs['bloaty_file_symbol_short'] = sections[1].split('\n')
219 logs['bloaty_file_symbol_full'] = sections[2].split('\n')
220 logs['bloaty_symbol_file_short'] = sections[3].split('\n')
221 logs['bloaty_symbol_file_full'] = sections[4].split('\n')
222 logs['perf_json'] = sections[5].split('\n')
223
224 add_binary_size_output_property(result, lib_name, (
225 ast.literal_eval(sections[5])
226 .get('results', {})
227 .get(lib_name, {})
228 .get(config, {})
229 .get(TOTAL_SIZE_BYTES_KEY, {})))
230
231
232# Get the size of skia in flutter and a few metrics from bloaty

◆ analyze_wasm_file()

compute_buildstats.analyze_wasm_file (   api,
  checkout_root,
  out_dir,
  files 
)

Definition at line 233 of file compute_buildstats.py.

233def analyze_wasm_file(api, checkout_root, out_dir, files):
234 (keystr, propstr) = keys_and_props(api)
235 bloaty_exe = api.path['start_dir'].join('bloaty', 'bloaty')
236
237 for f in files:
238
239 skia_dir = checkout_root.join('skia')
240 with api.context(cwd=skia_dir):
241 script = skia_dir.join('infra', 'bots', 'buildstats',
242 'buildstats_wasm.py')
243 step_data = api.run(api.step, 'Analyze wasm',
244 cmd=['python3', script, f, out_dir, keystr, propstr, bloaty_exe,
245 TOTAL_SIZE_BYTES_KEY, MAGIC_SEPERATOR],
246 stdout=api.raw_io.output())
247 if step_data and step_data.stdout:
248 sections = step_data.stdout.decode('utf-8').split(MAGIC_SEPERATOR)
249 result = api.step.active_result
250 logs = result.presentation.logs
251 # Skip section 0 because it's everything before first print,
252 # which is probably the empty string.
253 logs['bloaty_symbol_short'] = sections[1].split('\n')
254 logs['bloaty_symbol_full'] = sections[2].split('\n')
255 logs['perf_json'] = sections[3].split('\n')
256 add_binary_size_output_property(result, api.path.basename(f), (
257 ast.literal_eval(str(sections[3]))
258 .get('results', {})
259 .get(api.path.basename(f), {})
260 .get('default', {})
261 .get(TOTAL_SIZE_BYTES_KEY, {})))
262
263
264# make a zip file containing an HTML treemap of the files

◆ analyze_web_file()

compute_buildstats.analyze_web_file (   api,
  checkout_root,
  out_dir,
  files 
)

Definition at line 139 of file compute_buildstats.py.

139def analyze_web_file(api, checkout_root, out_dir, files):
140 (keystr, propstr) = keys_and_props(api)
141
142 for f in files:
143 skia_dir = checkout_root.join('skia')
144 with api.context(cwd=skia_dir):
145 script = skia_dir.join('infra', 'bots', 'buildstats',
146 'buildstats_web.py')
147 step_data = api.run(api.step, 'Analyze %s' % f,
148 cmd=['python3', script, f, out_dir, keystr, propstr,
149 TOTAL_SIZE_BYTES_KEY, MAGIC_SEPERATOR],
150 stdout=api.raw_io.output())
151 if step_data and step_data.stdout:
152 sections = step_data.stdout.decode('utf-8').split(MAGIC_SEPERATOR)
153 result = api.step.active_result
154 logs = result.presentation.logs
155 logs['perf_json'] = sections[1].split('\n')
156
157 add_binary_size_output_property(result, api.path.basename(f), (
158 ast.literal_eval(sections[1])
159 .get('results', {})
160 .get(api.path.basename(f), {})
161 .get('default', {})
162 .get(TOTAL_SIZE_BYTES_KEY, {})))
163
164
165# Get the raw size and a few metrics from bloaty

◆ GenTests()

compute_buildstats.GenTests (   api)

Definition at line 278 of file compute_buildstats.py.

278def GenTests(api):
279 builder = 'BuildStats-Debian10-EMCC-wasm-Release-PathKit'
280 yield (
281 api.test('normal_bot') +
282 api.properties(buildername=builder,
283 repository='https://skia.googlesource.com/skia.git',
284 revision='abc123',
285 swarm_out_dir='[SWARM_OUT_DIR]',
286 path_config='kitchen') +
287 api.step_data('get swarming bot id',
288 stdout=api.raw_io.output('skia-bot-123')) +
289 api.step_data('get swarming task id',
290 stdout=api.raw_io.output('123456abc')) +
291 api.step_data('Analyze [START_DIR]/build/pathkit.js.mem',
292 stdout=api.raw_io.output(sample_web)) +
293 api.step_data('Analyze [START_DIR]/build/libskia.so',
294 stdout=api.raw_io.output(sample_cpp)) +
295 api.step_data('Analyze wasm',
296 stdout=api.raw_io.output(sample_wasm)) +
297 api.step_data('Analyze flutter',
298 stdout=api.raw_io.output(sample_flutter))
299 )
300
301 yield (
302 api.test('trybot') +
303 api.properties(buildername=builder,
304 repository='https://skia.googlesource.com/skia.git',
305 revision='abc123',
306 swarm_out_dir='[SWARM_OUT_DIR]',
307 patch_repo='https://skia.googlesource.com/skia.git',
308 path_config='kitchen') +
309 api.step_data('get swarming bot id',
310 stdout=api.raw_io.output('skia-bot-123')) +
311 api.step_data('get swarming task id',
312 stdout=api.raw_io.output('123456abc')) +
313 api.properties(patch_storage='gerrit') +
314 api.properties.tryserver(
315 buildername=builder,
316 gerrit_project='skia',
317 gerrit_url='https://skia-review.googlesource.com/',
318 ) +
319 api.step_data('Analyze [START_DIR]/build/pathkit.js.mem',
320 stdout=api.raw_io.output(sample_web)) +
321 api.step_data('Analyze [START_DIR]/build/libskia.so',
322 stdout=api.raw_io.output(sample_cpp)) +
323 api.step_data('Analyze wasm',
324 stdout=api.raw_io.output(sample_wasm)) +
325 api.step_data('Analyze flutter',
326 stdout=api.raw_io.output(sample_flutter))
327 )
328

◆ keys_and_props()

compute_buildstats.keys_and_props (   api)

Definition at line 115 of file compute_buildstats.py.

115def keys_and_props(api):
116 keys = []
117 for k in sorted(api.vars.builder_cfg.keys()):
118 if not k in ['role']:
119 keys.extend([k, api.vars.builder_cfg[k]])
120 keystr = ' '.join(keys)
121
122 props = [
123 'gitHash', api.properties['revision'],
124 'swarming_bot_id', api.vars.swarming_bot_id,
125 'swarming_task_id', api.vars.swarming_task_id,
126 ]
127
128 if api.vars.is_trybot:
129 props.extend([
130 'issue', api.vars.issue,
131 'patchset', api.vars.patchset,
132 'patch_storage', api.vars.patch_storage,
133 ])
134 propstr = ' '.join(str(prop) for prop in props)
135 return (keystr, propstr)
136
137
138# Get the raw and gzipped size of the given file

◆ make_treemap()

compute_buildstats.make_treemap (   api,
  checkout_root,
  out_dir,
  files 
)

Definition at line 265 of file compute_buildstats.py.

265def make_treemap(api, checkout_root, out_dir, files):
266 for f in files:
267 env = {'DOCKER_CONFIG': '/home/chrome-bot/.docker'}
268 with api.env(env):
269 skia_dir = checkout_root.join('skia')
270 with api.context(cwd=skia_dir):
271 script = skia_dir.join('infra', 'bots', 'buildstats',
272 'make_treemap.py')
273 api.run(api.step, 'Make code size treemap %s' % f,
274 cmd=['python3', script, f, out_dir],
275 stdout=api.raw_io.output())
276
277
make_treemap
Definition make_treemap.py:1

◆ RunSteps()

compute_buildstats.RunSteps (   api)

Definition at line 34 of file compute_buildstats.py.

34def RunSteps(api):
35 api.vars.setup()
36
37 checkout_root = api.checkout.default_checkout_root
38 api.checkout.bot_update(checkout_root=checkout_root)
39
40 out_dir = api.vars.swarming_out_dir
41 # Any binaries to scan should be here.
42 bin_dir = api.vars.build_dir
43
44 api.file.ensure_directory('mkdirs out_dir', out_dir, mode=0o777)
45
46 analyzed = 0
47 with api.context(cwd=bin_dir):
48 files = api.file.glob_paths(
49 'find WASM binaries',
50 bin_dir,
51 '*.wasm',
52 test_data=['pathkit.wasm'])
53 analyzed += len(files)
54 if files:
55 analyze_wasm_file(api, checkout_root, out_dir, files)
56
57 files = api.file.glob_paths(
58 'find JS files',
59 bin_dir,
60 '*.js',
61 test_data=['pathkit.js'])
62 analyzed += len(files)
63 if files:
64 analyze_web_file(api, checkout_root, out_dir, files)
65
66 files = api.file.glob_paths(
67 'find JS mem files',
68 bin_dir,
69 '*.js.mem',
70 test_data=['pathkit.js.mem'])
71 analyzed += len(files)
72 if files:
73 analyze_web_file(api, checkout_root, out_dir, files)
74
75 files = api.file.glob_paths(
76 'find flutter library',
77 bin_dir,
78 'libflutter.so',
79 test_data=['libflutter.so'])
80 analyzed += len(files)
81 if files:
82 analyze_flutter_lib(api, checkout_root, out_dir, files)
83
84 files = api.file.glob_paths(
85 'find skia library',
86 bin_dir,
87 'libskia.so',
88 test_data=['libskia.so'])
89 analyzed += len(files)
90 if files:
91 analyze_cpp_lib(api, checkout_root, out_dir, files)
92
93 files = api.file.glob_paths(
94 'find skottie_tool',
95 bin_dir,
96 'skottie_tool',
97 test_data=['skottie_tool'])
98 analyzed += len(files)
99 if files:
100 make_treemap(api, checkout_root, out_dir, files)
101
102 files = api.file.glob_paths(
103 'find dm',
104 bin_dir,
105 'dm',
106 test_data=['dm'])
107 analyzed += len(files)
108 if files:
109 make_treemap(api, checkout_root, out_dir, files)
110
111 if not analyzed: # pragma: nocover
112 raise Exception('No files were analyzed!')
113
114

Variable Documentation

◆ DEPS

list compute_buildstats.DEPS
Initial value:
1= [
2 'checkout',
3 'env',
4 'recipe_engine/context',
5 'recipe_engine/file',
6 'recipe_engine/path',
7 'recipe_engine/properties',
8 'recipe_engine/raw_io',
9 'recipe_engine/step',
10 'run',
11 'vars',
12]

Definition at line 12 of file compute_buildstats.py.

◆ MAGIC_SEPERATOR

str compute_buildstats.MAGIC_SEPERATOR = '#$%^&*'

Definition at line 26 of file compute_buildstats.py.

◆ PYTHON_VERSION_COMPATIBILITY

str compute_buildstats.PYTHON_VERSION_COMPATIBILITY = "PY3"

Definition at line 10 of file compute_buildstats.py.

◆ sample_cpp

str compute_buildstats.sample_cpp
Initial value:
1= """
2#$%^&*
3Report A
4 Total size: 50 bytes
5#$%^&*
6{
7 "some": "json",
8 "results": {
9 "libskia.so": {
10 "default": {
11 "total_size_bytes": 7391117,
12 "gzip_size_bytes": 2884841
13 }
14 }
15 }
16}
17"""

Definition at line 346 of file compute_buildstats.py.

◆ sample_flutter

str compute_buildstats.sample_flutter
Initial value:
1= """
2#$%^&*
3Report A
4 Total size: 50 bytes
5#$%^&*
6Report B
7 Total size: 60 bytes
8#$%^&*
9Report C
10 Total size: 70 bytes
11#$%^&*
12Report D
13 Total size: 80 bytes
14#$%^&*
15{
16 "some": "json",
17 "results": {
18 "libflutter.so": {
19 "skia_in_flutter": {
20 "total_size_bytes": 1256676
21 }
22 }
23 }
24}
25"""

Definition at line 385 of file compute_buildstats.py.

◆ sample_wasm

str compute_buildstats.sample_wasm
Initial value:
1= """
2#$%^&*
3Report A
4 Total size: 50 bytes
5#$%^&*
6Report B
7 Total size: 60 bytes
8#$%^&*
9{
10 "some": "json",
11 "results": {
12 "pathkit.wasm": {
13 "default": {
14 "total_size_bytes": 7391117,
15 "gzip_size_bytes": 2884841
16 }
17 }
18 }
19}
20"""

Definition at line 364 of file compute_buildstats.py.

◆ sample_web

str compute_buildstats.sample_web
Initial value:
1= """
2Report A
3 Total size: 50 bytes
4#$%^&*
5{
6 "some": "json",
7 "results": {
8 "pathkit.js.mem": {
9 "default": {
10 "total_size_bytes": 7391117,
11 "gzip_size_bytes": 2884841
12 }
13 }
14 }
15}
16"""

Definition at line 329 of file compute_buildstats.py.

◆ TOTAL_SIZE_BYTES_KEY

str compute_buildstats.TOTAL_SIZE_BYTES_KEY = "total_size_bytes"

Definition at line 27 of file compute_buildstats.py.

Generated on Fri Apr 26 2024 06:20:35 for Flutter Engine by doxygen 1.9.8