blob: 56ce88c16e1b7e6c518ab10a9d7c04cfa850aee4 [file] [log] [blame]
kjellandera013a022016-11-14 05:54:22 -08001#!/usr/bin/python
2# Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3#
4# Use of this source code is governed by a BSD-style license
5# that can be found in the LICENSE file in the root of the source
6# tree. An additional intellectual property rights grant can be found
7# in the file PATENTS. All contributing project authors may
8# be found in the AUTHORS file in the root of the source tree.
9
10"""Tests for mb.py."""
11
ehmaldonadoed8c8ed2016-11-23 12:58:35 -080012import ast
kjellandera013a022016-11-14 05:54:22 -080013import json
14import StringIO
15import os
16import sys
17import unittest
18
19import mb
20
21
22class FakeMBW(mb.MetaBuildWrapper):
23 def __init__(self, win32=False):
24 super(FakeMBW, self).__init__()
25
26 # Override vars for test portability.
27 if win32:
kjellander1c3548c2017-02-15 22:38:22 -080028 self.src_dir = 'c:\\fake_src'
Henrik Kjellander90fd7d82017-05-09 08:30:10 +020029 self.default_config = 'c:\\fake_src\\tools_webrtc\\mb\\mb_config.pyl'
kjellandera013a022016-11-14 05:54:22 -080030 self.default_isolate_map = ('c:\\fake_src\\testing\\buildbot\\'
31 'gn_isolate_map.pyl')
32 self.platform = 'win32'
33 self.executable = 'c:\\python\\python.exe'
34 self.sep = '\\'
35 else:
kjellander1c3548c2017-02-15 22:38:22 -080036 self.src_dir = '/fake_src'
Henrik Kjellander90fd7d82017-05-09 08:30:10 +020037 self.default_config = '/fake_src/tools_webrtc/mb/mb_config.pyl'
kjellandera013a022016-11-14 05:54:22 -080038 self.default_isolate_map = '/fake_src/testing/buildbot/gn_isolate_map.pyl'
39 self.executable = '/usr/bin/python'
40 self.platform = 'linux2'
41 self.sep = '/'
42
43 self.files = {}
44 self.calls = []
45 self.cmds = []
46 self.cross_compile = None
47 self.out = ''
48 self.err = ''
49 self.rmdirs = []
50
51 def ExpandUser(self, path):
52 return '$HOME/%s' % path
53
54 def Exists(self, path):
55 return self.files.get(path) is not None
56
57 def MaybeMakeDirectory(self, path):
58 self.files[path] = True
59
60 def PathJoin(self, *comps):
61 return self.sep.join(comps)
62
63 def ReadFile(self, path):
64 return self.files[path]
65
66 def WriteFile(self, path, contents, force_verbose=False):
67 if self.args.dryrun or self.args.verbose or force_verbose:
68 self.Print('\nWriting """\\\n%s""" to %s.\n' % (contents, path))
69 self.files[path] = contents
70
71 def Call(self, cmd, env=None, buffer_output=True):
72 if env:
73 self.cross_compile = env.get('GYP_CROSSCOMPILE')
74 self.calls.append(cmd)
75 if self.cmds:
76 return self.cmds.pop(0)
77 return 0, '', ''
78
79 def Print(self, *args, **kwargs):
80 sep = kwargs.get('sep', ' ')
81 end = kwargs.get('end', '\n')
82 f = kwargs.get('file', sys.stdout)
83 if f == sys.stderr:
84 self.err += sep.join(args) + end
85 else:
86 self.out += sep.join(args) + end
87
88 def TempFile(self, mode='w'):
89 return FakeFile(self.files)
90
91 def RemoveFile(self, path):
92 del self.files[path]
93
94 def RemoveDirectory(self, path):
95 self.rmdirs.append(path)
96 files_to_delete = [f for f in self.files if f.startswith(path)]
97 for f in files_to_delete:
98 self.files[f] = None
99
100
101class FakeFile(object):
102 def __init__(self, files):
103 self.name = '/tmp/file'
104 self.buf = ''
105 self.files = files
106
107 def write(self, contents):
108 self.buf += contents
109
110 def close(self):
111 self.files[self.name] = self.buf
112
113
114TEST_CONFIG = """\
115{
116 'masters': {
117 'chromium': {},
118 'fake_master': {
119 'fake_builder': 'gyp_rel_bot',
120 'fake_gn_builder': 'gn_rel_bot',
121 'fake_gyp_crosscompile_builder': 'gyp_crosscompile',
122 'fake_gn_debug_builder': 'gn_debug_goma',
123 'fake_gyp_builder': 'gyp_debug',
124 'fake_gn_args_bot': '//build/args/bots/fake_master/fake_gn_args_bot.gn',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800125 'fake_memcheck_bot': 'gn_memcheck_bot',
kjellandera013a022016-11-14 05:54:22 -0800126 'fake_multi_phase': { 'phase_1': 'gn_phase_1', 'phase_2': 'gn_phase_2'},
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800127 'fake_android_bot': 'gn_android_bot',
kjellandera013a022016-11-14 05:54:22 -0800128 },
129 },
130 'configs': {
131 'gyp_rel_bot': ['gyp', 'rel', 'goma'],
132 'gn_debug_goma': ['gn', 'debug', 'goma'],
133 'gyp_debug': ['gyp', 'debug', 'fake_feature1'],
134 'gn_rel_bot': ['gn', 'rel', 'goma'],
135 'gyp_crosscompile': ['gyp', 'crosscompile'],
136 'gn_phase_1': ['gn', 'phase_1'],
137 'gn_phase_2': ['gn', 'phase_2'],
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800138 'gn_memcheck_bot': ['gn', 'memcheck'],
139 'gn_android_bot': ['gn', 'android'],
kjellandera013a022016-11-14 05:54:22 -0800140 },
141 'mixins': {
142 'crosscompile': {
143 'gyp_crosscompile': True,
144 },
145 'fake_feature1': {
146 'gn_args': 'enable_doom_melon=true',
147 'gyp_defines': 'doom_melon=1',
148 },
149 'gyp': {'type': 'gyp'},
150 'gn': {'type': 'gn'},
151 'goma': {
152 'gn_args': 'use_goma=true',
153 'gyp_defines': 'goma=1',
154 },
155 'phase_1': {
156 'gn_args': 'phase=1',
157 'gyp_args': 'phase=1',
158 },
159 'phase_2': {
160 'gn_args': 'phase=2',
161 'gyp_args': 'phase=2',
162 },
163 'rel': {
164 'gn_args': 'is_debug=false',
165 },
166 'debug': {
167 'gn_args': 'is_debug=true',
168 },
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800169 'memcheck': {
170 'gn_args': 'rtc_use_memcheck=true',
171 },
172 'android': {
173 'gn_args': 'target_os="android"',
174 }
kjellandera013a022016-11-14 05:54:22 -0800175 },
176}
177"""
178
kjellandera013a022016-11-14 05:54:22 -0800179GYP_HACKS_CONFIG = """\
180{
181 'masters': {
182 'chromium': {},
183 'fake_master': {
184 'fake_builder': 'fake_config',
185 },
186 },
187 'configs': {
188 'fake_config': ['fake_mixin'],
189 },
190 'mixins': {
191 'fake_mixin': {
192 'type': 'gyp',
193 'gn_args': '',
194 'gyp_defines':
195 ('foo=bar llvm_force_head_revision=1 '
196 'gyp_link_concurrency=1 baz=1'),
197 },
198 },
199}
200"""
201
202
203class UnitTest(unittest.TestCase):
204 def fake_mbw(self, files=None, win32=False):
205 mbw = FakeMBW(win32=win32)
206 mbw.files.setdefault(mbw.default_config, TEST_CONFIG)
207 mbw.files.setdefault(
208 mbw.ToAbsPath('//testing/buildbot/gn_isolate_map.pyl'),
209 '''{
210 "foo_unittests": {
211 "label": "//foo:foo_unittests",
212 "type": "console_test_launcher",
213 "args": [],
214 },
215 }''')
216 mbw.files.setdefault(
217 mbw.ToAbsPath('//build/args/bots/fake_master/fake_gn_args_bot.gn'),
218 'is_debug = false\n')
219 if files:
220 for path, contents in files.items():
221 mbw.files[path] = contents
222 return mbw
223
224 def check(self, args, mbw=None, files=None, out=None, err=None, ret=None):
225 if not mbw:
226 mbw = self.fake_mbw(files)
227
228 actual_ret = mbw.Main(args)
229
230 self.assertEqual(actual_ret, ret)
231 if out is not None:
232 self.assertEqual(mbw.out, out)
233 if err is not None:
234 self.assertEqual(mbw.err, err)
235 return mbw
236
237 def test_clobber(self):
238 files = {
239 '/fake_src/out/Debug': None,
240 '/fake_src/out/Debug/mb_type': None,
241 }
242 mbw = self.fake_mbw(files)
243
244 # The first time we run this, the build dir doesn't exist, so no clobber.
245 self.check(['gen', '-c', 'gn_debug_goma', '//out/Debug'], mbw=mbw, ret=0)
246 self.assertEqual(mbw.rmdirs, [])
247 self.assertEqual(mbw.files['/fake_src/out/Debug/mb_type'], 'gn')
248
249 # The second time we run this, the build dir exists and matches, so no
250 # clobber.
251 self.check(['gen', '-c', 'gn_debug_goma', '//out/Debug'], mbw=mbw, ret=0)
252 self.assertEqual(mbw.rmdirs, [])
253 self.assertEqual(mbw.files['/fake_src/out/Debug/mb_type'], 'gn')
254
255 # Now we switch build types; this should result in a clobber.
256 self.check(['gen', '-c', 'gyp_debug', '//out/Debug'], mbw=mbw, ret=0)
257 self.assertEqual(mbw.rmdirs, ['/fake_src/out/Debug'])
258 self.assertEqual(mbw.files['/fake_src/out/Debug/mb_type'], 'gyp')
259
260 # Now we delete mb_type; this checks the case where the build dir
261 # exists but wasn't populated by mb; this should also result in a clobber.
262 del mbw.files['/fake_src/out/Debug/mb_type']
263 self.check(['gen', '-c', 'gyp_debug', '//out/Debug'], mbw=mbw, ret=0)
264 self.assertEqual(mbw.rmdirs,
265 ['/fake_src/out/Debug', '/fake_src/out/Debug'])
266 self.assertEqual(mbw.files['/fake_src/out/Debug/mb_type'], 'gyp')
267
268 def test_gn_analyze(self):
269 files = {'/tmp/in.json': '''{\
270 "files": ["foo/foo_unittest.cc"],
271 "test_targets": ["foo_unittests"],
272 "additional_compile_targets": ["all"]
273 }''',
274 '/tmp/out.json.gn': '''{\
275 "status": "Found dependency",
276 "compile_targets": ["//foo:foo_unittests"],
277 "test_targets": ["//foo:foo_unittests"]
278 }'''}
279
280 mbw = self.fake_mbw(files)
281 mbw.Call = lambda cmd, env=None, buffer_output=True: (0, '', '')
282
283 self.check(['analyze', '-c', 'gn_debug_goma', '//out/Default',
284 '/tmp/in.json', '/tmp/out.json'], mbw=mbw, ret=0)
285 out = json.loads(mbw.files['/tmp/out.json'])
286 self.assertEqual(out, {
287 'status': 'Found dependency',
288 'compile_targets': ['foo:foo_unittests'],
289 'test_targets': ['foo_unittests']
290 })
291
292 def test_gn_gen(self):
293 mbw = self.fake_mbw()
294 self.check(['gen', '-c', 'gn_debug_goma', '//out/Default', '-g', '/goma'],
295 mbw=mbw, ret=0)
296 self.assertMultiLineEqual(mbw.files['/fake_src/out/Default/args.gn'],
297 ('goma_dir = "/goma"\n'
298 'is_debug = true\n'
299 'use_goma = true\n'))
300
301 # Make sure we log both what is written to args.gn and the command line.
302 self.assertIn('Writing """', mbw.out)
303 self.assertIn('/fake_src/buildtools/linux64/gn gen //out/Default --check',
304 mbw.out)
305
306 mbw = self.fake_mbw(win32=True)
307 self.check(['gen', '-c', 'gn_debug_goma', '-g', 'c:\\goma', '//out/Debug'],
308 mbw=mbw, ret=0)
309 self.assertMultiLineEqual(mbw.files['c:\\fake_src\\out\\Debug\\args.gn'],
310 ('goma_dir = "c:\\\\goma"\n'
311 'is_debug = true\n'
312 'use_goma = true\n'))
313 self.assertIn('c:\\fake_src\\buildtools\\win\\gn.exe gen //out/Debug '
314 '--check\n', mbw.out)
315
316 mbw = self.fake_mbw()
317 self.check(['gen', '-m', 'fake_master', '-b', 'fake_gn_args_bot',
318 '//out/Debug'],
319 mbw=mbw, ret=0)
320 self.assertEqual(
321 mbw.files['/fake_src/out/Debug/args.gn'],
322 'import("//build/args/bots/fake_master/fake_gn_args_bot.gn")\n')
323
324
325 def test_gn_gen_fails(self):
326 mbw = self.fake_mbw()
327 mbw.Call = lambda cmd, env=None, buffer_output=True: (1, '', '')
328 self.check(['gen', '-c', 'gn_debug_goma', '//out/Default'], mbw=mbw, ret=1)
329
330 def test_gn_gen_swarming(self):
331 files = {
kjellandera013a022016-11-14 05:54:22 -0800332 '/tmp/swarming_targets': 'cc_perftests\n',
333 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
334 "{'cc_perftests': {"
335 " 'label': '//cc:cc_perftests',"
ehmaldonadob2fcf6d2016-11-15 12:20:30 -0800336 " 'type': 'console_test_launcher',"
kjellandera013a022016-11-14 05:54:22 -0800337 "}}\n"
338 ),
339 'c:\\fake_src\out\Default\cc_perftests.exe.runtime_deps': (
340 "cc_perftests\n"
341 ),
342 }
343 mbw = self.fake_mbw(files=files, win32=True)
344 self.check(['gen',
345 '-c', 'gn_debug_goma',
346 '--swarming-targets-file', '/tmp/swarming_targets',
347 '--isolate-map-file',
348 '/fake_src/testing/buildbot/gn_isolate_map.pyl',
349 '//out/Default'], mbw=mbw, ret=0)
350 self.assertIn('c:\\fake_src\\out\\Default\\cc_perftests.isolate',
351 mbw.files)
352 self.assertIn('c:\\fake_src\\out\\Default\\cc_perftests.isolated.gen.json',
353 mbw.files)
354
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800355 def test_gn_gen_swarming_android(self):
356 test_files = {
357 '/tmp/swarming_targets': 'base_unittests\n',
358 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
359 "{'base_unittests': {"
360 " 'label': '//base:base_unittests',"
361 " 'type': 'additional_compile_target',"
362 "}}\n"
363 ),
364 '/fake_src/out/Default/base_unittests.runtime_deps': (
365 "base_unittests\n"
366 ),
367 }
368 mbw = self.check(['gen', '-c', 'gn_android_bot', '//out/Default',
369 '--swarming-targets-file', '/tmp/swarming_targets',
370 '--isolate-map-file',
371 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
372 files=test_files, ret=0)
373
374 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
375 isolate_file_contents = ast.literal_eval(isolate_file)
376 files = isolate_file_contents['variables']['files']
377 command = isolate_file_contents['variables']['command']
378
379 self.assertEqual(files, ['base_unittests'])
380 self.assertEqual(command, [
kjellanderf9e2a362017-03-24 12:17:33 -0700381 '../../build/android/test_wrapper/logdog_wrapper.py',
382 '--target', 'base_unittests',
383 '--logdog-bin-cmd', '../../bin/logdog_butler',
384 '--target-devices-file', '${SWARMING_BOT_FILE}'
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800385 ])
386
387 def test_gn_gen_swarming_android_junit_test(self):
388 test_files = {
389 '/tmp/swarming_targets': 'base_unittests\n',
390 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
391 "{'base_unittests': {"
392 " 'label': '//base:base_unittests',"
393 " 'type': 'junit_test',"
394 "}}\n"
395 ),
396 '/fake_src/out/Default/base_unittests.runtime_deps': (
397 "base_unittests\n"
398 ),
399 }
400 mbw = self.check(['gen', '-c', 'gn_android_bot', '//out/Default',
401 '--swarming-targets-file', '/tmp/swarming_targets',
402 '--isolate-map-file',
403 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
404 files=test_files, ret=0)
405
406 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
407 isolate_file_contents = ast.literal_eval(isolate_file)
408 files = isolate_file_contents['variables']['files']
409 command = isolate_file_contents['variables']['command']
410
411 self.assertEqual(files, ['base_unittests'])
412 self.assertEqual(command, [
kjellanderf9e2a362017-03-24 12:17:33 -0700413 '../../build/android/test_wrapper/logdog_wrapper.py',
414 '--target', 'base_unittests',
415 '--logdog-bin-cmd', '../../bin/logdog_butler',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800416 ])
417
418 def test_gn_gen_non_parallel_console_test_launcher(self):
419 test_files = {
420 '/tmp/swarming_targets': 'base_unittests\n',
421 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
422 "{'base_unittests': {"
423 " 'label': '//base:base_unittests',"
424 " 'type': 'non_parallel_console_test_launcher',"
425 "}}\n"
426 ),
427 '/fake_src/out/Default/base_unittests.runtime_deps': (
428 "base_unittests\n"
429 ),
430 }
431 mbw = self.check(['gen', '-c', 'gn_debug_goma', '//out/Default',
432 '--swarming-targets-file', '/tmp/swarming_targets',
433 '--isolate-map-file',
434 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
435 files=test_files, ret=0)
436
437 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
438 isolate_file_contents = ast.literal_eval(isolate_file)
439 files = isolate_file_contents['variables']['files']
440 command = isolate_file_contents['variables']['command']
441
442 self.assertEqual(files, [
443 '../../testing/test_env.py',
kjellander382f2b22017-04-11 04:07:01 -0700444 '../../third_party/gtest-parallel/gtest-parallel',
ehmaldonadoa7507eb2017-05-10 13:40:29 -0700445 '../../third_party/gtest-parallel/gtest_parallel.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200446 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800447 'base_unittests',
448 ])
449 self.assertEqual(command, [
450 '../../testing/test_env.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200451 '../../tools_webrtc/gtest-parallel-wrapper.py',
kjellander382f2b22017-04-11 04:07:01 -0700452 '--output_dir=${ISOLATED_OUTDIR}/test_logs',
ehmaldonado76e60e92017-05-04 06:18:26 -0700453 '--gtest_color=no',
454 '--timeout=900',
ehmaldonado2a280352017-05-05 04:33:57 -0700455 '--retry_failed=3',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800456 './base_unittests',
kjellander382f2b22017-04-11 04:07:01 -0700457 '--workers=1',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800458 '--',
459 '--asan=0',
kjellander461a5602017-05-05 06:39:16 -0700460 '--lsan=0',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800461 '--msan=0',
462 '--tsan=0',
463 ])
464
465 def test_gn_isolate_windowed_test_launcher_linux(self):
466 test_files = {
467 '/tmp/swarming_targets': 'base_unittests\n',
468 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
469 "{'base_unittests': {"
470 " 'label': '//base:base_unittests',"
471 " 'type': 'windowed_test_launcher',"
472 "}}\n"
473 ),
474 '/fake_src/out/Default/base_unittests.runtime_deps': (
475 "base_unittests\n"
476 "some_resource_file\n"
477 ),
478 }
479 mbw = self.check(['gen', '-c', 'gn_debug_goma', '//out/Default',
480 '--swarming-targets-file', '/tmp/swarming_targets',
481 '--isolate-map-file',
482 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
483 files=test_files, ret=0)
484
485 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
486 isolate_file_contents = ast.literal_eval(isolate_file)
487 files = isolate_file_contents['variables']['files']
488 command = isolate_file_contents['variables']['command']
489
490 self.assertEqual(files, [
491 '../../testing/test_env.py',
492 '../../testing/xvfb.py',
493 '../../third_party/gtest-parallel/gtest-parallel',
ehmaldonadoa7507eb2017-05-10 13:40:29 -0700494 '../../third_party/gtest-parallel/gtest_parallel.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200495 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800496 'base_unittests',
497 'some_resource_file',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800498 ])
499 self.assertEqual(command, [
500 '../../testing/xvfb.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200501 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonado55833842017-02-13 03:58:13 -0800502 '--output_dir=${ISOLATED_OUTDIR}/test_logs',
ehmaldonado76e60e92017-05-04 06:18:26 -0700503 '--gtest_color=no',
504 '--timeout=900',
ehmaldonado2a280352017-05-05 04:33:57 -0700505 '--retry_failed=3',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800506 './base_unittests',
507 '--',
508 '--asan=0',
kjellander461a5602017-05-05 06:39:16 -0700509 '--lsan=0',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800510 '--msan=0',
511 '--tsan=0',
512 ])
513
514 def test_gn_gen_windowed_test_launcher_win(self):
515 files = {
516 '/tmp/swarming_targets': 'unittests\n',
517 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
518 "{'unittests': {"
519 " 'label': '//somewhere:unittests',"
520 " 'type': 'windowed_test_launcher',"
521 "}}\n"
522 ),
523 r'c:\fake_src\out\Default\unittests.exe.runtime_deps': (
524 "unittests.exe\n"
525 "some_dependency\n"
526 ),
527 }
528 mbw = self.fake_mbw(files=files, win32=True)
529 self.check(['gen',
530 '-c', 'gn_debug_goma',
531 '--swarming-targets-file', '/tmp/swarming_targets',
532 '--isolate-map-file',
533 '/fake_src/testing/buildbot/gn_isolate_map.pyl',
534 '//out/Default'], mbw=mbw, ret=0)
535
536 isolate_file = mbw.files['c:\\fake_src\\out\\Default\\unittests.isolate']
537 isolate_file_contents = ast.literal_eval(isolate_file)
538 files = isolate_file_contents['variables']['files']
539 command = isolate_file_contents['variables']['command']
540
541 self.assertEqual(files, [
542 '../../testing/test_env.py',
543 '../../third_party/gtest-parallel/gtest-parallel',
ehmaldonadoa7507eb2017-05-10 13:40:29 -0700544 '../../third_party/gtest-parallel/gtest_parallel.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200545 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800546 'some_dependency',
547 'unittests.exe',
548 ])
549 self.assertEqual(command, [
550 '../../testing/test_env.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200551 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonado55833842017-02-13 03:58:13 -0800552 '--output_dir=${ISOLATED_OUTDIR}\\test_logs',
ehmaldonado76e60e92017-05-04 06:18:26 -0700553 '--gtest_color=no',
554 '--timeout=900',
ehmaldonado2a280352017-05-05 04:33:57 -0700555 '--retry_failed=3',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800556 r'.\unittests.exe',
557 '--',
558 '--asan=0',
kjellander461a5602017-05-05 06:39:16 -0700559 '--lsan=0',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800560 '--msan=0',
561 '--tsan=0',
562 ])
563
564 def test_gn_gen_console_test_launcher(self):
565 test_files = {
566 '/tmp/swarming_targets': 'base_unittests\n',
567 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
568 "{'base_unittests': {"
569 " 'label': '//base:base_unittests',"
570 " 'type': 'console_test_launcher',"
571 "}}\n"
572 ),
573 '/fake_src/out/Default/base_unittests.runtime_deps': (
574 "base_unittests\n"
575 ),
576 }
577 mbw = self.check(['gen', '-c', 'gn_debug_goma', '//out/Default',
578 '--swarming-targets-file', '/tmp/swarming_targets',
579 '--isolate-map-file',
580 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
581 files=test_files, ret=0)
582
583 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
584 isolate_file_contents = ast.literal_eval(isolate_file)
585 files = isolate_file_contents['variables']['files']
586 command = isolate_file_contents['variables']['command']
587
588 self.assertEqual(files, [
589 '../../testing/test_env.py',
590 '../../third_party/gtest-parallel/gtest-parallel',
ehmaldonadoa7507eb2017-05-10 13:40:29 -0700591 '../../third_party/gtest-parallel/gtest_parallel.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200592 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800593 'base_unittests',
594 ])
595 self.assertEqual(command, [
596 '../../testing/test_env.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200597 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonado55833842017-02-13 03:58:13 -0800598 '--output_dir=${ISOLATED_OUTDIR}/test_logs',
ehmaldonado76e60e92017-05-04 06:18:26 -0700599 '--gtest_color=no',
600 '--timeout=900',
ehmaldonado2a280352017-05-05 04:33:57 -0700601 '--retry_failed=3',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800602 './base_unittests',
603 '--',
604 '--asan=0',
kjellander461a5602017-05-05 06:39:16 -0700605 '--lsan=0',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800606 '--msan=0',
607 '--tsan=0',
608 ])
609
610 def test_gn_isolate_console_test_launcher_memcheck(self):
611 test_files = {
612 '/tmp/swarming_targets': 'base_unittests\n',
613 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
614 "{'base_unittests': {"
615 " 'label': '//base:base_unittests',"
616 " 'type': 'console_test_launcher',"
617 "}}\n"
618 ),
619 '/fake_src/out/Release/base_unittests.runtime_deps': (
620 "base_unittests\n"
621 "lots_of_memcheck_dependencies\n"
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200622 "../../tools_webrtc/valgrind/webrtc_tests.sh\n"
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800623 ),
624 }
625 mbw = self.check(['gen', '-c', 'gn_memcheck_bot', '//out/Release',
626 '--swarming-targets-file', '/tmp/swarming_targets',
627 '--isolate-map-file',
628 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
629 files=test_files, ret=0)
630
631 isolate_file = mbw.files['/fake_src/out/Release/base_unittests.isolate']
632 isolate_file_contents = ast.literal_eval(isolate_file)
633 files = isolate_file_contents['variables']['files']
634 command = isolate_file_contents['variables']['command']
635
636 self.assertEqual(files, [
637 '../../testing/test_env.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200638 '../../tools_webrtc/valgrind/webrtc_tests.sh',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800639 'base_unittests',
640 'lots_of_memcheck_dependencies',
641 ])
642 self.assertEqual(command, [
643 '../../testing/test_env.py',
644 'bash',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200645 '../../tools_webrtc/valgrind/webrtc_tests.sh',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800646 '--tool',
647 'memcheck',
648 '--target',
649 'Release',
650 '--build-dir',
651 '..',
652 '--test',
653 './base_unittests',
654 '--',
655 '--asan=0',
kjellander461a5602017-05-05 06:39:16 -0700656 '--lsan=0',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800657 '--msan=0',
658 '--tsan=0',
659 ])
kjellandera013a022016-11-14 05:54:22 -0800660
661 def test_gn_isolate(self):
662 files = {
663 '/fake_src/out/Default/toolchain.ninja': "",
664 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
665 "{'base_unittests': {"
666 " 'label': '//base:base_unittests',"
ehmaldonadob2fcf6d2016-11-15 12:20:30 -0800667 " 'type': 'non_parallel_console_test_launcher',"
kjellandera013a022016-11-14 05:54:22 -0800668 "}}\n"
669 ),
670 '/fake_src/out/Default/base_unittests.runtime_deps': (
671 "base_unittests\n"
672 ),
673 }
674 self.check(['isolate', '-c', 'gn_debug_goma', '//out/Default',
675 'base_unittests'], files=files, ret=0)
676
677 # test running isolate on an existing build_dir
678 files['/fake_src/out/Default/args.gn'] = 'is_debug = True\n'
679 self.check(['isolate', '//out/Default', 'base_unittests'],
680 files=files, ret=0)
kjellandera013a022016-11-14 05:54:22 -0800681 files['/fake_src/out/Default/mb_type'] = 'gn\n'
682 self.check(['isolate', '//out/Default', 'base_unittests'],
683 files=files, ret=0)
684
685 def test_gn_run(self):
686 files = {
687 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
688 "{'base_unittests': {"
689 " 'label': '//base:base_unittests',"
ehmaldonadob2fcf6d2016-11-15 12:20:30 -0800690 " 'type': 'windowed_test_launcher',"
kjellandera013a022016-11-14 05:54:22 -0800691 "}}\n"
692 ),
693 '/fake_src/out/Default/base_unittests.runtime_deps': (
694 "base_unittests\n"
695 ),
696 }
697 self.check(['run', '-c', 'gn_debug_goma', '//out/Default',
698 'base_unittests'], files=files, ret=0)
699
700 def test_gn_lookup(self):
701 self.check(['lookup', '-c', 'gn_debug_goma'], ret=0)
702
703 def test_gn_lookup_goma_dir_expansion(self):
704 self.check(['lookup', '-c', 'gn_rel_bot', '-g', '/foo'], ret=0,
705 out=('\n'
706 'Writing """\\\n'
707 'goma_dir = "/foo"\n'
708 'is_debug = false\n'
709 'use_goma = true\n'
710 '""" to _path_/args.gn.\n\n'
711 '/fake_src/buildtools/linux64/gn gen _path_\n'))
712
713 def test_gyp_analyze(self):
714 mbw = self.check(['analyze', '-c', 'gyp_rel_bot', '//out/Release',
715 '/tmp/in.json', '/tmp/out.json'], ret=0)
716 self.assertIn('analyzer', mbw.calls[0])
717
718 def test_gyp_crosscompile(self):
719 mbw = self.fake_mbw()
720 self.check(['gen', '-c', 'gyp_crosscompile', '//out/Release'],
721 mbw=mbw, ret=0)
722 self.assertTrue(mbw.cross_compile)
723
724 def test_gyp_gen(self):
725 self.check(['gen', '-c', 'gyp_rel_bot', '-g', '/goma', '//out/Release'],
726 ret=0,
727 out=("GYP_DEFINES='goma=1 gomadir=/goma'\n"
728 "python build/gyp_chromium -G output_dir=out\n"))
729
730 mbw = self.fake_mbw(win32=True)
731 self.check(['gen', '-c', 'gyp_rel_bot', '-g', 'c:\\goma', '//out/Release'],
732 mbw=mbw, ret=0,
733 out=("set GYP_DEFINES=goma=1 gomadir='c:\\goma'\n"
734 "python build\\gyp_chromium -G output_dir=out\n"))
735
736 def test_gyp_gen_fails(self):
737 mbw = self.fake_mbw()
738 mbw.Call = lambda cmd, env=None, buffer_output=True: (1, '', '')
739 self.check(['gen', '-c', 'gyp_rel_bot', '//out/Release'], mbw=mbw, ret=1)
740
741 def test_gyp_lookup_goma_dir_expansion(self):
742 self.check(['lookup', '-c', 'gyp_rel_bot', '-g', '/foo'], ret=0,
743 out=("GYP_DEFINES='goma=1 gomadir=/foo'\n"
744 "python build/gyp_chromium -G output_dir=_path_\n"))
745
746 def test_help(self):
747 orig_stdout = sys.stdout
748 try:
749 sys.stdout = StringIO.StringIO()
750 self.assertRaises(SystemExit, self.check, ['-h'])
751 self.assertRaises(SystemExit, self.check, ['help'])
752 self.assertRaises(SystemExit, self.check, ['help', 'gen'])
753 finally:
754 sys.stdout = orig_stdout
755
756 def test_multiple_phases(self):
757 # Check that not passing a --phase to a multi-phase builder fails.
758 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase'],
759 ret=1)
760 self.assertIn('Must specify a build --phase', mbw.out)
761
762 # Check that passing a --phase to a single-phase builder fails.
763 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_gn_builder',
764 '--phase', 'phase_1'], ret=1)
765 self.assertIn('Must not specify a build --phase', mbw.out)
766
767 # Check that passing a wrong phase key to a multi-phase builder fails.
768 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase',
769 '--phase', 'wrong_phase'], ret=1)
770 self.assertIn('Phase wrong_phase doesn\'t exist', mbw.out)
771
772 # Check that passing a correct phase key to a multi-phase builder passes.
773 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase',
774 '--phase', 'phase_1'], ret=0)
775 self.assertIn('phase = 1', mbw.out)
776
777 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase',
778 '--phase', 'phase_2'], ret=0)
779 self.assertIn('phase = 2', mbw.out)
780
781 def test_validate(self):
782 mbw = self.fake_mbw()
783 self.check(['validate'], mbw=mbw, ret=0)
784
kjellandera013a022016-11-14 05:54:22 -0800785 def test_gyp_env_hacks(self):
786 mbw = self.fake_mbw()
787 mbw.files[mbw.default_config] = GYP_HACKS_CONFIG
788 self.check(['lookup', '-c', 'fake_config'], mbw=mbw,
789 ret=0,
790 out=("GYP_DEFINES='foo=bar baz=1'\n"
791 "GYP_LINK_CONCURRENCY=1\n"
792 "LLVM_FORCE_HEAD_REVISION=1\n"
793 "python build/gyp_chromium -G output_dir=_path_\n"))
794
795
796if __name__ == '__main__':
797 unittest.main()