blob: 5f442e729aeb95b587c6fc0f42c43ca7ca38e0ad [file] [log] [blame]
kjellandera013a022016-11-14 05:54:22 -08001#!/usr/bin/python
2# Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3#
4# Use of this source code is governed by a BSD-style license
5# that can be found in the LICENSE file in the root of the source
6# tree. An additional intellectual property rights grant can be found
7# in the file PATENTS. All contributing project authors may
8# be found in the AUTHORS file in the root of the source tree.
9
10"""Tests for mb.py."""
11
ehmaldonadoed8c8ed2016-11-23 12:58:35 -080012import ast
kjellandera013a022016-11-14 05:54:22 -080013import json
14import StringIO
15import os
16import sys
17import unittest
18
19import mb
20
21
22class FakeMBW(mb.MetaBuildWrapper):
23 def __init__(self, win32=False):
24 super(FakeMBW, self).__init__()
25
26 # Override vars for test portability.
27 if win32:
kjellander1c3548c2017-02-15 22:38:22 -080028 self.src_dir = 'c:\\fake_src'
Henrik Kjellanderb2d55772016-12-18 22:14:50 +010029 self.default_config = 'c:\\fake_src\\tools-webrtc\\mb\\mb_config.pyl'
kjellandera013a022016-11-14 05:54:22 -080030 self.default_isolate_map = ('c:\\fake_src\\testing\\buildbot\\'
31 'gn_isolate_map.pyl')
32 self.platform = 'win32'
33 self.executable = 'c:\\python\\python.exe'
34 self.sep = '\\'
35 else:
kjellander1c3548c2017-02-15 22:38:22 -080036 self.src_dir = '/fake_src'
Henrik Kjellanderb2d55772016-12-18 22:14:50 +010037 self.default_config = '/fake_src/tools-webrtc/mb/mb_config.pyl'
kjellandera013a022016-11-14 05:54:22 -080038 self.default_isolate_map = '/fake_src/testing/buildbot/gn_isolate_map.pyl'
39 self.executable = '/usr/bin/python'
40 self.platform = 'linux2'
41 self.sep = '/'
42
43 self.files = {}
44 self.calls = []
45 self.cmds = []
46 self.cross_compile = None
47 self.out = ''
48 self.err = ''
49 self.rmdirs = []
50
51 def ExpandUser(self, path):
52 return '$HOME/%s' % path
53
54 def Exists(self, path):
55 return self.files.get(path) is not None
56
57 def MaybeMakeDirectory(self, path):
58 self.files[path] = True
59
60 def PathJoin(self, *comps):
61 return self.sep.join(comps)
62
63 def ReadFile(self, path):
64 return self.files[path]
65
66 def WriteFile(self, path, contents, force_verbose=False):
67 if self.args.dryrun or self.args.verbose or force_verbose:
68 self.Print('\nWriting """\\\n%s""" to %s.\n' % (contents, path))
69 self.files[path] = contents
70
71 def Call(self, cmd, env=None, buffer_output=True):
72 if env:
73 self.cross_compile = env.get('GYP_CROSSCOMPILE')
74 self.calls.append(cmd)
75 if self.cmds:
76 return self.cmds.pop(0)
77 return 0, '', ''
78
79 def Print(self, *args, **kwargs):
80 sep = kwargs.get('sep', ' ')
81 end = kwargs.get('end', '\n')
82 f = kwargs.get('file', sys.stdout)
83 if f == sys.stderr:
84 self.err += sep.join(args) + end
85 else:
86 self.out += sep.join(args) + end
87
88 def TempFile(self, mode='w'):
89 return FakeFile(self.files)
90
91 def RemoveFile(self, path):
92 del self.files[path]
93
94 def RemoveDirectory(self, path):
95 self.rmdirs.append(path)
96 files_to_delete = [f for f in self.files if f.startswith(path)]
97 for f in files_to_delete:
98 self.files[f] = None
99
100
101class FakeFile(object):
102 def __init__(self, files):
103 self.name = '/tmp/file'
104 self.buf = ''
105 self.files = files
106
107 def write(self, contents):
108 self.buf += contents
109
110 def close(self):
111 self.files[self.name] = self.buf
112
113
114TEST_CONFIG = """\
115{
116 'masters': {
117 'chromium': {},
118 'fake_master': {
119 'fake_builder': 'gyp_rel_bot',
120 'fake_gn_builder': 'gn_rel_bot',
121 'fake_gyp_crosscompile_builder': 'gyp_crosscompile',
122 'fake_gn_debug_builder': 'gn_debug_goma',
123 'fake_gyp_builder': 'gyp_debug',
124 'fake_gn_args_bot': '//build/args/bots/fake_master/fake_gn_args_bot.gn',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800125 'fake_memcheck_bot': 'gn_memcheck_bot',
kjellandera013a022016-11-14 05:54:22 -0800126 'fake_multi_phase': { 'phase_1': 'gn_phase_1', 'phase_2': 'gn_phase_2'},
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800127 'fake_android_bot': 'gn_android_bot',
kjellandera013a022016-11-14 05:54:22 -0800128 },
129 },
130 'configs': {
131 'gyp_rel_bot': ['gyp', 'rel', 'goma'],
132 'gn_debug_goma': ['gn', 'debug', 'goma'],
133 'gyp_debug': ['gyp', 'debug', 'fake_feature1'],
134 'gn_rel_bot': ['gn', 'rel', 'goma'],
135 'gyp_crosscompile': ['gyp', 'crosscompile'],
136 'gn_phase_1': ['gn', 'phase_1'],
137 'gn_phase_2': ['gn', 'phase_2'],
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800138 'gn_memcheck_bot': ['gn', 'memcheck'],
139 'gn_android_bot': ['gn', 'android'],
kjellandera013a022016-11-14 05:54:22 -0800140 },
141 'mixins': {
142 'crosscompile': {
143 'gyp_crosscompile': True,
144 },
145 'fake_feature1': {
146 'gn_args': 'enable_doom_melon=true',
147 'gyp_defines': 'doom_melon=1',
148 },
149 'gyp': {'type': 'gyp'},
150 'gn': {'type': 'gn'},
151 'goma': {
152 'gn_args': 'use_goma=true',
153 'gyp_defines': 'goma=1',
154 },
155 'phase_1': {
156 'gn_args': 'phase=1',
157 'gyp_args': 'phase=1',
158 },
159 'phase_2': {
160 'gn_args': 'phase=2',
161 'gyp_args': 'phase=2',
162 },
163 'rel': {
164 'gn_args': 'is_debug=false',
165 },
166 'debug': {
167 'gn_args': 'is_debug=true',
168 },
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800169 'memcheck': {
170 'gn_args': 'rtc_use_memcheck=true',
171 },
172 'android': {
173 'gn_args': 'target_os="android"',
174 }
kjellandera013a022016-11-14 05:54:22 -0800175 },
176}
177"""
178
kjellandera013a022016-11-14 05:54:22 -0800179GYP_HACKS_CONFIG = """\
180{
181 'masters': {
182 'chromium': {},
183 'fake_master': {
184 'fake_builder': 'fake_config',
185 },
186 },
187 'configs': {
188 'fake_config': ['fake_mixin'],
189 },
190 'mixins': {
191 'fake_mixin': {
192 'type': 'gyp',
193 'gn_args': '',
194 'gyp_defines':
195 ('foo=bar llvm_force_head_revision=1 '
196 'gyp_link_concurrency=1 baz=1'),
197 },
198 },
199}
200"""
201
202
203class UnitTest(unittest.TestCase):
204 def fake_mbw(self, files=None, win32=False):
205 mbw = FakeMBW(win32=win32)
206 mbw.files.setdefault(mbw.default_config, TEST_CONFIG)
207 mbw.files.setdefault(
208 mbw.ToAbsPath('//testing/buildbot/gn_isolate_map.pyl'),
209 '''{
210 "foo_unittests": {
211 "label": "//foo:foo_unittests",
212 "type": "console_test_launcher",
213 "args": [],
214 },
215 }''')
216 mbw.files.setdefault(
217 mbw.ToAbsPath('//build/args/bots/fake_master/fake_gn_args_bot.gn'),
218 'is_debug = false\n')
219 if files:
220 for path, contents in files.items():
221 mbw.files[path] = contents
222 return mbw
223
224 def check(self, args, mbw=None, files=None, out=None, err=None, ret=None):
225 if not mbw:
226 mbw = self.fake_mbw(files)
227
228 actual_ret = mbw.Main(args)
229
230 self.assertEqual(actual_ret, ret)
231 if out is not None:
232 self.assertEqual(mbw.out, out)
233 if err is not None:
234 self.assertEqual(mbw.err, err)
235 return mbw
236
237 def test_clobber(self):
238 files = {
239 '/fake_src/out/Debug': None,
240 '/fake_src/out/Debug/mb_type': None,
241 }
242 mbw = self.fake_mbw(files)
243
244 # The first time we run this, the build dir doesn't exist, so no clobber.
245 self.check(['gen', '-c', 'gn_debug_goma', '//out/Debug'], mbw=mbw, ret=0)
246 self.assertEqual(mbw.rmdirs, [])
247 self.assertEqual(mbw.files['/fake_src/out/Debug/mb_type'], 'gn')
248
249 # The second time we run this, the build dir exists and matches, so no
250 # clobber.
251 self.check(['gen', '-c', 'gn_debug_goma', '//out/Debug'], mbw=mbw, ret=0)
252 self.assertEqual(mbw.rmdirs, [])
253 self.assertEqual(mbw.files['/fake_src/out/Debug/mb_type'], 'gn')
254
255 # Now we switch build types; this should result in a clobber.
256 self.check(['gen', '-c', 'gyp_debug', '//out/Debug'], mbw=mbw, ret=0)
257 self.assertEqual(mbw.rmdirs, ['/fake_src/out/Debug'])
258 self.assertEqual(mbw.files['/fake_src/out/Debug/mb_type'], 'gyp')
259
260 # Now we delete mb_type; this checks the case where the build dir
261 # exists but wasn't populated by mb; this should also result in a clobber.
262 del mbw.files['/fake_src/out/Debug/mb_type']
263 self.check(['gen', '-c', 'gyp_debug', '//out/Debug'], mbw=mbw, ret=0)
264 self.assertEqual(mbw.rmdirs,
265 ['/fake_src/out/Debug', '/fake_src/out/Debug'])
266 self.assertEqual(mbw.files['/fake_src/out/Debug/mb_type'], 'gyp')
267
268 def test_gn_analyze(self):
269 files = {'/tmp/in.json': '''{\
270 "files": ["foo/foo_unittest.cc"],
271 "test_targets": ["foo_unittests"],
272 "additional_compile_targets": ["all"]
273 }''',
274 '/tmp/out.json.gn': '''{\
275 "status": "Found dependency",
276 "compile_targets": ["//foo:foo_unittests"],
277 "test_targets": ["//foo:foo_unittests"]
278 }'''}
279
280 mbw = self.fake_mbw(files)
281 mbw.Call = lambda cmd, env=None, buffer_output=True: (0, '', '')
282
283 self.check(['analyze', '-c', 'gn_debug_goma', '//out/Default',
284 '/tmp/in.json', '/tmp/out.json'], mbw=mbw, ret=0)
285 out = json.loads(mbw.files['/tmp/out.json'])
286 self.assertEqual(out, {
287 'status': 'Found dependency',
288 'compile_targets': ['foo:foo_unittests'],
289 'test_targets': ['foo_unittests']
290 })
291
292 def test_gn_gen(self):
293 mbw = self.fake_mbw()
294 self.check(['gen', '-c', 'gn_debug_goma', '//out/Default', '-g', '/goma'],
295 mbw=mbw, ret=0)
296 self.assertMultiLineEqual(mbw.files['/fake_src/out/Default/args.gn'],
297 ('goma_dir = "/goma"\n'
298 'is_debug = true\n'
299 'use_goma = true\n'))
300
301 # Make sure we log both what is written to args.gn and the command line.
302 self.assertIn('Writing """', mbw.out)
303 self.assertIn('/fake_src/buildtools/linux64/gn gen //out/Default --check',
304 mbw.out)
305
306 mbw = self.fake_mbw(win32=True)
307 self.check(['gen', '-c', 'gn_debug_goma', '-g', 'c:\\goma', '//out/Debug'],
308 mbw=mbw, ret=0)
309 self.assertMultiLineEqual(mbw.files['c:\\fake_src\\out\\Debug\\args.gn'],
310 ('goma_dir = "c:\\\\goma"\n'
311 'is_debug = true\n'
312 'use_goma = true\n'))
313 self.assertIn('c:\\fake_src\\buildtools\\win\\gn.exe gen //out/Debug '
314 '--check\n', mbw.out)
315
316 mbw = self.fake_mbw()
317 self.check(['gen', '-m', 'fake_master', '-b', 'fake_gn_args_bot',
318 '//out/Debug'],
319 mbw=mbw, ret=0)
320 self.assertEqual(
321 mbw.files['/fake_src/out/Debug/args.gn'],
322 'import("//build/args/bots/fake_master/fake_gn_args_bot.gn")\n')
323
324
325 def test_gn_gen_fails(self):
326 mbw = self.fake_mbw()
327 mbw.Call = lambda cmd, env=None, buffer_output=True: (1, '', '')
328 self.check(['gen', '-c', 'gn_debug_goma', '//out/Default'], mbw=mbw, ret=1)
329
330 def test_gn_gen_swarming(self):
331 files = {
kjellandera013a022016-11-14 05:54:22 -0800332 '/tmp/swarming_targets': 'cc_perftests\n',
333 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
334 "{'cc_perftests': {"
335 " 'label': '//cc:cc_perftests',"
ehmaldonadob2fcf6d2016-11-15 12:20:30 -0800336 " 'type': 'console_test_launcher',"
kjellandera013a022016-11-14 05:54:22 -0800337 "}}\n"
338 ),
339 'c:\\fake_src\out\Default\cc_perftests.exe.runtime_deps': (
340 "cc_perftests\n"
341 ),
342 }
343 mbw = self.fake_mbw(files=files, win32=True)
344 self.check(['gen',
345 '-c', 'gn_debug_goma',
346 '--swarming-targets-file', '/tmp/swarming_targets',
347 '--isolate-map-file',
348 '/fake_src/testing/buildbot/gn_isolate_map.pyl',
349 '//out/Default'], mbw=mbw, ret=0)
350 self.assertIn('c:\\fake_src\\out\\Default\\cc_perftests.isolate',
351 mbw.files)
352 self.assertIn('c:\\fake_src\\out\\Default\\cc_perftests.isolated.gen.json',
353 mbw.files)
354
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800355 def test_gn_gen_swarming_android(self):
356 test_files = {
357 '/tmp/swarming_targets': 'base_unittests\n',
358 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
359 "{'base_unittests': {"
360 " 'label': '//base:base_unittests',"
361 " 'type': 'additional_compile_target',"
362 "}}\n"
363 ),
364 '/fake_src/out/Default/base_unittests.runtime_deps': (
365 "base_unittests\n"
366 ),
367 }
368 mbw = self.check(['gen', '-c', 'gn_android_bot', '//out/Default',
369 '--swarming-targets-file', '/tmp/swarming_targets',
370 '--isolate-map-file',
371 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
372 files=test_files, ret=0)
373
374 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
375 isolate_file_contents = ast.literal_eval(isolate_file)
376 files = isolate_file_contents['variables']['files']
377 command = isolate_file_contents['variables']['command']
378
379 self.assertEqual(files, ['base_unittests'])
380 self.assertEqual(command, [
381 './../../build/android/test_wrapper/logdog_wrapper.py',
kjellander9f8a5662017-03-15 02:31:11 -0700382 '--target', 'base_unittests',
383 '--logdog-bin-cmd', '../../bin/logdog_butler',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800384 ])
385
386 def test_gn_gen_swarming_android_junit_test(self):
387 test_files = {
388 '/tmp/swarming_targets': 'base_unittests\n',
389 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
390 "{'base_unittests': {"
391 " 'label': '//base:base_unittests',"
392 " 'type': 'junit_test',"
393 "}}\n"
394 ),
395 '/fake_src/out/Default/base_unittests.runtime_deps': (
396 "base_unittests\n"
397 ),
398 }
399 mbw = self.check(['gen', '-c', 'gn_android_bot', '//out/Default',
400 '--swarming-targets-file', '/tmp/swarming_targets',
401 '--isolate-map-file',
402 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
403 files=test_files, ret=0)
404
405 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
406 isolate_file_contents = ast.literal_eval(isolate_file)
407 files = isolate_file_contents['variables']['files']
408 command = isolate_file_contents['variables']['command']
409
410 self.assertEqual(files, ['base_unittests'])
411 self.assertEqual(command, [
412 './../../build/android/test_wrapper/logdog_wrapper.py',
kjellander9f8a5662017-03-15 02:31:11 -0700413 '--target', 'base_unittests',
414 '--logdog-bin-cmd', '../../bin/logdog_butler',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800415 ])
416
417 def test_gn_gen_non_parallel_console_test_launcher(self):
418 test_files = {
419 '/tmp/swarming_targets': 'base_unittests\n',
420 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
421 "{'base_unittests': {"
422 " 'label': '//base:base_unittests',"
423 " 'type': 'non_parallel_console_test_launcher',"
424 "}}\n"
425 ),
426 '/fake_src/out/Default/base_unittests.runtime_deps': (
427 "base_unittests\n"
428 ),
429 }
430 mbw = self.check(['gen', '-c', 'gn_debug_goma', '//out/Default',
431 '--swarming-targets-file', '/tmp/swarming_targets',
432 '--isolate-map-file',
433 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
434 files=test_files, ret=0)
435
436 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
437 isolate_file_contents = ast.literal_eval(isolate_file)
438 files = isolate_file_contents['variables']['files']
439 command = isolate_file_contents['variables']['command']
440
441 self.assertEqual(files, [
442 '../../testing/test_env.py',
443 'base_unittests',
444 ])
445 self.assertEqual(command, [
446 '../../testing/test_env.py',
447 './base_unittests',
448 '--',
449 '--asan=0',
450 '--msan=0',
451 '--tsan=0',
452 ])
453
454 def test_gn_isolate_windowed_test_launcher_linux(self):
455 test_files = {
456 '/tmp/swarming_targets': 'base_unittests\n',
457 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
458 "{'base_unittests': {"
459 " 'label': '//base:base_unittests',"
460 " 'type': 'windowed_test_launcher',"
461 "}}\n"
462 ),
463 '/fake_src/out/Default/base_unittests.runtime_deps': (
464 "base_unittests\n"
465 "some_resource_file\n"
466 ),
467 }
468 mbw = self.check(['gen', '-c', 'gn_debug_goma', '//out/Default',
469 '--swarming-targets-file', '/tmp/swarming_targets',
470 '--isolate-map-file',
471 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
472 files=test_files, ret=0)
473
474 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
475 isolate_file_contents = ast.literal_eval(isolate_file)
476 files = isolate_file_contents['variables']['files']
477 command = isolate_file_contents['variables']['command']
478
479 self.assertEqual(files, [
480 '../../testing/test_env.py',
481 '../../testing/xvfb.py',
482 '../../third_party/gtest-parallel/gtest-parallel',
483 '../../third_party/gtest-parallel/gtest-parallel-wrapper.py',
484 'base_unittests',
485 'some_resource_file',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800486 ])
487 self.assertEqual(command, [
488 '../../testing/xvfb.py',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800489 '../../third_party/gtest-parallel/gtest-parallel-wrapper.py',
ehmaldonado55833842017-02-13 03:58:13 -0800490 '--output_dir=${ISOLATED_OUTDIR}/test_logs',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800491 './base_unittests',
492 '--',
493 '--asan=0',
494 '--msan=0',
495 '--tsan=0',
496 ])
497
498 def test_gn_gen_windowed_test_launcher_win(self):
499 files = {
500 '/tmp/swarming_targets': 'unittests\n',
501 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
502 "{'unittests': {"
503 " 'label': '//somewhere:unittests',"
504 " 'type': 'windowed_test_launcher',"
505 "}}\n"
506 ),
507 r'c:\fake_src\out\Default\unittests.exe.runtime_deps': (
508 "unittests.exe\n"
509 "some_dependency\n"
510 ),
511 }
512 mbw = self.fake_mbw(files=files, win32=True)
513 self.check(['gen',
514 '-c', 'gn_debug_goma',
515 '--swarming-targets-file', '/tmp/swarming_targets',
516 '--isolate-map-file',
517 '/fake_src/testing/buildbot/gn_isolate_map.pyl',
518 '//out/Default'], mbw=mbw, ret=0)
519
520 isolate_file = mbw.files['c:\\fake_src\\out\\Default\\unittests.isolate']
521 isolate_file_contents = ast.literal_eval(isolate_file)
522 files = isolate_file_contents['variables']['files']
523 command = isolate_file_contents['variables']['command']
524
525 self.assertEqual(files, [
526 '../../testing/test_env.py',
527 '../../third_party/gtest-parallel/gtest-parallel',
528 '../../third_party/gtest-parallel/gtest-parallel-wrapper.py',
529 'some_dependency',
530 'unittests.exe',
531 ])
532 self.assertEqual(command, [
533 '../../testing/test_env.py',
534 '../../third_party/gtest-parallel/gtest-parallel-wrapper.py',
ehmaldonado55833842017-02-13 03:58:13 -0800535 '--output_dir=${ISOLATED_OUTDIR}\\test_logs',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800536 r'.\unittests.exe',
537 '--',
538 '--asan=0',
539 '--msan=0',
540 '--tsan=0',
541 ])
542
543 def test_gn_gen_console_test_launcher(self):
544 test_files = {
545 '/tmp/swarming_targets': 'base_unittests\n',
546 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
547 "{'base_unittests': {"
548 " 'label': '//base:base_unittests',"
549 " 'type': 'console_test_launcher',"
550 "}}\n"
551 ),
552 '/fake_src/out/Default/base_unittests.runtime_deps': (
553 "base_unittests\n"
554 ),
555 }
556 mbw = self.check(['gen', '-c', 'gn_debug_goma', '//out/Default',
557 '--swarming-targets-file', '/tmp/swarming_targets',
558 '--isolate-map-file',
559 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
560 files=test_files, ret=0)
561
562 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
563 isolate_file_contents = ast.literal_eval(isolate_file)
564 files = isolate_file_contents['variables']['files']
565 command = isolate_file_contents['variables']['command']
566
567 self.assertEqual(files, [
568 '../../testing/test_env.py',
569 '../../third_party/gtest-parallel/gtest-parallel',
570 '../../third_party/gtest-parallel/gtest-parallel-wrapper.py',
571 'base_unittests',
572 ])
573 self.assertEqual(command, [
574 '../../testing/test_env.py',
575 '../../third_party/gtest-parallel/gtest-parallel-wrapper.py',
ehmaldonado55833842017-02-13 03:58:13 -0800576 '--output_dir=${ISOLATED_OUTDIR}/test_logs',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800577 './base_unittests',
578 '--',
579 '--asan=0',
580 '--msan=0',
581 '--tsan=0',
582 ])
583
584 def test_gn_isolate_console_test_launcher_memcheck(self):
585 test_files = {
586 '/tmp/swarming_targets': 'base_unittests\n',
587 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
588 "{'base_unittests': {"
589 " 'label': '//base:base_unittests',"
590 " 'type': 'console_test_launcher',"
591 "}}\n"
592 ),
593 '/fake_src/out/Release/base_unittests.runtime_deps': (
594 "base_unittests\n"
595 "lots_of_memcheck_dependencies\n"
kjellanderafd54942016-12-17 12:21:39 -0800596 "../../tools-webrtc/valgrind/webrtc_tests.sh\n"
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800597 ),
598 }
599 mbw = self.check(['gen', '-c', 'gn_memcheck_bot', '//out/Release',
600 '--swarming-targets-file', '/tmp/swarming_targets',
601 '--isolate-map-file',
602 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
603 files=test_files, ret=0)
604
605 isolate_file = mbw.files['/fake_src/out/Release/base_unittests.isolate']
606 isolate_file_contents = ast.literal_eval(isolate_file)
607 files = isolate_file_contents['variables']['files']
608 command = isolate_file_contents['variables']['command']
609
610 self.assertEqual(files, [
611 '../../testing/test_env.py',
kjellanderafd54942016-12-17 12:21:39 -0800612 '../../tools-webrtc/valgrind/webrtc_tests.sh',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800613 'base_unittests',
614 'lots_of_memcheck_dependencies',
615 ])
616 self.assertEqual(command, [
617 '../../testing/test_env.py',
618 'bash',
kjellanderafd54942016-12-17 12:21:39 -0800619 '../../tools-webrtc/valgrind/webrtc_tests.sh',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800620 '--tool',
621 'memcheck',
622 '--target',
623 'Release',
624 '--build-dir',
625 '..',
626 '--test',
627 './base_unittests',
628 '--',
629 '--asan=0',
630 '--msan=0',
631 '--tsan=0',
632 ])
kjellandera013a022016-11-14 05:54:22 -0800633
634 def test_gn_isolate(self):
635 files = {
636 '/fake_src/out/Default/toolchain.ninja': "",
637 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
638 "{'base_unittests': {"
639 " 'label': '//base:base_unittests',"
ehmaldonadob2fcf6d2016-11-15 12:20:30 -0800640 " 'type': 'non_parallel_console_test_launcher',"
kjellandera013a022016-11-14 05:54:22 -0800641 "}}\n"
642 ),
643 '/fake_src/out/Default/base_unittests.runtime_deps': (
644 "base_unittests\n"
645 ),
646 }
647 self.check(['isolate', '-c', 'gn_debug_goma', '//out/Default',
648 'base_unittests'], files=files, ret=0)
649
650 # test running isolate on an existing build_dir
651 files['/fake_src/out/Default/args.gn'] = 'is_debug = True\n'
652 self.check(['isolate', '//out/Default', 'base_unittests'],
653 files=files, ret=0)
kjellandera013a022016-11-14 05:54:22 -0800654 files['/fake_src/out/Default/mb_type'] = 'gn\n'
655 self.check(['isolate', '//out/Default', 'base_unittests'],
656 files=files, ret=0)
657
658 def test_gn_run(self):
659 files = {
660 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
661 "{'base_unittests': {"
662 " 'label': '//base:base_unittests',"
ehmaldonadob2fcf6d2016-11-15 12:20:30 -0800663 " 'type': 'windowed_test_launcher',"
kjellandera013a022016-11-14 05:54:22 -0800664 "}}\n"
665 ),
666 '/fake_src/out/Default/base_unittests.runtime_deps': (
667 "base_unittests\n"
668 ),
669 }
670 self.check(['run', '-c', 'gn_debug_goma', '//out/Default',
671 'base_unittests'], files=files, ret=0)
672
673 def test_gn_lookup(self):
674 self.check(['lookup', '-c', 'gn_debug_goma'], ret=0)
675
676 def test_gn_lookup_goma_dir_expansion(self):
677 self.check(['lookup', '-c', 'gn_rel_bot', '-g', '/foo'], ret=0,
678 out=('\n'
679 'Writing """\\\n'
680 'goma_dir = "/foo"\n'
681 'is_debug = false\n'
682 'use_goma = true\n'
683 '""" to _path_/args.gn.\n\n'
684 '/fake_src/buildtools/linux64/gn gen _path_\n'))
685
686 def test_gyp_analyze(self):
687 mbw = self.check(['analyze', '-c', 'gyp_rel_bot', '//out/Release',
688 '/tmp/in.json', '/tmp/out.json'], ret=0)
689 self.assertIn('analyzer', mbw.calls[0])
690
691 def test_gyp_crosscompile(self):
692 mbw = self.fake_mbw()
693 self.check(['gen', '-c', 'gyp_crosscompile', '//out/Release'],
694 mbw=mbw, ret=0)
695 self.assertTrue(mbw.cross_compile)
696
697 def test_gyp_gen(self):
698 self.check(['gen', '-c', 'gyp_rel_bot', '-g', '/goma', '//out/Release'],
699 ret=0,
700 out=("GYP_DEFINES='goma=1 gomadir=/goma'\n"
701 "python build/gyp_chromium -G output_dir=out\n"))
702
703 mbw = self.fake_mbw(win32=True)
704 self.check(['gen', '-c', 'gyp_rel_bot', '-g', 'c:\\goma', '//out/Release'],
705 mbw=mbw, ret=0,
706 out=("set GYP_DEFINES=goma=1 gomadir='c:\\goma'\n"
707 "python build\\gyp_chromium -G output_dir=out\n"))
708
709 def test_gyp_gen_fails(self):
710 mbw = self.fake_mbw()
711 mbw.Call = lambda cmd, env=None, buffer_output=True: (1, '', '')
712 self.check(['gen', '-c', 'gyp_rel_bot', '//out/Release'], mbw=mbw, ret=1)
713
714 def test_gyp_lookup_goma_dir_expansion(self):
715 self.check(['lookup', '-c', 'gyp_rel_bot', '-g', '/foo'], ret=0,
716 out=("GYP_DEFINES='goma=1 gomadir=/foo'\n"
717 "python build/gyp_chromium -G output_dir=_path_\n"))
718
719 def test_help(self):
720 orig_stdout = sys.stdout
721 try:
722 sys.stdout = StringIO.StringIO()
723 self.assertRaises(SystemExit, self.check, ['-h'])
724 self.assertRaises(SystemExit, self.check, ['help'])
725 self.assertRaises(SystemExit, self.check, ['help', 'gen'])
726 finally:
727 sys.stdout = orig_stdout
728
729 def test_multiple_phases(self):
730 # Check that not passing a --phase to a multi-phase builder fails.
731 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase'],
732 ret=1)
733 self.assertIn('Must specify a build --phase', mbw.out)
734
735 # Check that passing a --phase to a single-phase builder fails.
736 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_gn_builder',
737 '--phase', 'phase_1'], ret=1)
738 self.assertIn('Must not specify a build --phase', mbw.out)
739
740 # Check that passing a wrong phase key to a multi-phase builder fails.
741 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase',
742 '--phase', 'wrong_phase'], ret=1)
743 self.assertIn('Phase wrong_phase doesn\'t exist', mbw.out)
744
745 # Check that passing a correct phase key to a multi-phase builder passes.
746 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase',
747 '--phase', 'phase_1'], ret=0)
748 self.assertIn('phase = 1', mbw.out)
749
750 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase',
751 '--phase', 'phase_2'], ret=0)
752 self.assertIn('phase = 2', mbw.out)
753
754 def test_validate(self):
755 mbw = self.fake_mbw()
756 self.check(['validate'], mbw=mbw, ret=0)
757
kjellandera013a022016-11-14 05:54:22 -0800758 def test_gyp_env_hacks(self):
759 mbw = self.fake_mbw()
760 mbw.files[mbw.default_config] = GYP_HACKS_CONFIG
761 self.check(['lookup', '-c', 'fake_config'], mbw=mbw,
762 ret=0,
763 out=("GYP_DEFINES='foo=bar baz=1'\n"
764 "GYP_LINK_CONCURRENCY=1\n"
765 "LLVM_FORCE_HEAD_REVISION=1\n"
766 "python build/gyp_chromium -G output_dir=_path_\n"))
767
768
769if __name__ == '__main__':
770 unittest.main()