blob: 6dea9b8f18ec29b504b20cfe9fa08c04e0a598d6 [file] [log] [blame]
kjellandera013a022016-11-14 05:54:22 -08001#!/usr/bin/python
2# Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3#
4# Use of this source code is governed by a BSD-style license
5# that can be found in the LICENSE file in the root of the source
6# tree. An additional intellectual property rights grant can be found
7# in the file PATENTS. All contributing project authors may
8# be found in the AUTHORS file in the root of the source tree.
9
10"""Tests for mb.py."""
11
ehmaldonadoed8c8ed2016-11-23 12:58:35 -080012import ast
kjellandera013a022016-11-14 05:54:22 -080013import json
14import StringIO
15import os
16import sys
17import unittest
18
19import mb
20
21
22class FakeMBW(mb.MetaBuildWrapper):
23 def __init__(self, win32=False):
24 super(FakeMBW, self).__init__()
25
26 # Override vars for test portability.
27 if win32:
kjellander1c3548c2017-02-15 22:38:22 -080028 self.src_dir = 'c:\\fake_src'
Henrik Kjellander90fd7d82017-05-09 08:30:10 +020029 self.default_config = 'c:\\fake_src\\tools_webrtc\\mb\\mb_config.pyl'
kjellandera013a022016-11-14 05:54:22 -080030 self.default_isolate_map = ('c:\\fake_src\\testing\\buildbot\\'
31 'gn_isolate_map.pyl')
32 self.platform = 'win32'
33 self.executable = 'c:\\python\\python.exe'
34 self.sep = '\\'
35 else:
kjellander1c3548c2017-02-15 22:38:22 -080036 self.src_dir = '/fake_src'
Henrik Kjellander90fd7d82017-05-09 08:30:10 +020037 self.default_config = '/fake_src/tools_webrtc/mb/mb_config.pyl'
kjellandera013a022016-11-14 05:54:22 -080038 self.default_isolate_map = '/fake_src/testing/buildbot/gn_isolate_map.pyl'
39 self.executable = '/usr/bin/python'
40 self.platform = 'linux2'
41 self.sep = '/'
42
43 self.files = {}
44 self.calls = []
45 self.cmds = []
46 self.cross_compile = None
47 self.out = ''
48 self.err = ''
49 self.rmdirs = []
50
51 def ExpandUser(self, path):
52 return '$HOME/%s' % path
53
54 def Exists(self, path):
55 return self.files.get(path) is not None
56
57 def MaybeMakeDirectory(self, path):
58 self.files[path] = True
59
60 def PathJoin(self, *comps):
61 return self.sep.join(comps)
62
63 def ReadFile(self, path):
64 return self.files[path]
65
66 def WriteFile(self, path, contents, force_verbose=False):
67 if self.args.dryrun or self.args.verbose or force_verbose:
68 self.Print('\nWriting """\\\n%s""" to %s.\n' % (contents, path))
69 self.files[path] = contents
70
71 def Call(self, cmd, env=None, buffer_output=True):
kjellandera013a022016-11-14 05:54:22 -080072 self.calls.append(cmd)
73 if self.cmds:
74 return self.cmds.pop(0)
75 return 0, '', ''
76
77 def Print(self, *args, **kwargs):
78 sep = kwargs.get('sep', ' ')
79 end = kwargs.get('end', '\n')
80 f = kwargs.get('file', sys.stdout)
81 if f == sys.stderr:
82 self.err += sep.join(args) + end
83 else:
84 self.out += sep.join(args) + end
85
86 def TempFile(self, mode='w'):
87 return FakeFile(self.files)
88
89 def RemoveFile(self, path):
90 del self.files[path]
91
92 def RemoveDirectory(self, path):
93 self.rmdirs.append(path)
94 files_to_delete = [f for f in self.files if f.startswith(path)]
95 for f in files_to_delete:
96 self.files[f] = None
97
98
99class FakeFile(object):
100 def __init__(self, files):
101 self.name = '/tmp/file'
102 self.buf = ''
103 self.files = files
104
105 def write(self, contents):
106 self.buf += contents
107
108 def close(self):
109 self.files[self.name] = self.buf
110
111
112TEST_CONFIG = """\
113{
114 'masters': {
115 'chromium': {},
116 'fake_master': {
Oleh Prypinb708e932018-03-18 17:34:20 +0100117 'fake_builder': 'rel_bot',
118 'fake_debug_builder': 'debug_goma',
119 'fake_args_bot': '//build/args/bots/fake_master/fake_args_bot.gn',
120 'fake_memcheck_bot': 'memcheck_bot',
121 'fake_multi_phase': { 'phase_1': 'phase_1', 'phase_2': 'phase_2'},
122 'fake_android_bot': 'android_bot',
kjellandera013a022016-11-14 05:54:22 -0800123 },
124 },
125 'configs': {
Oleh Prypinb708e932018-03-18 17:34:20 +0100126 'rel_bot': ['rel', 'goma', 'fake_feature1'],
127 'debug_goma': ['debug', 'goma'],
128 'phase_1': ['phase_1'],
129 'phase_2': ['phase_2'],
130 'memcheck_bot': ['memcheck'],
131 'android_bot': ['android'],
kjellandera013a022016-11-14 05:54:22 -0800132 },
133 'mixins': {
kjellandera013a022016-11-14 05:54:22 -0800134 'fake_feature1': {
135 'gn_args': 'enable_doom_melon=true',
kjellandera013a022016-11-14 05:54:22 -0800136 },
kjellandera013a022016-11-14 05:54:22 -0800137 'goma': {
138 'gn_args': 'use_goma=true',
kjellandera013a022016-11-14 05:54:22 -0800139 },
140 'phase_1': {
141 'gn_args': 'phase=1',
kjellandera013a022016-11-14 05:54:22 -0800142 },
143 'phase_2': {
144 'gn_args': 'phase=2',
kjellandera013a022016-11-14 05:54:22 -0800145 },
146 'rel': {
147 'gn_args': 'is_debug=false',
148 },
149 'debug': {
150 'gn_args': 'is_debug=true',
151 },
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800152 'memcheck': {
153 'gn_args': 'rtc_use_memcheck=true',
154 },
155 'android': {
156 'gn_args': 'target_os="android"',
157 }
kjellandera013a022016-11-14 05:54:22 -0800158 },
159}
160"""
161
kjellandera013a022016-11-14 05:54:22 -0800162
163class UnitTest(unittest.TestCase):
164 def fake_mbw(self, files=None, win32=False):
165 mbw = FakeMBW(win32=win32)
166 mbw.files.setdefault(mbw.default_config, TEST_CONFIG)
167 mbw.files.setdefault(
168 mbw.ToAbsPath('//testing/buildbot/gn_isolate_map.pyl'),
169 '''{
170 "foo_unittests": {
171 "label": "//foo:foo_unittests",
172 "type": "console_test_launcher",
173 "args": [],
174 },
175 }''')
176 mbw.files.setdefault(
Oleh Prypinb708e932018-03-18 17:34:20 +0100177 mbw.ToAbsPath('//build/args/bots/fake_master/fake_args_bot.gn'),
kjellandera013a022016-11-14 05:54:22 -0800178 'is_debug = false\n')
179 if files:
180 for path, contents in files.items():
181 mbw.files[path] = contents
182 return mbw
183
184 def check(self, args, mbw=None, files=None, out=None, err=None, ret=None):
185 if not mbw:
186 mbw = self.fake_mbw(files)
187
188 actual_ret = mbw.Main(args)
189
190 self.assertEqual(actual_ret, ret)
191 if out is not None:
192 self.assertEqual(mbw.out, out)
193 if err is not None:
194 self.assertEqual(mbw.err, err)
195 return mbw
196
Oleh Prypinb708e932018-03-18 17:34:20 +0100197 def test_analyze(self):
kjellandera013a022016-11-14 05:54:22 -0800198 files = {'/tmp/in.json': '''{\
199 "files": ["foo/foo_unittest.cc"],
200 "test_targets": ["foo_unittests"],
201 "additional_compile_targets": ["all"]
202 }''',
203 '/tmp/out.json.gn': '''{\
204 "status": "Found dependency",
205 "compile_targets": ["//foo:foo_unittests"],
206 "test_targets": ["//foo:foo_unittests"]
207 }'''}
208
209 mbw = self.fake_mbw(files)
210 mbw.Call = lambda cmd, env=None, buffer_output=True: (0, '', '')
211
Oleh Prypinb708e932018-03-18 17:34:20 +0100212 self.check(['analyze', '-c', 'debug_goma', '//out/Default',
kjellandera013a022016-11-14 05:54:22 -0800213 '/tmp/in.json', '/tmp/out.json'], mbw=mbw, ret=0)
214 out = json.loads(mbw.files['/tmp/out.json'])
215 self.assertEqual(out, {
216 'status': 'Found dependency',
217 'compile_targets': ['foo:foo_unittests'],
218 'test_targets': ['foo_unittests']
219 })
220
Oleh Prypinb708e932018-03-18 17:34:20 +0100221 def test_gen(self):
kjellandera013a022016-11-14 05:54:22 -0800222 mbw = self.fake_mbw()
Oleh Prypinb708e932018-03-18 17:34:20 +0100223 self.check(['gen', '-c', 'debug_goma', '//out/Default', '-g', '/goma'],
kjellandera013a022016-11-14 05:54:22 -0800224 mbw=mbw, ret=0)
225 self.assertMultiLineEqual(mbw.files['/fake_src/out/Default/args.gn'],
226 ('goma_dir = "/goma"\n'
227 'is_debug = true\n'
228 'use_goma = true\n'))
229
230 # Make sure we log both what is written to args.gn and the command line.
231 self.assertIn('Writing """', mbw.out)
232 self.assertIn('/fake_src/buildtools/linux64/gn gen //out/Default --check',
233 mbw.out)
234
235 mbw = self.fake_mbw(win32=True)
Oleh Prypinb708e932018-03-18 17:34:20 +0100236 self.check(['gen', '-c', 'debug_goma', '-g', 'c:\\goma', '//out/Debug'],
kjellandera013a022016-11-14 05:54:22 -0800237 mbw=mbw, ret=0)
238 self.assertMultiLineEqual(mbw.files['c:\\fake_src\\out\\Debug\\args.gn'],
239 ('goma_dir = "c:\\\\goma"\n'
240 'is_debug = true\n'
241 'use_goma = true\n'))
242 self.assertIn('c:\\fake_src\\buildtools\\win\\gn.exe gen //out/Debug '
243 '--check\n', mbw.out)
244
245 mbw = self.fake_mbw()
Oleh Prypinb708e932018-03-18 17:34:20 +0100246 self.check(['gen', '-m', 'fake_master', '-b', 'fake_args_bot',
kjellandera013a022016-11-14 05:54:22 -0800247 '//out/Debug'],
248 mbw=mbw, ret=0)
249 self.assertEqual(
250 mbw.files['/fake_src/out/Debug/args.gn'],
Oleh Prypinb708e932018-03-18 17:34:20 +0100251 'import("//build/args/bots/fake_master/fake_args_bot.gn")\n')
kjellandera013a022016-11-14 05:54:22 -0800252
253
Oleh Prypinb708e932018-03-18 17:34:20 +0100254 def test_gen_fails(self):
kjellandera013a022016-11-14 05:54:22 -0800255 mbw = self.fake_mbw()
256 mbw.Call = lambda cmd, env=None, buffer_output=True: (1, '', '')
Oleh Prypinb708e932018-03-18 17:34:20 +0100257 self.check(['gen', '-c', 'debug_goma', '//out/Default'], mbw=mbw, ret=1)
kjellandera013a022016-11-14 05:54:22 -0800258
Oleh Prypinb708e932018-03-18 17:34:20 +0100259 def test_gen_swarming(self):
kjellandera013a022016-11-14 05:54:22 -0800260 files = {
Oleh Prypinb708e932018-03-18 17:34:20 +0100261 '/tmp/swarming_targets': 'base_unittests\n',
kjellandera013a022016-11-14 05:54:22 -0800262 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
Oleh Prypinb708e932018-03-18 17:34:20 +0100263 "{'base_unittests': {"
264 " 'label': '//base:base_unittests',"
265 " 'type': 'raw',"
266 " 'args': [],"
kjellandera013a022016-11-14 05:54:22 -0800267 "}}\n"
268 ),
Oleh Prypinb708e932018-03-18 17:34:20 +0100269 '/fake_src/out/Default/base_unittests.runtime_deps': (
270 "base_unittests\n"
kjellandera013a022016-11-14 05:54:22 -0800271 ),
272 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100273 mbw = self.fake_mbw(files)
kjellandera013a022016-11-14 05:54:22 -0800274 self.check(['gen',
Oleh Prypinb708e932018-03-18 17:34:20 +0100275 '-c', 'debug_goma',
kjellandera013a022016-11-14 05:54:22 -0800276 '--swarming-targets-file', '/tmp/swarming_targets',
kjellandera013a022016-11-14 05:54:22 -0800277 '//out/Default'], mbw=mbw, ret=0)
Oleh Prypinb708e932018-03-18 17:34:20 +0100278 self.assertIn('/fake_src/out/Default/base_unittests.isolate',
kjellandera013a022016-11-14 05:54:22 -0800279 mbw.files)
Oleh Prypinb708e932018-03-18 17:34:20 +0100280 self.assertIn('/fake_src/out/Default/base_unittests.isolated.gen.json',
kjellandera013a022016-11-14 05:54:22 -0800281 mbw.files)
282
Oleh Prypinb708e932018-03-18 17:34:20 +0100283 def test_gen_swarming_android(self):
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800284 test_files = {
285 '/tmp/swarming_targets': 'base_unittests\n',
286 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
287 "{'base_unittests': {"
288 " 'label': '//base:base_unittests',"
289 " 'type': 'additional_compile_target',"
290 "}}\n"
291 ),
292 '/fake_src/out/Default/base_unittests.runtime_deps': (
293 "base_unittests\n"
294 ),
295 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100296 mbw = self.check(['gen', '-c', 'android_bot', '//out/Default',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800297 '--swarming-targets-file', '/tmp/swarming_targets',
298 '--isolate-map-file',
299 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
300 files=test_files, ret=0)
301
302 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
303 isolate_file_contents = ast.literal_eval(isolate_file)
304 files = isolate_file_contents['variables']['files']
305 command = isolate_file_contents['variables']['command']
306
Oleh Prypinb708e932018-03-18 17:34:20 +0100307 self.assertEqual(files, ['../../.vpython', '../../testing/test_env.py',
308 'base_unittests'])
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800309 self.assertEqual(command, [
kjellanderf9e2a362017-03-24 12:17:33 -0700310 '../../build/android/test_wrapper/logdog_wrapper.py',
311 '--target', 'base_unittests',
312 '--logdog-bin-cmd', '../../bin/logdog_butler',
ehmaldonado34623ce2017-09-08 07:03:13 -0700313 '--logcat-output-file', '${ISOLATED_OUTDIR}/logcats',
314 '--store-tombstones',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800315 ])
316
Oleh Prypinb708e932018-03-18 17:34:20 +0100317 def test_gen_swarming_android_junit_test(self):
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800318 test_files = {
319 '/tmp/swarming_targets': 'base_unittests\n',
320 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
321 "{'base_unittests': {"
322 " 'label': '//base:base_unittests',"
323 " 'type': 'junit_test',"
324 "}}\n"
325 ),
326 '/fake_src/out/Default/base_unittests.runtime_deps': (
327 "base_unittests\n"
328 ),
329 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100330 mbw = self.check(['gen', '-c', 'android_bot', '//out/Default',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800331 '--swarming-targets-file', '/tmp/swarming_targets',
332 '--isolate-map-file',
333 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
334 files=test_files, ret=0)
335
336 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
337 isolate_file_contents = ast.literal_eval(isolate_file)
338 files = isolate_file_contents['variables']['files']
339 command = isolate_file_contents['variables']['command']
340
Oleh Prypinb708e932018-03-18 17:34:20 +0100341 self.assertEqual(files, ['../../.vpython', '../../testing/test_env.py',
342 'base_unittests'])
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800343 self.assertEqual(command, [
kjellanderf9e2a362017-03-24 12:17:33 -0700344 '../../build/android/test_wrapper/logdog_wrapper.py',
345 '--target', 'base_unittests',
346 '--logdog-bin-cmd', '../../bin/logdog_butler',
ehmaldonado34623ce2017-09-08 07:03:13 -0700347 '--logcat-output-file', '${ISOLATED_OUTDIR}/logcats',
348 '--store-tombstones',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800349 ])
350
Oleh Prypinb708e932018-03-18 17:34:20 +0100351 def test_gen_timeout(self):
Edward Lemurbeffdd42017-09-27 13:07:47 +0200352 test_files = {
353 '/tmp/swarming_targets': 'base_unittests\n',
354 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
355 "{'base_unittests': {"
356 " 'label': '//base:base_unittests',"
357 " 'type': 'non_parallel_console_test_launcher',"
358 " 'timeout': 500,"
359 "}}\n"
360 ),
361 '/fake_src/out/Default/base_unittests.runtime_deps': (
362 "base_unittests\n"
363 ),
364 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100365 mbw = self.check(['gen', '-c', 'debug_goma', '//out/Default',
Edward Lemurbeffdd42017-09-27 13:07:47 +0200366 '--swarming-targets-file', '/tmp/swarming_targets',
367 '--isolate-map-file',
368 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
369 files=test_files, ret=0)
370
371 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
372 isolate_file_contents = ast.literal_eval(isolate_file)
373 files = isolate_file_contents['variables']['files']
374 command = isolate_file_contents['variables']['command']
375
376 self.assertEqual(files, [
377 '../../testing/test_env.py',
378 '../../third_party/gtest-parallel/gtest-parallel',
379 '../../third_party/gtest-parallel/gtest_parallel.py',
380 '../../tools_webrtc/gtest-parallel-wrapper.py',
381 'base_unittests',
382 ])
383 self.assertEqual(command, [
384 '../../testing/test_env.py',
385 '../../tools_webrtc/gtest-parallel-wrapper.py',
386 '--output_dir=${ISOLATED_OUTDIR}/test_logs',
387 '--gtest_color=no',
388 '--timeout=500',
389 '--retry_failed=3',
Edward Lemurbeffdd42017-09-27 13:07:47 +0200390 '--workers=1',
Edward Lemur2b67f5c2018-02-07 18:09:44 +0100391 './base_unittests',
Edward Lemurbeffdd42017-09-27 13:07:47 +0200392 '--',
393 '--asan=0',
394 '--lsan=0',
395 '--msan=0',
396 '--tsan=0',
397 ])
398
Oleh Prypinb708e932018-03-18 17:34:20 +0100399 def test_gen_script(self):
Edward Lemur20110752017-09-28 16:14:37 +0200400 test_files = {
401 '/tmp/swarming_targets': 'base_unittests_script\n',
402 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
403 "{'base_unittests_script': {"
404 " 'label': '//base:base_unittests',"
405 " 'type': 'script',"
406 " 'script': '//base/base_unittests_script.py',"
407 "}}\n"
408 ),
409 '/fake_src/out/Default/base_unittests.runtime_deps': (
410 "base_unittests\n"
411 "base_unittests_script.py\n"
412 ),
413 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100414 mbw = self.check(['gen', '-c', 'debug_goma', '//out/Default',
Edward Lemur20110752017-09-28 16:14:37 +0200415 '--swarming-targets-file', '/tmp/swarming_targets',
416 '--isolate-map-file',
417 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
418 files=test_files, ret=0)
419
420 isolate_file = (
421 mbw.files['/fake_src/out/Default/base_unittests_script.isolate'])
422 isolate_file_contents = ast.literal_eval(isolate_file)
423 files = isolate_file_contents['variables']['files']
424 command = isolate_file_contents['variables']['command']
425
426 self.assertEqual(files, [
Oleh Prypinb708e932018-03-18 17:34:20 +0100427 '../../.vpython', '../../testing/test_env.py',
428 'base_unittests', 'base_unittests_script.py',
Edward Lemur20110752017-09-28 16:14:37 +0200429 ])
430 self.assertEqual(command, [
431 '../../base/base_unittests_script.py',
432 ])
433
Oleh Prypinb708e932018-03-18 17:34:20 +0100434 def test_gen_raw(self):
Edward Lemur2b67f5c2018-02-07 18:09:44 +0100435 test_files = {
436 '/tmp/swarming_targets': 'base_unittests\n',
437 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
438 "{'base_unittests': {"
439 " 'label': '//base:base_unittests',"
440 " 'type': 'raw',"
441 "}}\n"
442 ),
443 '/fake_src/out/Default/base_unittests.runtime_deps': (
444 "base_unittests\n"
445 ),
446 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100447 mbw = self.check(['gen', '-c', 'debug_goma', '//out/Default',
Edward Lemur2b67f5c2018-02-07 18:09:44 +0100448 '--swarming-targets-file', '/tmp/swarming_targets',
449 '--isolate-map-file',
450 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
451 files=test_files, ret=0)
452
453 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
454 isolate_file_contents = ast.literal_eval(isolate_file)
455 files = isolate_file_contents['variables']['files']
456 command = isolate_file_contents['variables']['command']
457
458 self.assertEqual(files, [
459 '../../testing/test_env.py',
460 'base_unittests',
461 ])
462 self.assertEqual(command, [
463 '../../testing/test_env.py',
464 './base_unittests',
465 '--asan=0',
466 '--lsan=0',
467 '--msan=0',
468 '--tsan=0',
469 ])
470
Oleh Prypinb708e932018-03-18 17:34:20 +0100471 def test_gen_non_parallel_console_test_launcher(self):
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800472 test_files = {
473 '/tmp/swarming_targets': 'base_unittests\n',
474 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
475 "{'base_unittests': {"
476 " 'label': '//base:base_unittests',"
477 " 'type': 'non_parallel_console_test_launcher',"
478 "}}\n"
479 ),
480 '/fake_src/out/Default/base_unittests.runtime_deps': (
481 "base_unittests\n"
482 ),
483 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100484 mbw = self.check(['gen', '-c', 'debug_goma', '//out/Default',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800485 '--swarming-targets-file', '/tmp/swarming_targets',
486 '--isolate-map-file',
487 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
488 files=test_files, ret=0)
489
490 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
491 isolate_file_contents = ast.literal_eval(isolate_file)
492 files = isolate_file_contents['variables']['files']
493 command = isolate_file_contents['variables']['command']
494
495 self.assertEqual(files, [
496 '../../testing/test_env.py',
kjellander382f2b22017-04-11 04:07:01 -0700497 '../../third_party/gtest-parallel/gtest-parallel',
ehmaldonadoa7507eb2017-05-10 13:40:29 -0700498 '../../third_party/gtest-parallel/gtest_parallel.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200499 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800500 'base_unittests',
501 ])
502 self.assertEqual(command, [
503 '../../testing/test_env.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200504 '../../tools_webrtc/gtest-parallel-wrapper.py',
kjellander382f2b22017-04-11 04:07:01 -0700505 '--output_dir=${ISOLATED_OUTDIR}/test_logs',
ehmaldonado76e60e92017-05-04 06:18:26 -0700506 '--gtest_color=no',
507 '--timeout=900',
ehmaldonado2a280352017-05-05 04:33:57 -0700508 '--retry_failed=3',
kjellander382f2b22017-04-11 04:07:01 -0700509 '--workers=1',
Edward Lemur2b67f5c2018-02-07 18:09:44 +0100510 './base_unittests',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800511 '--',
512 '--asan=0',
kjellander461a5602017-05-05 06:39:16 -0700513 '--lsan=0',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800514 '--msan=0',
515 '--tsan=0',
516 ])
517
Oleh Prypinb708e932018-03-18 17:34:20 +0100518 def test_isolate_windowed_test_launcher_linux(self):
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800519 test_files = {
520 '/tmp/swarming_targets': 'base_unittests\n',
521 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
522 "{'base_unittests': {"
523 " 'label': '//base:base_unittests',"
524 " 'type': 'windowed_test_launcher',"
525 "}}\n"
526 ),
527 '/fake_src/out/Default/base_unittests.runtime_deps': (
528 "base_unittests\n"
529 "some_resource_file\n"
530 ),
531 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100532 mbw = self.check(['gen', '-c', 'debug_goma', '//out/Default',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800533 '--swarming-targets-file', '/tmp/swarming_targets',
534 '--isolate-map-file',
535 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
536 files=test_files, ret=0)
537
538 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
539 isolate_file_contents = ast.literal_eval(isolate_file)
540 files = isolate_file_contents['variables']['files']
541 command = isolate_file_contents['variables']['command']
542
543 self.assertEqual(files, [
544 '../../testing/test_env.py',
545 '../../testing/xvfb.py',
546 '../../third_party/gtest-parallel/gtest-parallel',
ehmaldonadoa7507eb2017-05-10 13:40:29 -0700547 '../../third_party/gtest-parallel/gtest_parallel.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200548 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800549 'base_unittests',
550 'some_resource_file',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800551 ])
552 self.assertEqual(command, [
553 '../../testing/xvfb.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200554 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonado55833842017-02-13 03:58:13 -0800555 '--output_dir=${ISOLATED_OUTDIR}/test_logs',
ehmaldonado76e60e92017-05-04 06:18:26 -0700556 '--gtest_color=no',
557 '--timeout=900',
ehmaldonado2a280352017-05-05 04:33:57 -0700558 '--retry_failed=3',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800559 './base_unittests',
560 '--',
561 '--asan=0',
kjellander461a5602017-05-05 06:39:16 -0700562 '--lsan=0',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800563 '--msan=0',
564 '--tsan=0',
565 ])
566
Oleh Prypinb708e932018-03-18 17:34:20 +0100567 def test_gen_windowed_test_launcher_win(self):
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800568 files = {
569 '/tmp/swarming_targets': 'unittests\n',
570 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
571 "{'unittests': {"
572 " 'label': '//somewhere:unittests',"
573 " 'type': 'windowed_test_launcher',"
574 "}}\n"
575 ),
576 r'c:\fake_src\out\Default\unittests.exe.runtime_deps': (
577 "unittests.exe\n"
578 "some_dependency\n"
579 ),
580 }
581 mbw = self.fake_mbw(files=files, win32=True)
582 self.check(['gen',
Oleh Prypinb708e932018-03-18 17:34:20 +0100583 '-c', 'debug_goma',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800584 '--swarming-targets-file', '/tmp/swarming_targets',
585 '--isolate-map-file',
586 '/fake_src/testing/buildbot/gn_isolate_map.pyl',
587 '//out/Default'], mbw=mbw, ret=0)
588
589 isolate_file = mbw.files['c:\\fake_src\\out\\Default\\unittests.isolate']
590 isolate_file_contents = ast.literal_eval(isolate_file)
591 files = isolate_file_contents['variables']['files']
592 command = isolate_file_contents['variables']['command']
593
594 self.assertEqual(files, [
595 '../../testing/test_env.py',
596 '../../third_party/gtest-parallel/gtest-parallel',
ehmaldonadoa7507eb2017-05-10 13:40:29 -0700597 '../../third_party/gtest-parallel/gtest_parallel.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200598 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800599 'some_dependency',
600 'unittests.exe',
601 ])
602 self.assertEqual(command, [
603 '../../testing/test_env.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200604 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonado55833842017-02-13 03:58:13 -0800605 '--output_dir=${ISOLATED_OUTDIR}\\test_logs',
ehmaldonado76e60e92017-05-04 06:18:26 -0700606 '--gtest_color=no',
607 '--timeout=900',
ehmaldonado2a280352017-05-05 04:33:57 -0700608 '--retry_failed=3',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800609 r'.\unittests.exe',
610 '--',
611 '--asan=0',
kjellander461a5602017-05-05 06:39:16 -0700612 '--lsan=0',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800613 '--msan=0',
614 '--tsan=0',
615 ])
616
Oleh Prypinb708e932018-03-18 17:34:20 +0100617 def test_gen_console_test_launcher(self):
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800618 test_files = {
619 '/tmp/swarming_targets': 'base_unittests\n',
620 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
621 "{'base_unittests': {"
622 " 'label': '//base:base_unittests',"
623 " 'type': 'console_test_launcher',"
624 "}}\n"
625 ),
626 '/fake_src/out/Default/base_unittests.runtime_deps': (
627 "base_unittests\n"
628 ),
629 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100630 mbw = self.check(['gen', '-c', 'debug_goma', '//out/Default',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800631 '--swarming-targets-file', '/tmp/swarming_targets',
632 '--isolate-map-file',
633 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
634 files=test_files, ret=0)
635
636 isolate_file = mbw.files['/fake_src/out/Default/base_unittests.isolate']
637 isolate_file_contents = ast.literal_eval(isolate_file)
638 files = isolate_file_contents['variables']['files']
639 command = isolate_file_contents['variables']['command']
640
641 self.assertEqual(files, [
642 '../../testing/test_env.py',
643 '../../third_party/gtest-parallel/gtest-parallel',
ehmaldonadoa7507eb2017-05-10 13:40:29 -0700644 '../../third_party/gtest-parallel/gtest_parallel.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200645 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800646 'base_unittests',
647 ])
648 self.assertEqual(command, [
649 '../../testing/test_env.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200650 '../../tools_webrtc/gtest-parallel-wrapper.py',
ehmaldonado55833842017-02-13 03:58:13 -0800651 '--output_dir=${ISOLATED_OUTDIR}/test_logs',
ehmaldonado76e60e92017-05-04 06:18:26 -0700652 '--gtest_color=no',
653 '--timeout=900',
ehmaldonado2a280352017-05-05 04:33:57 -0700654 '--retry_failed=3',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800655 './base_unittests',
656 '--',
657 '--asan=0',
kjellander461a5602017-05-05 06:39:16 -0700658 '--lsan=0',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800659 '--msan=0',
660 '--tsan=0',
661 ])
662
Oleh Prypinb708e932018-03-18 17:34:20 +0100663 def test_isolate_console_test_launcher_memcheck(self):
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800664 test_files = {
665 '/tmp/swarming_targets': 'base_unittests\n',
666 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
667 "{'base_unittests': {"
668 " 'label': '//base:base_unittests',"
669 " 'type': 'console_test_launcher',"
670 "}}\n"
671 ),
672 '/fake_src/out/Release/base_unittests.runtime_deps': (
673 "base_unittests\n"
674 "lots_of_memcheck_dependencies\n"
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200675 "../../tools_webrtc/valgrind/webrtc_tests.sh\n"
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800676 ),
677 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100678 mbw = self.check(['gen', '-c', 'memcheck_bot', '//out/Release',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800679 '--swarming-targets-file', '/tmp/swarming_targets',
680 '--isolate-map-file',
681 '/fake_src/testing/buildbot/gn_isolate_map.pyl'],
682 files=test_files, ret=0)
683
684 isolate_file = mbw.files['/fake_src/out/Release/base_unittests.isolate']
685 isolate_file_contents = ast.literal_eval(isolate_file)
686 files = isolate_file_contents['variables']['files']
687 command = isolate_file_contents['variables']['command']
688
689 self.assertEqual(files, [
690 '../../testing/test_env.py',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200691 '../../tools_webrtc/valgrind/webrtc_tests.sh',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800692 'base_unittests',
693 'lots_of_memcheck_dependencies',
694 ])
695 self.assertEqual(command, [
696 '../../testing/test_env.py',
697 'bash',
Henrik Kjellander90fd7d82017-05-09 08:30:10 +0200698 '../../tools_webrtc/valgrind/webrtc_tests.sh',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800699 '--tool',
700 'memcheck',
701 '--target',
702 'Release',
703 '--build-dir',
704 '..',
705 '--test',
706 './base_unittests',
707 '--',
708 '--asan=0',
kjellander461a5602017-05-05 06:39:16 -0700709 '--lsan=0',
ehmaldonadoed8c8ed2016-11-23 12:58:35 -0800710 '--msan=0',
711 '--tsan=0',
712 ])
kjellandera013a022016-11-14 05:54:22 -0800713
Oleh Prypinb708e932018-03-18 17:34:20 +0100714 def test_isolate(self):
kjellandera013a022016-11-14 05:54:22 -0800715 files = {
716 '/fake_src/out/Default/toolchain.ninja': "",
717 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
718 "{'base_unittests': {"
719 " 'label': '//base:base_unittests',"
ehmaldonadob2fcf6d2016-11-15 12:20:30 -0800720 " 'type': 'non_parallel_console_test_launcher',"
kjellandera013a022016-11-14 05:54:22 -0800721 "}}\n"
722 ),
723 '/fake_src/out/Default/base_unittests.runtime_deps': (
724 "base_unittests\n"
725 ),
726 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100727 self.check(['isolate', '-c', 'debug_goma', '//out/Default',
kjellandera013a022016-11-14 05:54:22 -0800728 'base_unittests'], files=files, ret=0)
729
730 # test running isolate on an existing build_dir
731 files['/fake_src/out/Default/args.gn'] = 'is_debug = True\n'
732 self.check(['isolate', '//out/Default', 'base_unittests'],
733 files=files, ret=0)
kjellandera013a022016-11-14 05:54:22 -0800734 files['/fake_src/out/Default/mb_type'] = 'gn\n'
735 self.check(['isolate', '//out/Default', 'base_unittests'],
736 files=files, ret=0)
737
Oleh Prypinb708e932018-03-18 17:34:20 +0100738 def test_run(self):
kjellandera013a022016-11-14 05:54:22 -0800739 files = {
740 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
741 "{'base_unittests': {"
742 " 'label': '//base:base_unittests',"
ehmaldonadob2fcf6d2016-11-15 12:20:30 -0800743 " 'type': 'windowed_test_launcher',"
kjellandera013a022016-11-14 05:54:22 -0800744 "}}\n"
745 ),
746 '/fake_src/out/Default/base_unittests.runtime_deps': (
747 "base_unittests\n"
748 ),
749 }
Oleh Prypinb708e932018-03-18 17:34:20 +0100750 self.check(['run', '-c', 'debug_goma', '//out/Default',
kjellandera013a022016-11-14 05:54:22 -0800751 'base_unittests'], files=files, ret=0)
752
Oleh Prypinb708e932018-03-18 17:34:20 +0100753 def test_run_swarmed(self):
754 files = {
755 '/fake_src/testing/buildbot/gn_isolate_map.pyl': (
756 "{'base_unittests': {"
757 " 'label': '//base:base_unittests',"
758 " 'type': 'raw',"
759 " 'args': [],"
760 "}}\n"
761 ),
762 '/fake_src/out/Default/base_unittests.runtime_deps': (
763 "base_unittests\n"
764 ),
765 }
kjellandera013a022016-11-14 05:54:22 -0800766
Oleh Prypinb708e932018-03-18 17:34:20 +0100767 def run_stub(cmd, **_kwargs):
768 if 'isolate.py' in cmd[1]:
769 return 0, 'fake_hash base_unittests', ''
770 else:
771 return 0, '', ''
772
773 mbw = self.fake_mbw(files=files)
774 mbw.Run = run_stub
775 self.check(['run', '-s', '-c', 'debug_goma', '//out/Default',
776 'base_unittests'], mbw=mbw, ret=0)
777 self.check(['run', '-s', '-c', 'debug_goma', '-d', 'os', 'Win7',
778 '//out/Default', 'base_unittests'], mbw=mbw, ret=0)
779
780 def test_lookup(self):
781 self.check(['lookup', '-c', 'debug_goma'], ret=0)
782
783 def test_lookup_goma_dir_expansion(self):
784 self.check(['lookup', '-c', 'rel_bot', '-g', '/foo'], ret=0,
kjellandera013a022016-11-14 05:54:22 -0800785 out=('\n'
786 'Writing """\\\n'
Oleh Prypinb708e932018-03-18 17:34:20 +0100787 'enable_doom_melon = true\n'
kjellandera013a022016-11-14 05:54:22 -0800788 'goma_dir = "/foo"\n'
789 'is_debug = false\n'
790 'use_goma = true\n'
791 '""" to _path_/args.gn.\n\n'
792 '/fake_src/buildtools/linux64/gn gen _path_\n'))
793
kjellandera013a022016-11-14 05:54:22 -0800794 def test_help(self):
795 orig_stdout = sys.stdout
796 try:
797 sys.stdout = StringIO.StringIO()
798 self.assertRaises(SystemExit, self.check, ['-h'])
799 self.assertRaises(SystemExit, self.check, ['help'])
800 self.assertRaises(SystemExit, self.check, ['help', 'gen'])
801 finally:
802 sys.stdout = orig_stdout
803
804 def test_multiple_phases(self):
805 # Check that not passing a --phase to a multi-phase builder fails.
806 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase'],
807 ret=1)
808 self.assertIn('Must specify a build --phase', mbw.out)
809
810 # Check that passing a --phase to a single-phase builder fails.
Oleh Prypinb708e932018-03-18 17:34:20 +0100811 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_builder',
kjellandera013a022016-11-14 05:54:22 -0800812 '--phase', 'phase_1'], ret=1)
813 self.assertIn('Must not specify a build --phase', mbw.out)
814
815 # Check that passing a wrong phase key to a multi-phase builder fails.
816 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase',
817 '--phase', 'wrong_phase'], ret=1)
818 self.assertIn('Phase wrong_phase doesn\'t exist', mbw.out)
819
820 # Check that passing a correct phase key to a multi-phase builder passes.
821 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase',
822 '--phase', 'phase_1'], ret=0)
823 self.assertIn('phase = 1', mbw.out)
824
825 mbw = self.check(['lookup', '-m', 'fake_master', '-b', 'fake_multi_phase',
826 '--phase', 'phase_2'], ret=0)
827 self.assertIn('phase = 2', mbw.out)
828
829 def test_validate(self):
830 mbw = self.fake_mbw()
831 self.check(['validate'], mbw=mbw, ret=0)
832
kjellandera013a022016-11-14 05:54:22 -0800833
834if __name__ == '__main__':
835 unittest.main()