blob: aac0f81a65515cc31d7e7b2d940ca84e8f973505 [file] [log] [blame]
Frank Farzan37761d12011-12-01 14:29:08 -08001#!/usr/bin/python
2#
Chris Sosa781ba6d2012-04-11 12:44:43 -07003# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
Frank Farzan37761d12011-12-01 14:29:08 -08004# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6
7"""Unit tests for devserver_util module."""
8
Chris Sosaea148d92012-03-06 16:22:04 -08009import mox
Frank Farzan37761d12011-12-01 14:29:08 -080010import os
11import shutil
Chris Sosaea148d92012-03-06 16:22:04 -080012import subprocess
Frank Farzan37761d12011-12-01 14:29:08 -080013import tempfile
14import unittest
15
16import devserver_util
Chris Sosa47a7d4e2012-03-28 11:26:55 -070017import downloadable_artifact
18import gsutil_util
Frank Farzan37761d12011-12-01 14:29:08 -080019
20
21# Fake Dev Server Layout:
22TEST_LAYOUT = {
23 'test-board-1': ['R17-1413.0.0-a1-b1346', 'R17-18.0.0-a1-b1346'],
Scott Zawalski16954532012-03-20 15:31:36 -040024 'test-board-2': ['R16-2241.0.0-a0-b2', 'R17-2.0.0-a1-b1346'],
25 'test-board-3': []
Frank Farzan37761d12011-12-01 14:29:08 -080026}
27
28
Chris Sosaea148d92012-03-06 16:22:04 -080029class DevServerUtilTest(mox.MoxTestBase):
Frank Farzan37761d12011-12-01 14:29:08 -080030
31 def setUp(self):
Chris Sosaea148d92012-03-06 16:22:04 -080032 mox.MoxTestBase.setUp(self)
Chris Sosa47a7d4e2012-03-28 11:26:55 -070033 self._static_dir = tempfile.mkdtemp('devserver_util_unittest')
34 self._outside_sandbox_dir = tempfile.mkdtemp('devserver_util_unittest')
35 self._install_dir = tempfile.mkdtemp('devserver_util_unittest')
Frank Farzan37761d12011-12-01 14:29:08 -080036
37 for board, builds in TEST_LAYOUT.iteritems():
38 board_path = os.path.join(self._static_dir, board)
39 os.mkdir(board_path)
40 for build in builds:
41 build_path = os.path.join(board_path, build)
42 os.mkdir(build_path)
43 with open(os.path.join(build_path,
Chris Sosa47a7d4e2012-03-28 11:26:55 -070044 downloadable_artifact.TEST_IMAGE), 'w') as f:
Frank Farzan37761d12011-12-01 14:29:08 -080045 f.write('TEST_IMAGE')
Chris Sosa47a7d4e2012-03-28 11:26:55 -070046 with open(os.path.join(
47 build_path, downloadable_artifact.STATEFUL_UPDATE), 'w') as f:
Frank Farzan37761d12011-12-01 14:29:08 -080048 f.write('STATEFUL_UPDATE')
49 with open(os.path.join(build_path,
Chris Sosa47a7d4e2012-03-28 11:26:55 -070050 downloadable_artifact.ROOT_UPDATE), 'w') as f:
Frank Farzan37761d12011-12-01 14:29:08 -080051 f.write('ROOT_UPDATE')
52 # AU payloads.
53 au_dir = os.path.join(build_path, devserver_util.AU_BASE)
54 nton_dir = os.path.join(au_dir, build + devserver_util.NTON_DIR_SUFFIX)
55 os.makedirs(nton_dir)
56 with open(os.path.join(nton_dir,
Chris Sosa47a7d4e2012-03-28 11:26:55 -070057 downloadable_artifact.ROOT_UPDATE), 'w') as f:
Frank Farzan37761d12011-12-01 14:29:08 -080058 f.write('ROOT_UPDATE')
59 mton_dir = os.path.join(au_dir, build + devserver_util.MTON_DIR_SUFFIX)
60 os.makedirs(mton_dir)
61 with open(os.path.join(mton_dir,
Chris Sosa47a7d4e2012-03-28 11:26:55 -070062 downloadable_artifact.ROOT_UPDATE), 'w') as f:
Frank Farzan37761d12011-12-01 14:29:08 -080063 f.write('ROOT_UPDATE')
64
Chris Sosaea148d92012-03-06 16:22:04 -080065 self._good_mock_process = self.mox.CreateMock(subprocess.Popen)
66 self._good_mock_process.returncode = 0
67 self._bad_mock_process = self.mox.CreateMock(subprocess.Popen)
68 self._bad_mock_process.returncode = 1
69
Frank Farzan37761d12011-12-01 14:29:08 -080070 def tearDown(self):
71 shutil.rmtree(self._static_dir)
72 shutil.rmtree(self._outside_sandbox_dir)
Chris Sosa47a7d4e2012-03-28 11:26:55 -070073 shutil.rmtree(self._install_dir)
Frank Farzan37761d12011-12-01 14:29:08 -080074
75 def testParsePayloadList(self):
Chris Sosa1228a1a2012-05-22 17:12:13 -070076 """Tests we can parse the payload list into urls."""
Frank Farzan37761d12011-12-01 14:29:08 -080077 archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/'
Yu-Ju Hong825ddc32012-08-13 18:47:10 -070078 'R17-1413.0.0-a1-b1346')
79 mton_basename = ('chromeos_R17-1412.0.0-a1-b1345_R17-1413.0.0-a1_'
80 'x86-mario_delta_dev.bin')
81 nton_basename = ('chromeos_R17-1413.0.0-a1_R17-1413.0.0-a1_'
82 'x86-mario_delta_dev.bin')
83 full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin')
84
85 mton_url = '/'.join([archive_url_prefix, mton_basename])
86 nton_url = '/'.join([archive_url_prefix, nton_basename])
87 full_url = '/'.join([archive_url_prefix, full_basename])
88
Frank Farzan37761d12011-12-01 14:29:08 -080089 full_url_out, nton_url_out, mton_url_out = (
Yu-Ju Hong825ddc32012-08-13 18:47:10 -070090 devserver_util.ParsePayloadList(archive_url_prefix,
91 [full_basename, nton_basename,
92 mton_basename]))
Frank Farzan37761d12011-12-01 14:29:08 -080093 self.assertEqual([full_url, nton_url, mton_url],
94 [full_url_out, nton_url_out, mton_url_out])
95
96 archive_url_prefix = ('gs://chromeos-image-archive/x86-alex_he-release/'
97 'R18-1420.0.0-a1-b541')
Yu-Ju Hong825ddc32012-08-13 18:47:10 -070098
99 mton_basename = ('chromeos_R18-1418.0.0-a1-b54a0_R18-1420.0.0-a1'
100 '_x86-alex_he_delta_dev.bin')
101 nton_basename = ('chromeos_R18-1420.0.0-a1_R18-1420.0.0-a1_'
102 'x86-alex_he_delta_dev.bin')
103 full_basename = ('chromeos_R18-1420.0.0-a1_x86-alex_he_full_dev.bin')
104
105 mton_url = '/'.join([archive_url_prefix, mton_basename])
106 nton_url = '/'.join([archive_url_prefix, nton_basename])
107 full_url = '/'.join([archive_url_prefix, full_basename])
108
Frank Farzan37761d12011-12-01 14:29:08 -0800109 full_url_out, nton_url_out, mton_url_out = (
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700110 devserver_util.ParsePayloadList(archive_url_prefix,
111 [full_basename, nton_basename,
112 mton_basename]))
Frank Farzan37761d12011-12-01 14:29:08 -0800113 self.assertEqual([full_url, nton_url, mton_url],
114 [full_url_out, nton_url_out, mton_url_out])
115
Chris Sosa1228a1a2012-05-22 17:12:13 -0700116 def testParsePayloadListWithoutDeltas(self):
117 """Tests we can parse the payload list when no delta updates exist."""
118 archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/'
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700119 'R17-1413.0.0-a1-b1346')
120 full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin')
121 full_url = '/'.join([archive_url_prefix, full_basename])
Chris Sosa1228a1a2012-05-22 17:12:13 -0700122 full_url_out, nton_url_out, mton_url_out = (
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700123 devserver_util.ParsePayloadList(archive_url_prefix,
124 [full_basename, '', '']))
Chris Sosa1228a1a2012-05-22 17:12:13 -0700125 self.assertEqual([full_url, None, None],
126 [full_url_out, nton_url_out, mton_url_out])
127
Chris Sosa781ba6d2012-04-11 12:44:43 -0700128 def testParsePartialPayloadList(self):
129 """Tests that we can parse a payload list with missing optional payload."""
130 archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/'
131 'R17-1413.0.0-a1-b1346/')
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700132 nton_basename = ('chromeos_R17-1413.0.0-a1_R17-1413.0.0-a1_x86-'
133 'mario_delta_dev.bin')
134 full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin')
135
136 nton_url = '/'.join([archive_url_prefix, nton_basename])
137 full_url = '/'.join([archive_url_prefix, full_basename])
138
Chris Sosa781ba6d2012-04-11 12:44:43 -0700139 full_url_out, nton_url_out, mton_url_out = (
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700140 devserver_util.ParsePayloadList(archive_url_prefix,
141 [full_basename, nton_basename]))
Chris Sosa781ba6d2012-04-11 12:44:43 -0700142 self.assertEqual([full_url, nton_url, None],
143 [full_url_out, nton_url_out, mton_url_out])
144
Frank Farzan37761d12011-12-01 14:29:08 -0800145 def testInstallBuild(self):
Simon Glassf5019de2012-03-20 12:14:41 -0700146 # TODO(frankf): Implement this test
147 # self.fail('Not implemented.')
148 pass
Frank Farzan37761d12011-12-01 14:29:08 -0800149
150 def testPrepareAutotestPkgs(self):
Simon Glassf5019de2012-03-20 12:14:41 -0700151 # TODO(frankf): Implement this test
152 # self.fail('Not implemented.')
Scott Zawalski16954532012-03-20 15:31:36 -0400153 # TODO: implement
Simon Glassf5019de2012-03-20 12:14:41 -0700154 pass
Frank Farzan37761d12011-12-01 14:29:08 -0800155
156 def testSafeSandboxAccess(self):
157 # Path is in sandbox.
158 self.assertTrue(
159 devserver_util.SafeSandboxAccess(
160 self._static_dir, os.path.join(self._static_dir, 'some-board')))
161
162 # Path is sandbox.
163 self.assertFalse(
164 devserver_util.SafeSandboxAccess(self._static_dir, self._static_dir))
165
166 # Path is outside the sandbox.
167 self.assertFalse(
168 devserver_util.SafeSandboxAccess(self._static_dir,
169 self._outside_sandbox_dir))
170
171 # Path contains '..'.
172 self.assertFalse(
173 devserver_util.SafeSandboxAccess(
174 self._static_dir, os.path.join(self._static_dir, os.pardir)))
175
176 # Path contains symbolic link references.
177 os.chdir(self._static_dir)
178 os.symlink(os.pardir, 'parent')
179 self.assertFalse(
180 devserver_util.SafeSandboxAccess(
181 self._static_dir, os.path.join(self._static_dir, os.pardir)))
182
183 def testAcquireReleaseLocks(self):
184 # Successful lock and unlock.
185 lock_file = devserver_util.AcquireLock(self._static_dir, 'test-lock')
186 self.assertTrue(os.path.exists(lock_file))
187 devserver_util.ReleaseLock(self._static_dir, 'test-lock')
188 self.assertFalse(os.path.exists(lock_file))
189
190 # Attempt to lock an existing directory.
191 devserver_util.AcquireLock(self._static_dir, 'test-lock')
192 self.assertRaises(devserver_util.DevServerUtilError,
193 devserver_util.AcquireLock, self._static_dir, 'test-lock')
194
195 def testFindMatchingBoards(self):
196 for key in TEST_LAYOUT:
197 # Partial match with multiple boards.
198 self.assertEqual(
199 set(devserver_util.FindMatchingBoards(self._static_dir, key[:-5])),
200 set(TEST_LAYOUT.keys()))
201
202 # Absolute match.
203 self.assertEqual(
204 devserver_util.FindMatchingBoards(self._static_dir, key), [key])
205
206 # Invalid partial match.
207 self.assertEqual(
208 devserver_util.FindMatchingBoards(self._static_dir, 'asdfsadf'), [])
209
210 def testFindMatchingBuilds(self):
211 # Try a partial board and build match with single match.
212 self.assertEqual(
213 devserver_util.FindMatchingBuilds(self._static_dir, 'test-board',
214 'R17-1413'),
215 [('test-board-1', 'R17-1413.0.0-a1-b1346')])
216
217 # Try a partial board and build match with multiple match.
218 actual = set(devserver_util.FindMatchingBuilds(
219 self._static_dir, 'test-board', 'R17'))
220 expected = set([('test-board-1', 'R17-1413.0.0-a1-b1346'),
221 ('test-board-1', 'R17-18.0.0-a1-b1346'),
222 ('test-board-2', 'R17-2.0.0-a1-b1346')])
223 self.assertEqual(actual, expected)
224
225 def testGetLatestBuildVersion(self):
226 self.assertEqual(
227 devserver_util.GetLatestBuildVersion(self._static_dir, 'test-board-1'),
228 'R17-1413.0.0-a1-b1346')
229
Scott Zawalski16954532012-03-20 15:31:36 -0400230 def testGetLatestBuildVersionLatest(self):
231 """Test that we raise DevServerUtilError when a build dir is empty."""
232 self.assertRaises(devserver_util.DevServerUtilError,
233 devserver_util.GetLatestBuildVersion,
234 self._static_dir, 'test-board-3')
Frank Farzan37761d12011-12-01 14:29:08 -0800235
Scott Zawalski16954532012-03-20 15:31:36 -0400236 def testGetLatestBuildVersionUnknownBuild(self):
237 """Test that we raise DevServerUtilError when a build dir does not exist."""
238 self.assertRaises(devserver_util.DevServerUtilError,
239 devserver_util.GetLatestBuildVersion,
240 self._static_dir, 'bad-dir')
Frank Farzan37761d12011-12-01 14:29:08 -0800241
Scott Zawalski16954532012-03-20 15:31:36 -0400242 def testGetLatestBuildVersionMilestone(self):
243 """Test that we can get builds based on milestone."""
244 expected_build_str = 'R16-2241.0.0-a0-b2'
245 milestone = 'R16'
246 build_str = devserver_util.GetLatestBuildVersion(
247 self._static_dir, 'test-board-2', milestone)
248 self.assertEqual(expected_build_str, build_str)
Frank Farzan37761d12011-12-01 14:29:08 -0800249
250 def testCloneBuild(self):
251 test_prefix = 'abc'
252 test_tag = test_prefix + '/123'
253 abc_path = os.path.join(self._static_dir, devserver_util.DEV_BUILD_PREFIX,
254 test_tag)
255
256 os.mkdir(os.path.join(self._static_dir, test_prefix))
257
258 # Verify leaf path is created and proper values returned.
259 board, builds = TEST_LAYOUT.items()[0]
260 dev_build = devserver_util.CloneBuild(self._static_dir, board, builds[0],
261 test_tag)
262 self.assertEquals(dev_build, abc_path)
263 self.assertTrue(os.path.exists(abc_path))
264 self.assertTrue(os.path.isfile(os.path.join(
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700265 abc_path, downloadable_artifact.TEST_IMAGE)))
Frank Farzan37761d12011-12-01 14:29:08 -0800266 self.assertTrue(os.path.isfile(os.path.join(
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700267 abc_path, downloadable_artifact.ROOT_UPDATE)))
Frank Farzan37761d12011-12-01 14:29:08 -0800268 self.assertTrue(os.path.isfile(os.path.join(
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700269 abc_path, downloadable_artifact.STATEFUL_UPDATE)))
Frank Farzan37761d12011-12-01 14:29:08 -0800270
271 # Verify force properly removes the old directory.
272 junk_path = os.path.join(dev_build, 'junk')
273 with open(junk_path, 'w') as f:
274 f.write('hello!')
275 remote_dir = devserver_util.CloneBuild(
276 self._static_dir, board, builds[0], test_tag, force=True)
277 self.assertEquals(remote_dir, abc_path)
278 self.assertTrue(os.path.exists(abc_path))
279 self.assertTrue(os.path.isfile(os.path.join(
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700280 abc_path, downloadable_artifact.TEST_IMAGE)))
Frank Farzan37761d12011-12-01 14:29:08 -0800281 self.assertTrue(os.path.isfile(os.path.join(
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700282 abc_path, downloadable_artifact.ROOT_UPDATE)))
Frank Farzan37761d12011-12-01 14:29:08 -0800283 self.assertTrue(os.path.isfile(os.path.join(
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700284 abc_path, downloadable_artifact.STATEFUL_UPDATE)))
Frank Farzan37761d12011-12-01 14:29:08 -0800285 self.assertFalse(os.path.exists(junk_path))
286
287 def testGetControlFile(self):
288 control_file_dir = os.path.join(
Chris Sosaea148d92012-03-06 16:22:04 -0800289 self._static_dir, 'test-board-1', 'R17-1413.0.0-a1-b1346', 'autotest',
290 'server', 'site_tests', 'network_VPN')
Frank Farzan37761d12011-12-01 14:29:08 -0800291 os.makedirs(control_file_dir)
292 with open(os.path.join(control_file_dir, 'control'), 'w') as f:
293 f.write('hello!')
294
295 control_content = devserver_util.GetControlFile(
Chris Sosaea148d92012-03-06 16:22:04 -0800296 self._static_dir, 'test-board-1/R17-1413.0.0-a1-b1346',
Frank Farzan37761d12011-12-01 14:29:08 -0800297 os.path.join('server', 'site_tests', 'network_VPN', 'control'))
298 self.assertEqual(control_content, 'hello!')
299
300 def testListAutoupdateTargets(self):
301 for board, builds in TEST_LAYOUT.iteritems():
302 for build in builds:
303 au_targets = devserver_util.ListAutoupdateTargets(self._static_dir,
304 board, build)
305 self.assertEqual(set(au_targets),
306 set([build + devserver_util.NTON_DIR_SUFFIX,
307 build + devserver_util.MTON_DIR_SUFFIX]))
308
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700309 def testGatherArtifactDownloads(self):
310 """Tests that we can gather the correct download requirements."""
311 build = 'R17-1413.0.0-a1-b1346'
312 archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' +
313 build)
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700314 mock_data = 'mock data\nmock_data'
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700315 payloads = map(lambda x: '/'.join([archive_url_prefix, x]),
316 ['p1', 'p2', 'p3'])
317 expected_payloads = payloads + map(
318 lambda x: '/'.join([archive_url_prefix, x]),
Chris Masone3fe44db2012-05-02 10:50:21 -0700319 [downloadable_artifact.STATEFUL_UPDATE,
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700320 downloadable_artifact.AUTOTEST_ZIPPED_PACKAGE,
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700321 downloadable_artifact.TEST_SUITES_PACKAGE])
322 self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun')
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700323 self.mox.StubOutWithMock(devserver_util, 'IsAvailable')
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700324 self.mox.StubOutWithMock(devserver_util, 'ParsePayloadList')
325
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700326 # GSUtil cat gs://archive_url_prefix/UPLOADED.
327 gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST),
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700328 mox.IgnoreArg()).AndReturn(mock_data)
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700329 devserver_util.IsAvailable(mox.IgnoreArg(),
330 mock_data.splitlines()).AndReturn(True)
331 devserver_util.ParsePayloadList(archive_url_prefix,
332 mock_data.splitlines()).AndReturn(payloads)
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700333
334 self.mox.ReplayAll()
335 artifacts = devserver_util.GatherArtifactDownloads(
Chris Masone3fe44db2012-05-02 10:50:21 -0700336 self._static_dir, archive_url_prefix, build, self._install_dir)
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700337 for index, artifact in enumerate(artifacts):
338 self.assertEqual(artifact._gs_path, expected_payloads[index])
339 self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir))
Chris Sosa47a7d4e2012-03-28 11:26:55 -0700340
341 self.mox.VerifyAll()
342
Chris Sosa781ba6d2012-04-11 12:44:43 -0700343 def testGatherArtifactDownloadsWithoutMton(self):
344 """Gather the correct download requirements without mton delta."""
345 build = 'R17-1413.0.0-a1-b1346'
346 archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' +
347 build)
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700348 mock_data = 'mock data\nmock_data\nmock_data'
Chris Sosa781ba6d2012-04-11 12:44:43 -0700349 payloads = map(lambda x: '/'.join([archive_url_prefix, x]),
350 ['p1', 'p2'])
351 expected_payloads = payloads + map(
352 lambda x: '/'.join([archive_url_prefix, x]),
Chris Masone3fe44db2012-05-02 10:50:21 -0700353 [downloadable_artifact.STATEFUL_UPDATE,
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700354 downloadable_artifact.AUTOTEST_ZIPPED_PACKAGE,
Chris Sosa781ba6d2012-04-11 12:44:43 -0700355 downloadable_artifact.TEST_SUITES_PACKAGE])
356 self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun')
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700357 self.mox.StubOutWithMock(devserver_util, 'IsAvailable')
Chris Sosa781ba6d2012-04-11 12:44:43 -0700358 self.mox.StubOutWithMock(devserver_util, 'ParsePayloadList')
359
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700360 # GSUtil cat gs://archive_url_prefix/UPLOADED.
361 gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST),
Chris Sosa781ba6d2012-04-11 12:44:43 -0700362 mox.IgnoreArg()).AndReturn(mock_data)
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700363 devserver_util.IsAvailable(mox.IgnoreArg(),
364 mock_data.splitlines()).AndReturn(True)
365 devserver_util.ParsePayloadList(archive_url_prefix,
366 mock_data.splitlines()
367 ).AndReturn(payloads + [None])
Chris Sosa781ba6d2012-04-11 12:44:43 -0700368
369 self.mox.ReplayAll()
370 artifacts = devserver_util.GatherArtifactDownloads(
Chris Masone3fe44db2012-05-02 10:50:21 -0700371 self._static_dir, archive_url_prefix, build, self._install_dir)
Chris Sosa781ba6d2012-04-11 12:44:43 -0700372 for index, artifact in enumerate(artifacts):
373 self.assertEqual(artifact._gs_path, expected_payloads[index])
374 self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir))
Chris Sosa1228a1a2012-05-22 17:12:13 -0700375
376 self.mox.VerifyAll()
377
378 def testGatherArtifactDownloadsWithoutMtonOrNton(self):
379 """Gather the correct download requirements without delta payloads."""
380 build = 'R17-1413.0.0-a1-b1346'
381 archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' +
382 build)
383 mock_data = 'mock data\nmock_data'
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700384
Chris Sosa1228a1a2012-05-22 17:12:13 -0700385 payloads = map(lambda x: '/'.join([archive_url_prefix, x]),
386 ['p1'])
387 expected_payloads = payloads + map(
388 lambda x: '/'.join([archive_url_prefix, x]),
389 [downloadable_artifact.STATEFUL_UPDATE,
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700390 downloadable_artifact.AUTOTEST_ZIPPED_PACKAGE,
Chris Sosa1228a1a2012-05-22 17:12:13 -0700391 downloadable_artifact.TEST_SUITES_PACKAGE])
392 self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun')
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700393 self.mox.StubOutWithMock(devserver_util, 'IsAvailable')
Chris Sosa1228a1a2012-05-22 17:12:13 -0700394 self.mox.StubOutWithMock(devserver_util, 'ParsePayloadList')
395
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700396 # GSUtil cat gs://archive_url_prefix/UPLOADED.
397 gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST),
Chris Sosa1228a1a2012-05-22 17:12:13 -0700398 mox.IgnoreArg()).AndReturn(mock_data)
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700399 devserver_util.IsAvailable(mox.IgnoreArg(),
400 mock_data.splitlines()).AndReturn(True)
401 devserver_util.ParsePayloadList(archive_url_prefix,
402 mock_data.splitlines()
403 ).AndReturn(payloads + [None, None])
Chris Sosa1228a1a2012-05-22 17:12:13 -0700404
405 self.mox.ReplayAll()
406 artifacts = devserver_util.GatherArtifactDownloads(
407 self._static_dir, archive_url_prefix, build, self._install_dir)
408 for index, artifact in enumerate(artifacts):
409 self.assertEqual(artifact._gs_path, expected_payloads[index])
410 self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir))
Chris Sosa781ba6d2012-04-11 12:44:43 -0700411
412 self.mox.VerifyAll()
413
Chris Masone816e38c2012-05-02 12:22:36 -0700414 def testGatherSymbolArtifactDownloads(self):
415 """Tests that we can find debug symbol artifacts to download."""
416 build = 'R17-1413.0.0-a1-b1346'
417 archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' +
418 build)
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700419 symbol_url = '/'.join([archive_url_prefix,
420 downloadable_artifact.DEBUG_SYMBOLS])
421 uploaded_list_url = '/'.join([archive_url_prefix,
422 devserver_util.UPLOADED_LIST])
423 mock_data = 'mock-tarball.tgz\nmock-debug.tgz'
Chris Masone816e38c2012-05-02 12:22:36 -0700424 self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun')
Chris Masone816e38c2012-05-02 12:22:36 -0700425
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700426 # GSUtil cat gs://archive_url_prefix/UPLOADED.
427 gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST),
Chris Masone816e38c2012-05-02 12:22:36 -0700428 mox.IgnoreArg()).AndReturn(mock_data)
429
430 self.mox.ReplayAll()
431 artifacts = devserver_util.GatherSymbolArtifactDownloads(
432 self._static_dir, archive_url_prefix, self._install_dir)
433 for index, artifact in enumerate(artifacts):
434 self.assertEqual(artifact._gs_path, symbol_url)
435 self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir))
436
437 self.mox.VerifyAll()
438
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700439 def testIsAvailable(self):
440 """Test that we can detect whether the target artifacts are avaialble."""
441 # Test when the all target files are available
442 pattern_list = ['_full_', 'autotest.tar']
443 uploaded_list = ['chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin',
444 'debug.tgz',
445 'autotest.tar.bz2']
446
447 available = devserver_util.IsAvailable(pattern_list, uploaded_list)
448 self.assertTrue(available)
449
450 # Test when some target files are missing
451 pattern_list = ['_full_', 'autotest.tar']
452 uploaded_list = ['chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin',
453 'debug.tgz']
454
455 available = devserver_util.IsAvailable(pattern_list, uploaded_list)
456 self.assertFalse(available)
457
458 def testWaitUntilAvailable(self):
459 """Test that we can poll until all target artifacts are available."""
Chris Masone816e38c2012-05-02 12:22:36 -0700460 build = 'R17-1413.0.0-a1-b1346'
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700461 archive_url = ('gs://chromeos-image-archive/x86-mario-release/'
462 'R17-1413.0.0-a1-b1346')
463 to_wait_list = ['_full_']
Chris Masone816e38c2012-05-02 12:22:36 -0700464 mock_data = 'mock data\nmock_data\nmock_data'
Chris Masone816e38c2012-05-02 12:22:36 -0700465
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700466 self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun')
467 self.mox.StubOutWithMock(devserver_util, 'IsAvailable')
468
469 # GSUtil cat gs://archive_url_prefix/UPLOADED.
470 gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST),
Chris Masone816e38c2012-05-02 12:22:36 -0700471 mox.IgnoreArg()).AndReturn(mock_data)
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700472 devserver_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(True)
Chris Masone816e38c2012-05-02 12:22:36 -0700473
474 self.mox.ReplayAll()
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700475 uploaded_list = devserver_util.WaitUntilAvailable(to_wait_list, archive_url,
476 'UNIT TEST', delay=1)
477 self.assertEqual(uploaded_list, mock_data.splitlines())
Chris Masone816e38c2012-05-02 12:22:36 -0700478 self.mox.VerifyAll()
479
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700480 def testWaitUntilAvailableWithRetry(self):
481 """Test that we can poll until all target artifacts are available."""
Chris Masone816e38c2012-05-02 12:22:36 -0700482 build = 'R17-1413.0.0-a1-b1346'
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700483 archive_url = ('gs://chromeos-image-archive/x86-mario-release/'
484 'R17-1413.0.0-a1-b1346')
485 to_wait_list = ['_full_']
486 mock_data = 'mock data\nmock_data\nmock_data'
Chris Masone816e38c2012-05-02 12:22:36 -0700487
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700488 self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun')
489 self.mox.StubOutWithMock(devserver_util, 'IsAvailable')
490
491 # GSUtil cat gs://archive_url_prefix/UPLOADED.
492 gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST),
493 mox.IgnoreArg()).AndReturn(mock_data)
494 devserver_util.IsAvailable(mox.IgnoreArg(),
495 mox.IgnoreArg()).AndReturn(False)
496
497 gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST),
498 mox.IgnoreArg()).AndReturn(mock_data)
499 devserver_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(True)
Chris Masone816e38c2012-05-02 12:22:36 -0700500
501 self.mox.ReplayAll()
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700502 uploaded_list = devserver_util.WaitUntilAvailable(to_wait_list, archive_url,
503 'UNIT TEST', delay=1)
504 self.assertEqual(uploaded_list, mock_data.splitlines())
Chris Masone816e38c2012-05-02 12:22:36 -0700505 self.mox.VerifyAll()
506
Yu-Ju Hong825ddc32012-08-13 18:47:10 -0700507 def testWaitUntilAvailableTimeout(self):
508 """Test that we wait for the target artifacts until timeout occurs."""
509 build = 'R17-1413.0.0-a1-b1346'
510 archive_url = ('gs://chromeos-image-archive/x86-mario-release/'
511 'R17-1413.0.0-a1-b1346')
512 to_wait_list = ['_full_']
513 mock_data = 'mock data\nmock_data\nmock_data'
514
515 self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun')
516 self.mox.StubOutWithMock(devserver_util, 'IsAvailable')
517
518 # GSUtil cat gs://archive_url_prefix/UPLOADED.
519 gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST),
520 mox.IgnoreArg()).AndReturn(mock_data)
521 devserver_util.IsAvailable(mox.IgnoreArg(),
522 mox.IgnoreArg()).AndReturn(False)
523
524 self.mox.ReplayAll()
525 self.assertRaises(devserver_util.DevServerUtilError,
526 devserver_util.WaitUntilAvailable,
527 to_wait_list,
528 archive_url,
529 'UNIT TEST',
530 delay=2,
531 timeout=1)
532 self.mox.VerifyAll()
Frank Farzan37761d12011-12-01 14:29:08 -0800533
534if __name__ == '__main__':
535 unittest.main()