Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 1 | #!/usr/bin/python |
| 2 | # |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 3 | # Copyright (c) 2012 The Chromium OS Authors. All rights reserved. |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 4 | # Use of this source code is governed by a BSD-style license that can be |
| 5 | # found in the LICENSE file. |
| 6 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 7 | """Unit tests for common_util module.""" |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 8 | |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 9 | import mox |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 10 | import os |
| 11 | import shutil |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 12 | import subprocess |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 13 | import tempfile |
| 14 | import unittest |
| 15 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 16 | import build_artifact |
| 17 | import common_util |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 18 | import gsutil_util |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 19 | |
| 20 | |
| 21 | # Fake Dev Server Layout: |
| 22 | TEST_LAYOUT = { |
| 23 | 'test-board-1': ['R17-1413.0.0-a1-b1346', 'R17-18.0.0-a1-b1346'], |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 24 | 'test-board-2': ['R16-2241.0.0-a0-b2', 'R17-2.0.0-a1-b1346'], |
| 25 | 'test-board-3': [] |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 26 | } |
| 27 | |
| 28 | |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 29 | class DevServerUtilTest(mox.MoxTestBase): |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 30 | |
| 31 | def setUp(self): |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 32 | mox.MoxTestBase.setUp(self) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 33 | self._static_dir = tempfile.mkdtemp('common_util_unittest') |
| 34 | self._outside_sandbox_dir = tempfile.mkdtemp('common_util_unittest') |
| 35 | self._install_dir = tempfile.mkdtemp('common_util_unittest') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 36 | |
| 37 | for board, builds in TEST_LAYOUT.iteritems(): |
| 38 | board_path = os.path.join(self._static_dir, board) |
| 39 | os.mkdir(board_path) |
| 40 | for build in builds: |
| 41 | build_path = os.path.join(board_path, build) |
| 42 | os.mkdir(build_path) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 43 | with open(os.path.join( |
| 44 | build_path, build_artifact.TEST_IMAGE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 45 | f.write('TEST_IMAGE') |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 46 | with open(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 47 | build_path, build_artifact.STATEFUL_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 48 | f.write('STATEFUL_UPDATE') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 49 | with open(os.path.join( |
| 50 | build_path, build_artifact.ROOT_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 51 | f.write('ROOT_UPDATE') |
| 52 | # AU payloads. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 53 | au_dir = os.path.join(build_path, common_util.AU_BASE) |
| 54 | nton_dir = os.path.join(au_dir, build + common_util.NTON_DIR_SUFFIX) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 55 | os.makedirs(nton_dir) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 56 | with open(os.path.join(nton_dir, build_artifact.ROOT_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 57 | f.write('ROOT_UPDATE') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 58 | mton_dir = os.path.join(au_dir, build + common_util.MTON_DIR_SUFFIX) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 59 | os.makedirs(mton_dir) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 60 | with open(os.path.join(mton_dir, build_artifact.ROOT_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 61 | f.write('ROOT_UPDATE') |
| 62 | |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 63 | self._good_mock_process = self.mox.CreateMock(subprocess.Popen) |
| 64 | self._good_mock_process.returncode = 0 |
| 65 | self._bad_mock_process = self.mox.CreateMock(subprocess.Popen) |
| 66 | self._bad_mock_process.returncode = 1 |
| 67 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 68 | def tearDown(self): |
| 69 | shutil.rmtree(self._static_dir) |
| 70 | shutil.rmtree(self._outside_sandbox_dir) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 71 | shutil.rmtree(self._install_dir) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 72 | |
| 73 | def testParsePayloadList(self): |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 74 | """Tests we can parse the payload list into urls.""" |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 75 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 76 | 'R17-1413.0.0-a1-b1346') |
| 77 | mton_basename = ('chromeos_R17-1412.0.0-a1-b1345_R17-1413.0.0-a1_' |
| 78 | 'x86-mario_delta_dev.bin') |
| 79 | nton_basename = ('chromeos_R17-1413.0.0-a1_R17-1413.0.0-a1_' |
| 80 | 'x86-mario_delta_dev.bin') |
| 81 | full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin') |
| 82 | |
| 83 | mton_url = '/'.join([archive_url_prefix, mton_basename]) |
| 84 | nton_url = '/'.join([archive_url_prefix, nton_basename]) |
| 85 | full_url = '/'.join([archive_url_prefix, full_basename]) |
| 86 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 87 | full_url_out, nton_url_out, mton_url_out = ( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 88 | common_util.ParsePayloadList(archive_url_prefix, |
| 89 | [full_basename, nton_basename, |
| 90 | mton_basename])) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 91 | self.assertEqual([full_url, nton_url, mton_url], |
| 92 | [full_url_out, nton_url_out, mton_url_out]) |
| 93 | |
| 94 | archive_url_prefix = ('gs://chromeos-image-archive/x86-alex_he-release/' |
| 95 | 'R18-1420.0.0-a1-b541') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 96 | |
| 97 | mton_basename = ('chromeos_R18-1418.0.0-a1-b54a0_R18-1420.0.0-a1' |
| 98 | '_x86-alex_he_delta_dev.bin') |
| 99 | nton_basename = ('chromeos_R18-1420.0.0-a1_R18-1420.0.0-a1_' |
| 100 | 'x86-alex_he_delta_dev.bin') |
| 101 | full_basename = ('chromeos_R18-1420.0.0-a1_x86-alex_he_full_dev.bin') |
| 102 | |
| 103 | mton_url = '/'.join([archive_url_prefix, mton_basename]) |
| 104 | nton_url = '/'.join([archive_url_prefix, nton_basename]) |
| 105 | full_url = '/'.join([archive_url_prefix, full_basename]) |
| 106 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 107 | full_url_out, nton_url_out, mton_url_out = ( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 108 | common_util.ParsePayloadList(archive_url_prefix, |
| 109 | [full_basename, nton_basename, |
| 110 | mton_basename])) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 111 | self.assertEqual([full_url, nton_url, mton_url], |
| 112 | [full_url_out, nton_url_out, mton_url_out]) |
| 113 | |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 114 | def testParsePayloadListWithoutDeltas(self): |
| 115 | """Tests we can parse the payload list when no delta updates exist.""" |
| 116 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 117 | 'R17-1413.0.0-a1-b1346') |
| 118 | full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin') |
| 119 | full_url = '/'.join([archive_url_prefix, full_basename]) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 120 | full_url_out, nton_url_out, mton_url_out = ( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 121 | common_util.ParsePayloadList( |
| 122 | archive_url_prefix, [full_basename, '', ''])) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 123 | self.assertEqual([full_url, None, None], |
| 124 | [full_url_out, nton_url_out, mton_url_out]) |
| 125 | |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 126 | def testParsePartialPayloadList(self): |
| 127 | """Tests that we can parse a payload list with missing optional payload.""" |
| 128 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' |
| 129 | 'R17-1413.0.0-a1-b1346/') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 130 | nton_basename = ('chromeos_R17-1413.0.0-a1_R17-1413.0.0-a1_x86-' |
| 131 | 'mario_delta_dev.bin') |
| 132 | full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin') |
| 133 | |
| 134 | nton_url = '/'.join([archive_url_prefix, nton_basename]) |
| 135 | full_url = '/'.join([archive_url_prefix, full_basename]) |
| 136 | |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 137 | full_url_out, nton_url_out, mton_url_out = ( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 138 | common_util.ParsePayloadList(archive_url_prefix, |
| 139 | [full_basename, nton_basename])) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 140 | self.assertEqual([full_url, nton_url, None], |
| 141 | [full_url_out, nton_url_out, mton_url_out]) |
| 142 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 143 | def testInstallBuild(self): |
Simon Glass | f5019de | 2012-03-20 12:14:41 -0700 | [diff] [blame] | 144 | # TODO(frankf): Implement this test |
| 145 | # self.fail('Not implemented.') |
| 146 | pass |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 147 | |
| 148 | def testPrepareAutotestPkgs(self): |
Simon Glass | f5019de | 2012-03-20 12:14:41 -0700 | [diff] [blame] | 149 | # TODO(frankf): Implement this test |
| 150 | # self.fail('Not implemented.') |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 151 | # TODO: implement |
Simon Glass | f5019de | 2012-03-20 12:14:41 -0700 | [diff] [blame] | 152 | pass |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 153 | |
| 154 | def testSafeSandboxAccess(self): |
| 155 | # Path is in sandbox. |
| 156 | self.assertTrue( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 157 | common_util.SafeSandboxAccess( |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 158 | self._static_dir, os.path.join(self._static_dir, 'some-board'))) |
| 159 | |
| 160 | # Path is sandbox. |
| 161 | self.assertFalse( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 162 | common_util.SafeSandboxAccess(self._static_dir, self._static_dir)) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 163 | |
| 164 | # Path is outside the sandbox. |
| 165 | self.assertFalse( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 166 | common_util.SafeSandboxAccess( |
| 167 | self._static_dir, self._outside_sandbox_dir)) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 168 | |
| 169 | # Path contains '..'. |
| 170 | self.assertFalse( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 171 | common_util.SafeSandboxAccess( |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 172 | self._static_dir, os.path.join(self._static_dir, os.pardir))) |
| 173 | |
| 174 | # Path contains symbolic link references. |
| 175 | os.chdir(self._static_dir) |
| 176 | os.symlink(os.pardir, 'parent') |
| 177 | self.assertFalse( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 178 | common_util.SafeSandboxAccess( |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 179 | self._static_dir, os.path.join(self._static_dir, os.pardir))) |
| 180 | |
| 181 | def testAcquireReleaseLocks(self): |
Gilad Arnold | 5174ca2 | 2012-09-12 10:49:09 -0700 | [diff] [blame] | 182 | # Successful lock and unlock, removing the newly created directory. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 183 | lock_file = common_util.AcquireLock(self._static_dir, 'test-lock') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 184 | self.assertTrue(os.path.exists(lock_file)) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 185 | common_util.ReleaseLock(self._static_dir, 'test-lock', destroy=True) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 186 | self.assertFalse(os.path.exists(lock_file)) |
| 187 | |
Gilad Arnold | 5174ca2 | 2012-09-12 10:49:09 -0700 | [diff] [blame] | 188 | # Attempt to freshly create and lock an existing directory. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 189 | common_util.AcquireLock(self._static_dir, 'test-lock') |
| 190 | common_util.ReleaseLock(self._static_dir, 'test-lock') |
| 191 | self.assertRaises(common_util.DevServerUtilError, common_util.AcquireLock, |
| 192 | self._static_dir, 'test-lock') |
| 193 | common_util.AcquireLock(self._static_dir, 'test-lock', create_once=False) |
| 194 | common_util.ReleaseLock(self._static_dir, 'test-lock', destroy=True) |
Gilad Arnold | 5174ca2 | 2012-09-12 10:49:09 -0700 | [diff] [blame] | 195 | |
| 196 | # Sucessfully re-lock a pre-existing directory. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 197 | common_util.AcquireLock(self._static_dir, 'test-lock') |
| 198 | common_util.ReleaseLock(self._static_dir, 'test-lock') |
| 199 | common_util.AcquireLock(self._static_dir, 'test-lock', create_once=False) |
| 200 | common_util.ReleaseLock(self._static_dir, 'test-lock', destroy=True) |
Gilad Arnold | 5174ca2 | 2012-09-12 10:49:09 -0700 | [diff] [blame] | 201 | |
| 202 | # Attempt to lock an already locked directory. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 203 | common_util.AcquireLock(self._static_dir, 'test-lock') |
| 204 | self.assertRaises(common_util.DevServerUtilError, common_util.AcquireLock, |
| 205 | self._static_dir, 'test-lock') |
| 206 | common_util.ReleaseLock(self._static_dir, 'test-lock', destroy=True) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 207 | |
| 208 | def testFindMatchingBoards(self): |
| 209 | for key in TEST_LAYOUT: |
| 210 | # Partial match with multiple boards. |
| 211 | self.assertEqual( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 212 | set(common_util.FindMatchingBoards(self._static_dir, key[:-5])), |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 213 | set(TEST_LAYOUT.keys())) |
| 214 | |
| 215 | # Absolute match. |
| 216 | self.assertEqual( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 217 | common_util.FindMatchingBoards(self._static_dir, key), [key]) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 218 | |
| 219 | # Invalid partial match. |
| 220 | self.assertEqual( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 221 | common_util.FindMatchingBoards(self._static_dir, 'asdfsadf'), []) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 222 | |
| 223 | def testFindMatchingBuilds(self): |
| 224 | # Try a partial board and build match with single match. |
| 225 | self.assertEqual( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 226 | common_util.FindMatchingBuilds(self._static_dir, 'test-board', |
| 227 | 'R17-1413'), |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 228 | [('test-board-1', 'R17-1413.0.0-a1-b1346')]) |
| 229 | |
| 230 | # Try a partial board and build match with multiple match. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 231 | actual = set(common_util.FindMatchingBuilds( |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 232 | self._static_dir, 'test-board', 'R17')) |
| 233 | expected = set([('test-board-1', 'R17-1413.0.0-a1-b1346'), |
| 234 | ('test-board-1', 'R17-18.0.0-a1-b1346'), |
| 235 | ('test-board-2', 'R17-2.0.0-a1-b1346')]) |
| 236 | self.assertEqual(actual, expected) |
| 237 | |
| 238 | def testGetLatestBuildVersion(self): |
| 239 | self.assertEqual( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 240 | common_util.GetLatestBuildVersion(self._static_dir, 'test-board-1'), |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 241 | 'R17-1413.0.0-a1-b1346') |
| 242 | |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 243 | def testGetLatestBuildVersionLatest(self): |
| 244 | """Test that we raise DevServerUtilError when a build dir is empty.""" |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 245 | self.assertRaises(common_util.DevServerUtilError, |
| 246 | common_util.GetLatestBuildVersion, |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 247 | self._static_dir, 'test-board-3') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 248 | |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 249 | def testGetLatestBuildVersionUnknownBuild(self): |
| 250 | """Test that we raise DevServerUtilError when a build dir does not exist.""" |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 251 | self.assertRaises(common_util.DevServerUtilError, |
| 252 | common_util.GetLatestBuildVersion, |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 253 | self._static_dir, 'bad-dir') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 254 | |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 255 | def testGetLatestBuildVersionMilestone(self): |
| 256 | """Test that we can get builds based on milestone.""" |
| 257 | expected_build_str = 'R16-2241.0.0-a0-b2' |
| 258 | milestone = 'R16' |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 259 | build_str = common_util.GetLatestBuildVersion( |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 260 | self._static_dir, 'test-board-2', milestone) |
| 261 | self.assertEqual(expected_build_str, build_str) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 262 | |
| 263 | def testCloneBuild(self): |
| 264 | test_prefix = 'abc' |
| 265 | test_tag = test_prefix + '/123' |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 266 | abc_path = os.path.join( |
| 267 | self._static_dir, common_util.DEV_BUILD_PREFIX, test_tag) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 268 | |
| 269 | os.mkdir(os.path.join(self._static_dir, test_prefix)) |
| 270 | |
| 271 | # Verify leaf path is created and proper values returned. |
| 272 | board, builds = TEST_LAYOUT.items()[0] |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 273 | dev_build = common_util.CloneBuild( |
| 274 | self._static_dir, board, builds[0], test_tag) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 275 | self.assertEquals(dev_build, abc_path) |
| 276 | self.assertTrue(os.path.exists(abc_path)) |
| 277 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 278 | abc_path, build_artifact.TEST_IMAGE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 279 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 280 | abc_path, build_artifact.ROOT_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 281 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 282 | abc_path, build_artifact.STATEFUL_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 283 | |
| 284 | # Verify force properly removes the old directory. |
| 285 | junk_path = os.path.join(dev_build, 'junk') |
| 286 | with open(junk_path, 'w') as f: |
| 287 | f.write('hello!') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 288 | remote_dir = common_util.CloneBuild( |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 289 | self._static_dir, board, builds[0], test_tag, force=True) |
| 290 | self.assertEquals(remote_dir, abc_path) |
| 291 | self.assertTrue(os.path.exists(abc_path)) |
| 292 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 293 | abc_path, build_artifact.TEST_IMAGE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 294 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 295 | abc_path, build_artifact.ROOT_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 296 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 297 | abc_path, build_artifact.STATEFUL_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 298 | self.assertFalse(os.path.exists(junk_path)) |
| 299 | |
| 300 | def testGetControlFile(self): |
| 301 | control_file_dir = os.path.join( |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 302 | self._static_dir, 'test-board-1', 'R17-1413.0.0-a1-b1346', 'autotest', |
| 303 | 'server', 'site_tests', 'network_VPN') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 304 | os.makedirs(control_file_dir) |
| 305 | with open(os.path.join(control_file_dir, 'control'), 'w') as f: |
| 306 | f.write('hello!') |
| 307 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 308 | control_content = common_util.GetControlFile( |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 309 | self._static_dir, 'test-board-1/R17-1413.0.0-a1-b1346', |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 310 | os.path.join('server', 'site_tests', 'network_VPN', 'control')) |
| 311 | self.assertEqual(control_content, 'hello!') |
| 312 | |
| 313 | def testListAutoupdateTargets(self): |
| 314 | for board, builds in TEST_LAYOUT.iteritems(): |
| 315 | for build in builds: |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 316 | au_targets = common_util.ListAutoupdateTargets( |
| 317 | self._static_dir, board, build) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 318 | self.assertEqual(set(au_targets), |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 319 | set([build + common_util.NTON_DIR_SUFFIX, |
| 320 | build + common_util.MTON_DIR_SUFFIX])) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 321 | |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 322 | def testGatherArtifactDownloads(self): |
| 323 | """Tests that we can gather the correct download requirements.""" |
| 324 | build = 'R17-1413.0.0-a1-b1346' |
| 325 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 326 | build) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 327 | mock_data = 'mock data\nmock_data' |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 328 | payloads = map(lambda x: '/'.join([archive_url_prefix, x]), |
| 329 | ['p1', 'p2', 'p3']) |
| 330 | expected_payloads = payloads + map( |
| 331 | lambda x: '/'.join([archive_url_prefix, x]), |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 332 | [build_artifact.STATEFUL_UPDATE, |
| 333 | build_artifact.AUTOTEST_ZIPPED_PACKAGE, |
| 334 | build_artifact.TEST_SUITES_PACKAGE]) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 335 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 336 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
| 337 | self.mox.StubOutWithMock(common_util, 'ParsePayloadList') |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 338 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 339 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 340 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 341 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 342 | common_util.IsAvailable( |
| 343 | mox.IgnoreArg(), mock_data.splitlines()).AndReturn(True) |
| 344 | common_util.ParsePayloadList(archive_url_prefix, |
| 345 | mock_data.splitlines()).AndReturn(payloads) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 346 | |
| 347 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 348 | artifacts = common_util.GatherArtifactDownloads( |
Gilad Arnold | 6f99b98 | 2012-09-12 10:49:40 -0700 | [diff] [blame] | 349 | self._static_dir, archive_url_prefix, self._install_dir, build) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 350 | for index, artifact in enumerate(artifacts): |
| 351 | self.assertEqual(artifact._gs_path, expected_payloads[index]) |
| 352 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 353 | |
| 354 | self.mox.VerifyAll() |
| 355 | |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 356 | def testGatherArtifactDownloadsWithoutMton(self): |
| 357 | """Gather the correct download requirements without mton delta.""" |
| 358 | build = 'R17-1413.0.0-a1-b1346' |
| 359 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 360 | build) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 361 | mock_data = 'mock data\nmock_data\nmock_data' |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 362 | payloads = map(lambda x: '/'.join([archive_url_prefix, x]), |
| 363 | ['p1', 'p2']) |
| 364 | expected_payloads = payloads + map( |
| 365 | lambda x: '/'.join([archive_url_prefix, x]), |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 366 | [build_artifact.STATEFUL_UPDATE, |
| 367 | build_artifact.AUTOTEST_ZIPPED_PACKAGE, |
| 368 | build_artifact.TEST_SUITES_PACKAGE]) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 369 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 370 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
| 371 | self.mox.StubOutWithMock(common_util, 'ParsePayloadList') |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 372 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 373 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 374 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 375 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 376 | common_util.IsAvailable( |
| 377 | mox.IgnoreArg(), mock_data.splitlines()).AndReturn(True) |
| 378 | common_util.ParsePayloadList(archive_url_prefix, |
| 379 | mock_data.splitlines() |
| 380 | ).AndReturn(payloads + [None]) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 381 | |
| 382 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 383 | artifacts = common_util.GatherArtifactDownloads( |
Gilad Arnold | 6f99b98 | 2012-09-12 10:49:40 -0700 | [diff] [blame] | 384 | self._static_dir, archive_url_prefix, self._install_dir, build) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 385 | for index, artifact in enumerate(artifacts): |
| 386 | self.assertEqual(artifact._gs_path, expected_payloads[index]) |
| 387 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 388 | |
| 389 | self.mox.VerifyAll() |
| 390 | |
| 391 | def testGatherArtifactDownloadsWithoutMtonOrNton(self): |
| 392 | """Gather the correct download requirements without delta payloads.""" |
| 393 | build = 'R17-1413.0.0-a1-b1346' |
| 394 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 395 | build) |
| 396 | mock_data = 'mock data\nmock_data' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 397 | |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 398 | payloads = map(lambda x: '/'.join([archive_url_prefix, x]), |
| 399 | ['p1']) |
| 400 | expected_payloads = payloads + map( |
| 401 | lambda x: '/'.join([archive_url_prefix, x]), |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 402 | [build_artifact.STATEFUL_UPDATE, |
| 403 | build_artifact.AUTOTEST_ZIPPED_PACKAGE, |
| 404 | build_artifact.TEST_SUITES_PACKAGE]) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 405 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 406 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
| 407 | self.mox.StubOutWithMock(common_util, 'ParsePayloadList') |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 408 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 409 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 410 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 411 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 412 | common_util.IsAvailable( |
| 413 | mox.IgnoreArg(), mock_data.splitlines()).AndReturn(True) |
| 414 | common_util.ParsePayloadList(archive_url_prefix, |
| 415 | mock_data.splitlines() |
| 416 | ).AndReturn(payloads + [None, None]) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 417 | |
| 418 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 419 | artifacts = common_util.GatherArtifactDownloads( |
Gilad Arnold | 6f99b98 | 2012-09-12 10:49:40 -0700 | [diff] [blame] | 420 | self._static_dir, archive_url_prefix, self._install_dir, build) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 421 | for index, artifact in enumerate(artifacts): |
| 422 | self.assertEqual(artifact._gs_path, expected_payloads[index]) |
| 423 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 424 | |
| 425 | self.mox.VerifyAll() |
| 426 | |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 427 | def testGatherSymbolArtifactDownloads(self): |
| 428 | """Tests that we can find debug symbol artifacts to download.""" |
| 429 | build = 'R17-1413.0.0-a1-b1346' |
| 430 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 431 | build) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 432 | symbol_url = '/'.join([archive_url_prefix, |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 433 | build_artifact.DEBUG_SYMBOLS]) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 434 | uploaded_list_url = '/'.join([archive_url_prefix, |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 435 | common_util.UPLOADED_LIST]) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 436 | mock_data = 'mock-tarball.tgz\nmock-debug.tgz' |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 437 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 438 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 439 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 440 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 441 | mox.IgnoreArg()).AndReturn(mock_data) |
| 442 | |
| 443 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 444 | artifacts = common_util.GatherSymbolArtifactDownloads( |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 445 | self._static_dir, archive_url_prefix, self._install_dir) |
| 446 | for index, artifact in enumerate(artifacts): |
| 447 | self.assertEqual(artifact._gs_path, symbol_url) |
| 448 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
| 449 | |
| 450 | self.mox.VerifyAll() |
| 451 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 452 | def testIsAvailable(self): |
| 453 | """Test that we can detect whether the target artifacts are avaialble.""" |
| 454 | # Test when the all target files are available |
| 455 | pattern_list = ['_full_', 'autotest.tar'] |
| 456 | uploaded_list = ['chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin', |
| 457 | 'debug.tgz', |
| 458 | 'autotest.tar.bz2'] |
| 459 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 460 | available = common_util.IsAvailable(pattern_list, uploaded_list) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 461 | self.assertTrue(available) |
| 462 | |
| 463 | # Test when some target files are missing |
| 464 | pattern_list = ['_full_', 'autotest.tar'] |
| 465 | uploaded_list = ['chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin', |
| 466 | 'debug.tgz'] |
| 467 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 468 | available = common_util.IsAvailable(pattern_list, uploaded_list) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 469 | self.assertFalse(available) |
| 470 | |
| 471 | def testWaitUntilAvailable(self): |
| 472 | """Test that we can poll until all target artifacts are available.""" |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 473 | build = 'R17-1413.0.0-a1-b1346' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 474 | archive_url = ('gs://chromeos-image-archive/x86-mario-release/' |
| 475 | 'R17-1413.0.0-a1-b1346') |
| 476 | to_wait_list = ['_full_'] |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 477 | mock_data = 'mock data\nmock_data\nmock_data' |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 478 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 479 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 480 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 481 | |
| 482 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 483 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 484 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 485 | common_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(True) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 486 | |
| 487 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 488 | uploaded_list = common_util.WaitUntilAvailable( |
| 489 | to_wait_list, archive_url, 'UNIT TEST', delay=1) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 490 | self.assertEqual(uploaded_list, mock_data.splitlines()) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 491 | self.mox.VerifyAll() |
| 492 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 493 | def testWaitUntilAvailableWithRetry(self): |
| 494 | """Test that we can poll until all target artifacts are available.""" |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 495 | build = 'R17-1413.0.0-a1-b1346' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 496 | archive_url = ('gs://chromeos-image-archive/x86-mario-release/' |
| 497 | 'R17-1413.0.0-a1-b1346') |
| 498 | to_wait_list = ['_full_'] |
| 499 | mock_data = 'mock data\nmock_data\nmock_data' |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 500 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 501 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 502 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 503 | |
| 504 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 505 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 506 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 507 | common_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(False) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 508 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 509 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 510 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 511 | common_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(True) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 512 | |
| 513 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 514 | uploaded_list = common_util.WaitUntilAvailable( |
| 515 | to_wait_list, archive_url, 'UNIT TEST', delay=1) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 516 | self.assertEqual(uploaded_list, mock_data.splitlines()) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 517 | self.mox.VerifyAll() |
| 518 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 519 | def testWaitUntilAvailableTimeout(self): |
| 520 | """Test that we wait for the target artifacts until timeout occurs.""" |
| 521 | build = 'R17-1413.0.0-a1-b1346' |
| 522 | archive_url = ('gs://chromeos-image-archive/x86-mario-release/' |
| 523 | 'R17-1413.0.0-a1-b1346') |
| 524 | to_wait_list = ['_full_'] |
| 525 | mock_data = 'mock data\nmock_data\nmock_data' |
| 526 | |
| 527 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 528 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 529 | |
| 530 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 531 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 532 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 533 | common_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(False) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 534 | |
| 535 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame^] | 536 | self.assertRaises(common_util.DevServerUtilError, |
| 537 | common_util.WaitUntilAvailable, |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 538 | to_wait_list, |
| 539 | archive_url, |
| 540 | 'UNIT TEST', |
| 541 | delay=2, |
| 542 | timeout=1) |
| 543 | self.mox.VerifyAll() |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 544 | |
| 545 | if __name__ == '__main__': |
| 546 | unittest.main() |