Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 1 | #!/usr/bin/python |
| 2 | # |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 3 | # Copyright (c) 2012 The Chromium OS Authors. All rights reserved. |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 4 | # Use of this source code is governed by a BSD-style license that can be |
| 5 | # found in the LICENSE file. |
| 6 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 7 | """Unit tests for common_util module.""" |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 8 | |
| 9 | import os |
| 10 | import shutil |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 11 | import subprocess |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 12 | import tempfile |
| 13 | import unittest |
| 14 | |
Gilad Arnold | abb352e | 2012-09-23 01:24:27 -0700 | [diff] [blame] | 15 | import mox |
| 16 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 17 | import build_artifact |
| 18 | import common_util |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 19 | import gsutil_util |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 20 | |
| 21 | |
| 22 | # Fake Dev Server Layout: |
| 23 | TEST_LAYOUT = { |
| 24 | 'test-board-1': ['R17-1413.0.0-a1-b1346', 'R17-18.0.0-a1-b1346'], |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 25 | 'test-board-2': ['R16-2241.0.0-a0-b2', 'R17-2.0.0-a1-b1346'], |
| 26 | 'test-board-3': [] |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 27 | } |
| 28 | |
| 29 | |
Gilad Arnold | 17fe03d | 2012-10-02 10:05:01 -0700 | [diff] [blame^] | 30 | class CommonUtilTest(mox.MoxTestBase): |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 31 | |
| 32 | def setUp(self): |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 33 | mox.MoxTestBase.setUp(self) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 34 | self._static_dir = tempfile.mkdtemp('common_util_unittest') |
| 35 | self._outside_sandbox_dir = tempfile.mkdtemp('common_util_unittest') |
| 36 | self._install_dir = tempfile.mkdtemp('common_util_unittest') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 37 | |
| 38 | for board, builds in TEST_LAYOUT.iteritems(): |
| 39 | board_path = os.path.join(self._static_dir, board) |
| 40 | os.mkdir(board_path) |
| 41 | for build in builds: |
| 42 | build_path = os.path.join(board_path, build) |
| 43 | os.mkdir(build_path) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 44 | with open(os.path.join( |
| 45 | build_path, build_artifact.TEST_IMAGE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 46 | f.write('TEST_IMAGE') |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 47 | with open(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 48 | build_path, build_artifact.STATEFUL_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 49 | f.write('STATEFUL_UPDATE') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 50 | with open(os.path.join( |
| 51 | build_path, build_artifact.ROOT_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 52 | f.write('ROOT_UPDATE') |
| 53 | # AU payloads. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 54 | au_dir = os.path.join(build_path, common_util.AU_BASE) |
| 55 | nton_dir = os.path.join(au_dir, build + common_util.NTON_DIR_SUFFIX) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 56 | os.makedirs(nton_dir) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 57 | with open(os.path.join(nton_dir, build_artifact.ROOT_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 58 | f.write('ROOT_UPDATE') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 59 | mton_dir = os.path.join(au_dir, build + common_util.MTON_DIR_SUFFIX) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 60 | os.makedirs(mton_dir) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 61 | with open(os.path.join(mton_dir, build_artifact.ROOT_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 62 | f.write('ROOT_UPDATE') |
| 63 | |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 64 | self._good_mock_process = self.mox.CreateMock(subprocess.Popen) |
| 65 | self._good_mock_process.returncode = 0 |
| 66 | self._bad_mock_process = self.mox.CreateMock(subprocess.Popen) |
| 67 | self._bad_mock_process.returncode = 1 |
| 68 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 69 | def tearDown(self): |
| 70 | shutil.rmtree(self._static_dir) |
| 71 | shutil.rmtree(self._outside_sandbox_dir) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 72 | shutil.rmtree(self._install_dir) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 73 | |
| 74 | def testParsePayloadList(self): |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 75 | """Tests we can parse the payload list into urls.""" |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 76 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 77 | 'R17-1413.0.0-a1-b1346') |
| 78 | mton_basename = ('chromeos_R17-1412.0.0-a1-b1345_R17-1413.0.0-a1_' |
| 79 | 'x86-mario_delta_dev.bin') |
| 80 | nton_basename = ('chromeos_R17-1413.0.0-a1_R17-1413.0.0-a1_' |
| 81 | 'x86-mario_delta_dev.bin') |
| 82 | full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin') |
| 83 | |
| 84 | mton_url = '/'.join([archive_url_prefix, mton_basename]) |
| 85 | nton_url = '/'.join([archive_url_prefix, nton_basename]) |
| 86 | full_url = '/'.join([archive_url_prefix, full_basename]) |
| 87 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 88 | full_url_out, nton_url_out, mton_url_out = ( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 89 | common_util.ParsePayloadList(archive_url_prefix, |
| 90 | [full_basename, nton_basename, |
| 91 | mton_basename])) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 92 | self.assertEqual([full_url, nton_url, mton_url], |
| 93 | [full_url_out, nton_url_out, mton_url_out]) |
| 94 | |
| 95 | archive_url_prefix = ('gs://chromeos-image-archive/x86-alex_he-release/' |
| 96 | 'R18-1420.0.0-a1-b541') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 97 | |
| 98 | mton_basename = ('chromeos_R18-1418.0.0-a1-b54a0_R18-1420.0.0-a1' |
| 99 | '_x86-alex_he_delta_dev.bin') |
| 100 | nton_basename = ('chromeos_R18-1420.0.0-a1_R18-1420.0.0-a1_' |
| 101 | 'x86-alex_he_delta_dev.bin') |
| 102 | full_basename = ('chromeos_R18-1420.0.0-a1_x86-alex_he_full_dev.bin') |
| 103 | |
| 104 | mton_url = '/'.join([archive_url_prefix, mton_basename]) |
| 105 | nton_url = '/'.join([archive_url_prefix, nton_basename]) |
| 106 | full_url = '/'.join([archive_url_prefix, full_basename]) |
| 107 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 108 | full_url_out, nton_url_out, mton_url_out = ( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 109 | common_util.ParsePayloadList(archive_url_prefix, |
| 110 | [full_basename, nton_basename, |
| 111 | mton_basename])) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 112 | self.assertEqual([full_url, nton_url, mton_url], |
| 113 | [full_url_out, nton_url_out, mton_url_out]) |
| 114 | |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 115 | def testParsePayloadListWithoutDeltas(self): |
| 116 | """Tests we can parse the payload list when no delta updates exist.""" |
| 117 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 118 | 'R17-1413.0.0-a1-b1346') |
| 119 | full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin') |
| 120 | full_url = '/'.join([archive_url_prefix, full_basename]) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 121 | full_url_out, nton_url_out, mton_url_out = ( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 122 | common_util.ParsePayloadList( |
| 123 | archive_url_prefix, [full_basename, '', ''])) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 124 | self.assertEqual([full_url, None, None], |
| 125 | [full_url_out, nton_url_out, mton_url_out]) |
| 126 | |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 127 | def testParsePartialPayloadList(self): |
| 128 | """Tests that we can parse a payload list with missing optional payload.""" |
| 129 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' |
| 130 | 'R17-1413.0.0-a1-b1346/') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 131 | nton_basename = ('chromeos_R17-1413.0.0-a1_R17-1413.0.0-a1_x86-' |
| 132 | 'mario_delta_dev.bin') |
| 133 | full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin') |
| 134 | |
| 135 | nton_url = '/'.join([archive_url_prefix, nton_basename]) |
| 136 | full_url = '/'.join([archive_url_prefix, full_basename]) |
| 137 | |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 138 | full_url_out, nton_url_out, mton_url_out = ( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 139 | common_util.ParsePayloadList(archive_url_prefix, |
| 140 | [full_basename, nton_basename])) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 141 | self.assertEqual([full_url, nton_url, None], |
| 142 | [full_url_out, nton_url_out, mton_url_out]) |
| 143 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 144 | def testInstallBuild(self): |
Simon Glass | f5019de | 2012-03-20 12:14:41 -0700 | [diff] [blame] | 145 | # TODO(frankf): Implement this test |
| 146 | # self.fail('Not implemented.') |
| 147 | pass |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 148 | |
| 149 | def testPrepareAutotestPkgs(self): |
Simon Glass | f5019de | 2012-03-20 12:14:41 -0700 | [diff] [blame] | 150 | # TODO(frankf): Implement this test |
| 151 | # self.fail('Not implemented.') |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 152 | # TODO: implement |
Simon Glass | f5019de | 2012-03-20 12:14:41 -0700 | [diff] [blame] | 153 | pass |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 154 | |
| 155 | def testSafeSandboxAccess(self): |
| 156 | # Path is in sandbox. |
| 157 | self.assertTrue( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 158 | common_util.SafeSandboxAccess( |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 159 | self._static_dir, os.path.join(self._static_dir, 'some-board'))) |
| 160 | |
| 161 | # Path is sandbox. |
| 162 | self.assertFalse( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 163 | common_util.SafeSandboxAccess(self._static_dir, self._static_dir)) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 164 | |
| 165 | # Path is outside the sandbox. |
| 166 | self.assertFalse( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 167 | common_util.SafeSandboxAccess( |
| 168 | self._static_dir, self._outside_sandbox_dir)) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 169 | |
| 170 | # Path contains '..'. |
| 171 | self.assertFalse( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 172 | common_util.SafeSandboxAccess( |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 173 | self._static_dir, os.path.join(self._static_dir, os.pardir))) |
| 174 | |
| 175 | # Path contains symbolic link references. |
| 176 | os.chdir(self._static_dir) |
| 177 | os.symlink(os.pardir, 'parent') |
| 178 | self.assertFalse( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 179 | common_util.SafeSandboxAccess( |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 180 | self._static_dir, os.path.join(self._static_dir, os.pardir))) |
| 181 | |
| 182 | def testAcquireReleaseLocks(self): |
Gilad Arnold | 5174ca2 | 2012-09-12 10:49:09 -0700 | [diff] [blame] | 183 | # Successful lock and unlock, removing the newly created directory. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 184 | lock_file = common_util.AcquireLock(self._static_dir, 'test-lock') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 185 | self.assertTrue(os.path.exists(lock_file)) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 186 | common_util.ReleaseLock(self._static_dir, 'test-lock', destroy=True) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 187 | self.assertFalse(os.path.exists(lock_file)) |
| 188 | |
Gilad Arnold | 5174ca2 | 2012-09-12 10:49:09 -0700 | [diff] [blame] | 189 | # Attempt to freshly create and lock an existing directory. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 190 | common_util.AcquireLock(self._static_dir, 'test-lock') |
| 191 | common_util.ReleaseLock(self._static_dir, 'test-lock') |
Gilad Arnold | 17fe03d | 2012-10-02 10:05:01 -0700 | [diff] [blame^] | 192 | self.assertRaises(common_util.CommonUtilError, common_util.AcquireLock, |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 193 | self._static_dir, 'test-lock') |
| 194 | common_util.AcquireLock(self._static_dir, 'test-lock', create_once=False) |
| 195 | common_util.ReleaseLock(self._static_dir, 'test-lock', destroy=True) |
Gilad Arnold | 5174ca2 | 2012-09-12 10:49:09 -0700 | [diff] [blame] | 196 | |
| 197 | # Sucessfully re-lock a pre-existing directory. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 198 | common_util.AcquireLock(self._static_dir, 'test-lock') |
| 199 | common_util.ReleaseLock(self._static_dir, 'test-lock') |
| 200 | common_util.AcquireLock(self._static_dir, 'test-lock', create_once=False) |
| 201 | common_util.ReleaseLock(self._static_dir, 'test-lock', destroy=True) |
Gilad Arnold | 5174ca2 | 2012-09-12 10:49:09 -0700 | [diff] [blame] | 202 | |
| 203 | # Attempt to lock an already locked directory. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 204 | common_util.AcquireLock(self._static_dir, 'test-lock') |
Gilad Arnold | 17fe03d | 2012-10-02 10:05:01 -0700 | [diff] [blame^] | 205 | self.assertRaises(common_util.CommonUtilError, common_util.AcquireLock, |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 206 | self._static_dir, 'test-lock') |
| 207 | common_util.ReleaseLock(self._static_dir, 'test-lock', destroy=True) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 208 | |
| 209 | def testFindMatchingBoards(self): |
| 210 | for key in TEST_LAYOUT: |
| 211 | # Partial match with multiple boards. |
| 212 | self.assertEqual( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 213 | set(common_util.FindMatchingBoards(self._static_dir, key[:-5])), |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 214 | set(TEST_LAYOUT.keys())) |
| 215 | |
| 216 | # Absolute match. |
| 217 | self.assertEqual( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 218 | common_util.FindMatchingBoards(self._static_dir, key), [key]) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 219 | |
| 220 | # Invalid partial match. |
| 221 | self.assertEqual( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 222 | common_util.FindMatchingBoards(self._static_dir, 'asdfsadf'), []) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 223 | |
| 224 | def testFindMatchingBuilds(self): |
| 225 | # Try a partial board and build match with single match. |
| 226 | self.assertEqual( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 227 | common_util.FindMatchingBuilds(self._static_dir, 'test-board', |
| 228 | 'R17-1413'), |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 229 | [('test-board-1', 'R17-1413.0.0-a1-b1346')]) |
| 230 | |
| 231 | # Try a partial board and build match with multiple match. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 232 | actual = set(common_util.FindMatchingBuilds( |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 233 | self._static_dir, 'test-board', 'R17')) |
| 234 | expected = set([('test-board-1', 'R17-1413.0.0-a1-b1346'), |
| 235 | ('test-board-1', 'R17-18.0.0-a1-b1346'), |
| 236 | ('test-board-2', 'R17-2.0.0-a1-b1346')]) |
| 237 | self.assertEqual(actual, expected) |
| 238 | |
| 239 | def testGetLatestBuildVersion(self): |
| 240 | self.assertEqual( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 241 | common_util.GetLatestBuildVersion(self._static_dir, 'test-board-1'), |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 242 | 'R17-1413.0.0-a1-b1346') |
| 243 | |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 244 | def testGetLatestBuildVersionLatest(self): |
Gilad Arnold | 17fe03d | 2012-10-02 10:05:01 -0700 | [diff] [blame^] | 245 | """Test that we raise CommonUtilError when a build dir is empty.""" |
| 246 | self.assertRaises(common_util.CommonUtilError, |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 247 | common_util.GetLatestBuildVersion, |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 248 | self._static_dir, 'test-board-3') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 249 | |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 250 | def testGetLatestBuildVersionUnknownBuild(self): |
Gilad Arnold | 17fe03d | 2012-10-02 10:05:01 -0700 | [diff] [blame^] | 251 | """Test that we raise CommonUtilError when a build dir does not exist.""" |
| 252 | self.assertRaises(common_util.CommonUtilError, |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 253 | common_util.GetLatestBuildVersion, |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 254 | self._static_dir, 'bad-dir') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 255 | |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 256 | def testGetLatestBuildVersionMilestone(self): |
| 257 | """Test that we can get builds based on milestone.""" |
| 258 | expected_build_str = 'R16-2241.0.0-a0-b2' |
| 259 | milestone = 'R16' |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 260 | build_str = common_util.GetLatestBuildVersion( |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 261 | self._static_dir, 'test-board-2', milestone) |
| 262 | self.assertEqual(expected_build_str, build_str) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 263 | |
| 264 | def testCloneBuild(self): |
| 265 | test_prefix = 'abc' |
| 266 | test_tag = test_prefix + '/123' |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 267 | abc_path = os.path.join( |
| 268 | self._static_dir, common_util.DEV_BUILD_PREFIX, test_tag) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 269 | |
| 270 | os.mkdir(os.path.join(self._static_dir, test_prefix)) |
| 271 | |
| 272 | # Verify leaf path is created and proper values returned. |
| 273 | board, builds = TEST_LAYOUT.items()[0] |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 274 | dev_build = common_util.CloneBuild( |
| 275 | self._static_dir, board, builds[0], test_tag) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 276 | self.assertEquals(dev_build, abc_path) |
| 277 | self.assertTrue(os.path.exists(abc_path)) |
| 278 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 279 | abc_path, build_artifact.TEST_IMAGE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 280 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 281 | abc_path, build_artifact.ROOT_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 282 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 283 | abc_path, build_artifact.STATEFUL_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 284 | |
| 285 | # Verify force properly removes the old directory. |
| 286 | junk_path = os.path.join(dev_build, 'junk') |
| 287 | with open(junk_path, 'w') as f: |
| 288 | f.write('hello!') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 289 | remote_dir = common_util.CloneBuild( |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 290 | self._static_dir, board, builds[0], test_tag, force=True) |
| 291 | self.assertEquals(remote_dir, abc_path) |
| 292 | self.assertTrue(os.path.exists(abc_path)) |
| 293 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 294 | abc_path, build_artifact.TEST_IMAGE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 295 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 296 | abc_path, build_artifact.ROOT_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 297 | self.assertTrue(os.path.isfile(os.path.join( |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 298 | abc_path, build_artifact.STATEFUL_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 299 | self.assertFalse(os.path.exists(junk_path)) |
| 300 | |
| 301 | def testGetControlFile(self): |
| 302 | control_file_dir = os.path.join( |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 303 | self._static_dir, 'test-board-1', 'R17-1413.0.0-a1-b1346', 'autotest', |
| 304 | 'server', 'site_tests', 'network_VPN') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 305 | os.makedirs(control_file_dir) |
| 306 | with open(os.path.join(control_file_dir, 'control'), 'w') as f: |
| 307 | f.write('hello!') |
| 308 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 309 | control_content = common_util.GetControlFile( |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 310 | self._static_dir, 'test-board-1/R17-1413.0.0-a1-b1346', |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 311 | os.path.join('server', 'site_tests', 'network_VPN', 'control')) |
| 312 | self.assertEqual(control_content, 'hello!') |
| 313 | |
| 314 | def testListAutoupdateTargets(self): |
| 315 | for board, builds in TEST_LAYOUT.iteritems(): |
| 316 | for build in builds: |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 317 | au_targets = common_util.ListAutoupdateTargets( |
| 318 | self._static_dir, board, build) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 319 | self.assertEqual(set(au_targets), |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 320 | set([build + common_util.NTON_DIR_SUFFIX, |
| 321 | build + common_util.MTON_DIR_SUFFIX])) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 322 | |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 323 | def testGatherArtifactDownloads(self): |
| 324 | """Tests that we can gather the correct download requirements.""" |
| 325 | build = 'R17-1413.0.0-a1-b1346' |
| 326 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 327 | build) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 328 | mock_data = 'mock data\nmock_data' |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 329 | payloads = map(lambda x: '/'.join([archive_url_prefix, x]), |
| 330 | ['p1', 'p2', 'p3']) |
| 331 | expected_payloads = payloads + map( |
| 332 | lambda x: '/'.join([archive_url_prefix, x]), |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 333 | [build_artifact.STATEFUL_UPDATE, |
| 334 | build_artifact.AUTOTEST_ZIPPED_PACKAGE, |
| 335 | build_artifact.TEST_SUITES_PACKAGE]) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 336 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 337 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
| 338 | self.mox.StubOutWithMock(common_util, 'ParsePayloadList') |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 339 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 340 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 341 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 342 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 343 | common_util.IsAvailable( |
| 344 | mox.IgnoreArg(), mock_data.splitlines()).AndReturn(True) |
| 345 | common_util.ParsePayloadList(archive_url_prefix, |
| 346 | mock_data.splitlines()).AndReturn(payloads) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 347 | |
| 348 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 349 | artifacts = common_util.GatherArtifactDownloads( |
Gilad Arnold | 6f99b98 | 2012-09-12 10:49:40 -0700 | [diff] [blame] | 350 | self._static_dir, archive_url_prefix, self._install_dir, build) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 351 | for index, artifact in enumerate(artifacts): |
| 352 | self.assertEqual(artifact._gs_path, expected_payloads[index]) |
| 353 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 354 | |
| 355 | self.mox.VerifyAll() |
| 356 | |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 357 | def testGatherArtifactDownloadsWithoutMton(self): |
| 358 | """Gather the correct download requirements without mton delta.""" |
| 359 | build = 'R17-1413.0.0-a1-b1346' |
| 360 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 361 | build) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 362 | mock_data = 'mock data\nmock_data\nmock_data' |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 363 | payloads = map(lambda x: '/'.join([archive_url_prefix, x]), |
| 364 | ['p1', 'p2']) |
| 365 | expected_payloads = payloads + map( |
| 366 | lambda x: '/'.join([archive_url_prefix, x]), |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 367 | [build_artifact.STATEFUL_UPDATE, |
| 368 | build_artifact.AUTOTEST_ZIPPED_PACKAGE, |
| 369 | build_artifact.TEST_SUITES_PACKAGE]) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 370 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 371 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
| 372 | self.mox.StubOutWithMock(common_util, 'ParsePayloadList') |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 373 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 374 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 375 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 376 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 377 | common_util.IsAvailable( |
| 378 | mox.IgnoreArg(), mock_data.splitlines()).AndReturn(True) |
| 379 | common_util.ParsePayloadList(archive_url_prefix, |
| 380 | mock_data.splitlines() |
| 381 | ).AndReturn(payloads + [None]) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 382 | |
| 383 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 384 | artifacts = common_util.GatherArtifactDownloads( |
Gilad Arnold | 6f99b98 | 2012-09-12 10:49:40 -0700 | [diff] [blame] | 385 | self._static_dir, archive_url_prefix, self._install_dir, build) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 386 | for index, artifact in enumerate(artifacts): |
| 387 | self.assertEqual(artifact._gs_path, expected_payloads[index]) |
| 388 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 389 | |
| 390 | self.mox.VerifyAll() |
| 391 | |
| 392 | def testGatherArtifactDownloadsWithoutMtonOrNton(self): |
| 393 | """Gather the correct download requirements without delta payloads.""" |
| 394 | build = 'R17-1413.0.0-a1-b1346' |
| 395 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 396 | build) |
| 397 | mock_data = 'mock data\nmock_data' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 398 | |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 399 | payloads = map(lambda x: '/'.join([archive_url_prefix, x]), |
| 400 | ['p1']) |
| 401 | expected_payloads = payloads + map( |
| 402 | lambda x: '/'.join([archive_url_prefix, x]), |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 403 | [build_artifact.STATEFUL_UPDATE, |
| 404 | build_artifact.AUTOTEST_ZIPPED_PACKAGE, |
| 405 | build_artifact.TEST_SUITES_PACKAGE]) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 406 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 407 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
| 408 | self.mox.StubOutWithMock(common_util, 'ParsePayloadList') |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 409 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 410 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 411 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 412 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 413 | common_util.IsAvailable( |
| 414 | mox.IgnoreArg(), mock_data.splitlines()).AndReturn(True) |
| 415 | common_util.ParsePayloadList(archive_url_prefix, |
| 416 | mock_data.splitlines() |
| 417 | ).AndReturn(payloads + [None, None]) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 418 | |
| 419 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 420 | artifacts = common_util.GatherArtifactDownloads( |
Gilad Arnold | 6f99b98 | 2012-09-12 10:49:40 -0700 | [diff] [blame] | 421 | self._static_dir, archive_url_prefix, self._install_dir, build) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 422 | for index, artifact in enumerate(artifacts): |
| 423 | self.assertEqual(artifact._gs_path, expected_payloads[index]) |
| 424 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 425 | |
| 426 | self.mox.VerifyAll() |
| 427 | |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 428 | def testGatherSymbolArtifactDownloads(self): |
| 429 | """Tests that we can find debug symbol artifacts to download.""" |
| 430 | build = 'R17-1413.0.0-a1-b1346' |
| 431 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 432 | build) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 433 | symbol_url = '/'.join([archive_url_prefix, |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 434 | build_artifact.DEBUG_SYMBOLS]) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 435 | uploaded_list_url = '/'.join([archive_url_prefix, |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 436 | common_util.UPLOADED_LIST]) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 437 | mock_data = 'mock-tarball.tgz\nmock-debug.tgz' |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 438 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 439 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 440 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 441 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 442 | mox.IgnoreArg()).AndReturn(mock_data) |
| 443 | |
| 444 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 445 | artifacts = common_util.GatherSymbolArtifactDownloads( |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 446 | self._static_dir, archive_url_prefix, self._install_dir) |
| 447 | for index, artifact in enumerate(artifacts): |
| 448 | self.assertEqual(artifact._gs_path, symbol_url) |
| 449 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
| 450 | |
| 451 | self.mox.VerifyAll() |
| 452 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 453 | def testIsAvailable(self): |
| 454 | """Test that we can detect whether the target artifacts are avaialble.""" |
| 455 | # Test when the all target files are available |
| 456 | pattern_list = ['_full_', 'autotest.tar'] |
| 457 | uploaded_list = ['chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin', |
| 458 | 'debug.tgz', |
| 459 | 'autotest.tar.bz2'] |
| 460 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 461 | available = common_util.IsAvailable(pattern_list, uploaded_list) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 462 | self.assertTrue(available) |
| 463 | |
| 464 | # Test when some target files are missing |
| 465 | pattern_list = ['_full_', 'autotest.tar'] |
| 466 | uploaded_list = ['chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin', |
| 467 | 'debug.tgz'] |
| 468 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 469 | available = common_util.IsAvailable(pattern_list, uploaded_list) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 470 | self.assertFalse(available) |
| 471 | |
| 472 | def testWaitUntilAvailable(self): |
| 473 | """Test that we can poll until all target artifacts are available.""" |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 474 | build = 'R17-1413.0.0-a1-b1346' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 475 | archive_url = ('gs://chromeos-image-archive/x86-mario-release/' |
| 476 | 'R17-1413.0.0-a1-b1346') |
| 477 | to_wait_list = ['_full_'] |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 478 | mock_data = 'mock data\nmock_data\nmock_data' |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 479 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 480 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 481 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 482 | |
| 483 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 484 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 485 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 486 | common_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(True) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 487 | |
| 488 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 489 | uploaded_list = common_util.WaitUntilAvailable( |
| 490 | to_wait_list, archive_url, 'UNIT TEST', delay=1) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 491 | self.assertEqual(uploaded_list, mock_data.splitlines()) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 492 | self.mox.VerifyAll() |
| 493 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 494 | def testWaitUntilAvailableWithRetry(self): |
| 495 | """Test that we can poll until all target artifacts are available.""" |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 496 | build = 'R17-1413.0.0-a1-b1346' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 497 | archive_url = ('gs://chromeos-image-archive/x86-mario-release/' |
| 498 | 'R17-1413.0.0-a1-b1346') |
| 499 | to_wait_list = ['_full_'] |
| 500 | mock_data = 'mock data\nmock_data\nmock_data' |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 501 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 502 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 503 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 504 | |
| 505 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 506 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 507 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 508 | common_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(False) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 509 | |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 510 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 511 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 512 | common_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(True) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 513 | |
| 514 | self.mox.ReplayAll() |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 515 | uploaded_list = common_util.WaitUntilAvailable( |
| 516 | to_wait_list, archive_url, 'UNIT TEST', delay=1) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 517 | self.assertEqual(uploaded_list, mock_data.splitlines()) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 518 | self.mox.VerifyAll() |
| 519 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 520 | def testWaitUntilAvailableTimeout(self): |
| 521 | """Test that we wait for the target artifacts until timeout occurs.""" |
| 522 | build = 'R17-1413.0.0-a1-b1346' |
| 523 | archive_url = ('gs://chromeos-image-archive/x86-mario-release/' |
| 524 | 'R17-1413.0.0-a1-b1346') |
| 525 | to_wait_list = ['_full_'] |
| 526 | mock_data = 'mock data\nmock_data\nmock_data' |
| 527 | |
| 528 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 529 | self.mox.StubOutWithMock(common_util, 'IsAvailable') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 530 | |
| 531 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 532 | gsutil_util.GSUtilRun(mox.StrContains(common_util.UPLOADED_LIST), |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 533 | mox.IgnoreArg()).AndReturn(mock_data) |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 534 | common_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(False) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 535 | |
| 536 | self.mox.ReplayAll() |
Gilad Arnold | 17fe03d | 2012-10-02 10:05:01 -0700 | [diff] [blame^] | 537 | self.assertRaises(common_util.CommonUtilError, |
Gilad Arnold | c65330c | 2012-09-20 15:17:48 -0700 | [diff] [blame] | 538 | common_util.WaitUntilAvailable, |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame] | 539 | to_wait_list, |
| 540 | archive_url, |
| 541 | 'UNIT TEST', |
| 542 | delay=2, |
| 543 | timeout=1) |
| 544 | self.mox.VerifyAll() |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 545 | |
| 546 | if __name__ == '__main__': |
| 547 | unittest.main() |