Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 1 | #!/usr/bin/python |
| 2 | # |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 3 | # Copyright (c) 2012 The Chromium OS Authors. All rights reserved. |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 4 | # Use of this source code is governed by a BSD-style license that can be |
| 5 | # found in the LICENSE file. |
| 6 | |
| 7 | """Unit tests for devserver_util module.""" |
| 8 | |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 9 | import mox |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 10 | import os |
| 11 | import shutil |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 12 | import subprocess |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 13 | import tempfile |
| 14 | import unittest |
| 15 | |
| 16 | import devserver_util |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 17 | import downloadable_artifact |
| 18 | import gsutil_util |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 19 | |
| 20 | |
| 21 | # Fake Dev Server Layout: |
| 22 | TEST_LAYOUT = { |
| 23 | 'test-board-1': ['R17-1413.0.0-a1-b1346', 'R17-18.0.0-a1-b1346'], |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 24 | 'test-board-2': ['R16-2241.0.0-a0-b2', 'R17-2.0.0-a1-b1346'], |
| 25 | 'test-board-3': [] |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 26 | } |
| 27 | |
| 28 | |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 29 | class DevServerUtilTest(mox.MoxTestBase): |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 30 | |
| 31 | def setUp(self): |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 32 | mox.MoxTestBase.setUp(self) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 33 | self._static_dir = tempfile.mkdtemp('devserver_util_unittest') |
| 34 | self._outside_sandbox_dir = tempfile.mkdtemp('devserver_util_unittest') |
| 35 | self._install_dir = tempfile.mkdtemp('devserver_util_unittest') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 36 | |
| 37 | for board, builds in TEST_LAYOUT.iteritems(): |
| 38 | board_path = os.path.join(self._static_dir, board) |
| 39 | os.mkdir(board_path) |
| 40 | for build in builds: |
| 41 | build_path = os.path.join(board_path, build) |
| 42 | os.mkdir(build_path) |
| 43 | with open(os.path.join(build_path, |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 44 | downloadable_artifact.TEST_IMAGE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 45 | f.write('TEST_IMAGE') |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 46 | with open(os.path.join( |
| 47 | build_path, downloadable_artifact.STATEFUL_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 48 | f.write('STATEFUL_UPDATE') |
| 49 | with open(os.path.join(build_path, |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 50 | downloadable_artifact.ROOT_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 51 | f.write('ROOT_UPDATE') |
| 52 | # AU payloads. |
| 53 | au_dir = os.path.join(build_path, devserver_util.AU_BASE) |
| 54 | nton_dir = os.path.join(au_dir, build + devserver_util.NTON_DIR_SUFFIX) |
| 55 | os.makedirs(nton_dir) |
| 56 | with open(os.path.join(nton_dir, |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 57 | downloadable_artifact.ROOT_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 58 | f.write('ROOT_UPDATE') |
| 59 | mton_dir = os.path.join(au_dir, build + devserver_util.MTON_DIR_SUFFIX) |
| 60 | os.makedirs(mton_dir) |
| 61 | with open(os.path.join(mton_dir, |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 62 | downloadable_artifact.ROOT_UPDATE), 'w') as f: |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 63 | f.write('ROOT_UPDATE') |
| 64 | |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 65 | self._good_mock_process = self.mox.CreateMock(subprocess.Popen) |
| 66 | self._good_mock_process.returncode = 0 |
| 67 | self._bad_mock_process = self.mox.CreateMock(subprocess.Popen) |
| 68 | self._bad_mock_process.returncode = 1 |
| 69 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 70 | def tearDown(self): |
| 71 | shutil.rmtree(self._static_dir) |
| 72 | shutil.rmtree(self._outside_sandbox_dir) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 73 | shutil.rmtree(self._install_dir) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 74 | |
| 75 | def testParsePayloadList(self): |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 76 | """Tests we can parse the payload list into urls.""" |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 77 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 78 | 'R17-1413.0.0-a1-b1346') |
| 79 | mton_basename = ('chromeos_R17-1412.0.0-a1-b1345_R17-1413.0.0-a1_' |
| 80 | 'x86-mario_delta_dev.bin') |
| 81 | nton_basename = ('chromeos_R17-1413.0.0-a1_R17-1413.0.0-a1_' |
| 82 | 'x86-mario_delta_dev.bin') |
| 83 | full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin') |
| 84 | |
| 85 | mton_url = '/'.join([archive_url_prefix, mton_basename]) |
| 86 | nton_url = '/'.join([archive_url_prefix, nton_basename]) |
| 87 | full_url = '/'.join([archive_url_prefix, full_basename]) |
| 88 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 89 | full_url_out, nton_url_out, mton_url_out = ( |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 90 | devserver_util.ParsePayloadList(archive_url_prefix, |
| 91 | [full_basename, nton_basename, |
| 92 | mton_basename])) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 93 | self.assertEqual([full_url, nton_url, mton_url], |
| 94 | [full_url_out, nton_url_out, mton_url_out]) |
| 95 | |
| 96 | archive_url_prefix = ('gs://chromeos-image-archive/x86-alex_he-release/' |
| 97 | 'R18-1420.0.0-a1-b541') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 98 | |
| 99 | mton_basename = ('chromeos_R18-1418.0.0-a1-b54a0_R18-1420.0.0-a1' |
| 100 | '_x86-alex_he_delta_dev.bin') |
| 101 | nton_basename = ('chromeos_R18-1420.0.0-a1_R18-1420.0.0-a1_' |
| 102 | 'x86-alex_he_delta_dev.bin') |
| 103 | full_basename = ('chromeos_R18-1420.0.0-a1_x86-alex_he_full_dev.bin') |
| 104 | |
| 105 | mton_url = '/'.join([archive_url_prefix, mton_basename]) |
| 106 | nton_url = '/'.join([archive_url_prefix, nton_basename]) |
| 107 | full_url = '/'.join([archive_url_prefix, full_basename]) |
| 108 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 109 | full_url_out, nton_url_out, mton_url_out = ( |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 110 | devserver_util.ParsePayloadList(archive_url_prefix, |
| 111 | [full_basename, nton_basename, |
| 112 | mton_basename])) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 113 | self.assertEqual([full_url, nton_url, mton_url], |
| 114 | [full_url_out, nton_url_out, mton_url_out]) |
| 115 | |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 116 | def testParsePayloadListWithoutDeltas(self): |
| 117 | """Tests we can parse the payload list when no delta updates exist.""" |
| 118 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 119 | 'R17-1413.0.0-a1-b1346') |
| 120 | full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin') |
| 121 | full_url = '/'.join([archive_url_prefix, full_basename]) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 122 | full_url_out, nton_url_out, mton_url_out = ( |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 123 | devserver_util.ParsePayloadList(archive_url_prefix, |
| 124 | [full_basename, '', ''])) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 125 | self.assertEqual([full_url, None, None], |
| 126 | [full_url_out, nton_url_out, mton_url_out]) |
| 127 | |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 128 | def testParsePartialPayloadList(self): |
| 129 | """Tests that we can parse a payload list with missing optional payload.""" |
| 130 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' |
| 131 | 'R17-1413.0.0-a1-b1346/') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 132 | nton_basename = ('chromeos_R17-1413.0.0-a1_R17-1413.0.0-a1_x86-' |
| 133 | 'mario_delta_dev.bin') |
| 134 | full_basename = ('chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin') |
| 135 | |
| 136 | nton_url = '/'.join([archive_url_prefix, nton_basename]) |
| 137 | full_url = '/'.join([archive_url_prefix, full_basename]) |
| 138 | |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 139 | full_url_out, nton_url_out, mton_url_out = ( |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 140 | devserver_util.ParsePayloadList(archive_url_prefix, |
| 141 | [full_basename, nton_basename])) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 142 | self.assertEqual([full_url, nton_url, None], |
| 143 | [full_url_out, nton_url_out, mton_url_out]) |
| 144 | |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 145 | def testInstallBuild(self): |
Simon Glass | f5019de | 2012-03-20 12:14:41 -0700 | [diff] [blame] | 146 | # TODO(frankf): Implement this test |
| 147 | # self.fail('Not implemented.') |
| 148 | pass |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 149 | |
| 150 | def testPrepareAutotestPkgs(self): |
Simon Glass | f5019de | 2012-03-20 12:14:41 -0700 | [diff] [blame] | 151 | # TODO(frankf): Implement this test |
| 152 | # self.fail('Not implemented.') |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 153 | # TODO: implement |
Simon Glass | f5019de | 2012-03-20 12:14:41 -0700 | [diff] [blame] | 154 | pass |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 155 | |
| 156 | def testSafeSandboxAccess(self): |
| 157 | # Path is in sandbox. |
| 158 | self.assertTrue( |
| 159 | devserver_util.SafeSandboxAccess( |
| 160 | self._static_dir, os.path.join(self._static_dir, 'some-board'))) |
| 161 | |
| 162 | # Path is sandbox. |
| 163 | self.assertFalse( |
| 164 | devserver_util.SafeSandboxAccess(self._static_dir, self._static_dir)) |
| 165 | |
| 166 | # Path is outside the sandbox. |
| 167 | self.assertFalse( |
| 168 | devserver_util.SafeSandboxAccess(self._static_dir, |
| 169 | self._outside_sandbox_dir)) |
| 170 | |
| 171 | # Path contains '..'. |
| 172 | self.assertFalse( |
| 173 | devserver_util.SafeSandboxAccess( |
| 174 | self._static_dir, os.path.join(self._static_dir, os.pardir))) |
| 175 | |
| 176 | # Path contains symbolic link references. |
| 177 | os.chdir(self._static_dir) |
| 178 | os.symlink(os.pardir, 'parent') |
| 179 | self.assertFalse( |
| 180 | devserver_util.SafeSandboxAccess( |
| 181 | self._static_dir, os.path.join(self._static_dir, os.pardir))) |
| 182 | |
| 183 | def testAcquireReleaseLocks(self): |
| 184 | # Successful lock and unlock. |
| 185 | lock_file = devserver_util.AcquireLock(self._static_dir, 'test-lock') |
| 186 | self.assertTrue(os.path.exists(lock_file)) |
| 187 | devserver_util.ReleaseLock(self._static_dir, 'test-lock') |
| 188 | self.assertFalse(os.path.exists(lock_file)) |
| 189 | |
| 190 | # Attempt to lock an existing directory. |
| 191 | devserver_util.AcquireLock(self._static_dir, 'test-lock') |
| 192 | self.assertRaises(devserver_util.DevServerUtilError, |
| 193 | devserver_util.AcquireLock, self._static_dir, 'test-lock') |
| 194 | |
| 195 | def testFindMatchingBoards(self): |
| 196 | for key in TEST_LAYOUT: |
| 197 | # Partial match with multiple boards. |
| 198 | self.assertEqual( |
| 199 | set(devserver_util.FindMatchingBoards(self._static_dir, key[:-5])), |
| 200 | set(TEST_LAYOUT.keys())) |
| 201 | |
| 202 | # Absolute match. |
| 203 | self.assertEqual( |
| 204 | devserver_util.FindMatchingBoards(self._static_dir, key), [key]) |
| 205 | |
| 206 | # Invalid partial match. |
| 207 | self.assertEqual( |
| 208 | devserver_util.FindMatchingBoards(self._static_dir, 'asdfsadf'), []) |
| 209 | |
| 210 | def testFindMatchingBuilds(self): |
| 211 | # Try a partial board and build match with single match. |
| 212 | self.assertEqual( |
| 213 | devserver_util.FindMatchingBuilds(self._static_dir, 'test-board', |
| 214 | 'R17-1413'), |
| 215 | [('test-board-1', 'R17-1413.0.0-a1-b1346')]) |
| 216 | |
| 217 | # Try a partial board and build match with multiple match. |
| 218 | actual = set(devserver_util.FindMatchingBuilds( |
| 219 | self._static_dir, 'test-board', 'R17')) |
| 220 | expected = set([('test-board-1', 'R17-1413.0.0-a1-b1346'), |
| 221 | ('test-board-1', 'R17-18.0.0-a1-b1346'), |
| 222 | ('test-board-2', 'R17-2.0.0-a1-b1346')]) |
| 223 | self.assertEqual(actual, expected) |
| 224 | |
| 225 | def testGetLatestBuildVersion(self): |
| 226 | self.assertEqual( |
| 227 | devserver_util.GetLatestBuildVersion(self._static_dir, 'test-board-1'), |
| 228 | 'R17-1413.0.0-a1-b1346') |
| 229 | |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 230 | def testGetLatestBuildVersionLatest(self): |
| 231 | """Test that we raise DevServerUtilError when a build dir is empty.""" |
| 232 | self.assertRaises(devserver_util.DevServerUtilError, |
| 233 | devserver_util.GetLatestBuildVersion, |
| 234 | self._static_dir, 'test-board-3') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 235 | |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 236 | def testGetLatestBuildVersionUnknownBuild(self): |
| 237 | """Test that we raise DevServerUtilError when a build dir does not exist.""" |
| 238 | self.assertRaises(devserver_util.DevServerUtilError, |
| 239 | devserver_util.GetLatestBuildVersion, |
| 240 | self._static_dir, 'bad-dir') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 241 | |
Scott Zawalski | 1695453 | 2012-03-20 15:31:36 -0400 | [diff] [blame] | 242 | def testGetLatestBuildVersionMilestone(self): |
| 243 | """Test that we can get builds based on milestone.""" |
| 244 | expected_build_str = 'R16-2241.0.0-a0-b2' |
| 245 | milestone = 'R16' |
| 246 | build_str = devserver_util.GetLatestBuildVersion( |
| 247 | self._static_dir, 'test-board-2', milestone) |
| 248 | self.assertEqual(expected_build_str, build_str) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 249 | |
| 250 | def testCloneBuild(self): |
| 251 | test_prefix = 'abc' |
| 252 | test_tag = test_prefix + '/123' |
| 253 | abc_path = os.path.join(self._static_dir, devserver_util.DEV_BUILD_PREFIX, |
| 254 | test_tag) |
| 255 | |
| 256 | os.mkdir(os.path.join(self._static_dir, test_prefix)) |
| 257 | |
| 258 | # Verify leaf path is created and proper values returned. |
| 259 | board, builds = TEST_LAYOUT.items()[0] |
| 260 | dev_build = devserver_util.CloneBuild(self._static_dir, board, builds[0], |
| 261 | test_tag) |
| 262 | self.assertEquals(dev_build, abc_path) |
| 263 | self.assertTrue(os.path.exists(abc_path)) |
| 264 | self.assertTrue(os.path.isfile(os.path.join( |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 265 | abc_path, downloadable_artifact.TEST_IMAGE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 266 | self.assertTrue(os.path.isfile(os.path.join( |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 267 | abc_path, downloadable_artifact.ROOT_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 268 | self.assertTrue(os.path.isfile(os.path.join( |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 269 | abc_path, downloadable_artifact.STATEFUL_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 270 | |
| 271 | # Verify force properly removes the old directory. |
| 272 | junk_path = os.path.join(dev_build, 'junk') |
| 273 | with open(junk_path, 'w') as f: |
| 274 | f.write('hello!') |
| 275 | remote_dir = devserver_util.CloneBuild( |
| 276 | self._static_dir, board, builds[0], test_tag, force=True) |
| 277 | self.assertEquals(remote_dir, abc_path) |
| 278 | self.assertTrue(os.path.exists(abc_path)) |
| 279 | self.assertTrue(os.path.isfile(os.path.join( |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 280 | abc_path, downloadable_artifact.TEST_IMAGE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 281 | self.assertTrue(os.path.isfile(os.path.join( |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 282 | abc_path, downloadable_artifact.ROOT_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 283 | self.assertTrue(os.path.isfile(os.path.join( |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 284 | abc_path, downloadable_artifact.STATEFUL_UPDATE))) |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 285 | self.assertFalse(os.path.exists(junk_path)) |
| 286 | |
| 287 | def testGetControlFile(self): |
| 288 | control_file_dir = os.path.join( |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 289 | self._static_dir, 'test-board-1', 'R17-1413.0.0-a1-b1346', 'autotest', |
| 290 | 'server', 'site_tests', 'network_VPN') |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 291 | os.makedirs(control_file_dir) |
| 292 | with open(os.path.join(control_file_dir, 'control'), 'w') as f: |
| 293 | f.write('hello!') |
| 294 | |
| 295 | control_content = devserver_util.GetControlFile( |
Chris Sosa | ea148d9 | 2012-03-06 16:22:04 -0800 | [diff] [blame] | 296 | self._static_dir, 'test-board-1/R17-1413.0.0-a1-b1346', |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 297 | os.path.join('server', 'site_tests', 'network_VPN', 'control')) |
| 298 | self.assertEqual(control_content, 'hello!') |
| 299 | |
| 300 | def testListAutoupdateTargets(self): |
| 301 | for board, builds in TEST_LAYOUT.iteritems(): |
| 302 | for build in builds: |
| 303 | au_targets = devserver_util.ListAutoupdateTargets(self._static_dir, |
| 304 | board, build) |
| 305 | self.assertEqual(set(au_targets), |
| 306 | set([build + devserver_util.NTON_DIR_SUFFIX, |
| 307 | build + devserver_util.MTON_DIR_SUFFIX])) |
| 308 | |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 309 | def testGatherArtifactDownloads(self): |
| 310 | """Tests that we can gather the correct download requirements.""" |
| 311 | build = 'R17-1413.0.0-a1-b1346' |
| 312 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 313 | build) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 314 | mock_data = 'mock data\nmock_data' |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 315 | payloads = map(lambda x: '/'.join([archive_url_prefix, x]), |
| 316 | ['p1', 'p2', 'p3']) |
| 317 | expected_payloads = payloads + map( |
| 318 | lambda x: '/'.join([archive_url_prefix, x]), |
Chris Masone | 3fe44db | 2012-05-02 10:50:21 -0700 | [diff] [blame] | 319 | [downloadable_artifact.STATEFUL_UPDATE, |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 320 | downloadable_artifact.AUTOTEST_ZIPPED_PACKAGE, |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 321 | downloadable_artifact.TEST_SUITES_PACKAGE]) |
| 322 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 323 | self.mox.StubOutWithMock(devserver_util, 'IsAvailable') |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 324 | self.mox.StubOutWithMock(devserver_util, 'ParsePayloadList') |
| 325 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 326 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
| 327 | gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST), |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 328 | mox.IgnoreArg()).AndReturn(mock_data) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 329 | devserver_util.IsAvailable(mox.IgnoreArg(), |
| 330 | mock_data.splitlines()).AndReturn(True) |
| 331 | devserver_util.ParsePayloadList(archive_url_prefix, |
| 332 | mock_data.splitlines()).AndReturn(payloads) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 333 | |
| 334 | self.mox.ReplayAll() |
| 335 | artifacts = devserver_util.GatherArtifactDownloads( |
Chris Masone | 3fe44db | 2012-05-02 10:50:21 -0700 | [diff] [blame] | 336 | self._static_dir, archive_url_prefix, build, self._install_dir) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 337 | for index, artifact in enumerate(artifacts): |
| 338 | self.assertEqual(artifact._gs_path, expected_payloads[index]) |
| 339 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
Chris Sosa | 47a7d4e | 2012-03-28 11:26:55 -0700 | [diff] [blame] | 340 | |
| 341 | self.mox.VerifyAll() |
| 342 | |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 343 | def testGatherArtifactDownloadsWithoutMton(self): |
| 344 | """Gather the correct download requirements without mton delta.""" |
| 345 | build = 'R17-1413.0.0-a1-b1346' |
| 346 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 347 | build) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 348 | mock_data = 'mock data\nmock_data\nmock_data' |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 349 | payloads = map(lambda x: '/'.join([archive_url_prefix, x]), |
| 350 | ['p1', 'p2']) |
| 351 | expected_payloads = payloads + map( |
| 352 | lambda x: '/'.join([archive_url_prefix, x]), |
Chris Masone | 3fe44db | 2012-05-02 10:50:21 -0700 | [diff] [blame] | 353 | [downloadable_artifact.STATEFUL_UPDATE, |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 354 | downloadable_artifact.AUTOTEST_ZIPPED_PACKAGE, |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 355 | downloadable_artifact.TEST_SUITES_PACKAGE]) |
| 356 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 357 | self.mox.StubOutWithMock(devserver_util, 'IsAvailable') |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 358 | self.mox.StubOutWithMock(devserver_util, 'ParsePayloadList') |
| 359 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 360 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
| 361 | gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST), |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 362 | mox.IgnoreArg()).AndReturn(mock_data) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 363 | devserver_util.IsAvailable(mox.IgnoreArg(), |
| 364 | mock_data.splitlines()).AndReturn(True) |
| 365 | devserver_util.ParsePayloadList(archive_url_prefix, |
| 366 | mock_data.splitlines() |
| 367 | ).AndReturn(payloads + [None]) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 368 | |
| 369 | self.mox.ReplayAll() |
| 370 | artifacts = devserver_util.GatherArtifactDownloads( |
Chris Masone | 3fe44db | 2012-05-02 10:50:21 -0700 | [diff] [blame] | 371 | self._static_dir, archive_url_prefix, build, self._install_dir) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 372 | for index, artifact in enumerate(artifacts): |
| 373 | self.assertEqual(artifact._gs_path, expected_payloads[index]) |
| 374 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 375 | |
| 376 | self.mox.VerifyAll() |
| 377 | |
| 378 | def testGatherArtifactDownloadsWithoutMtonOrNton(self): |
| 379 | """Gather the correct download requirements without delta payloads.""" |
| 380 | build = 'R17-1413.0.0-a1-b1346' |
| 381 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 382 | build) |
| 383 | mock_data = 'mock data\nmock_data' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 384 | |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 385 | payloads = map(lambda x: '/'.join([archive_url_prefix, x]), |
| 386 | ['p1']) |
| 387 | expected_payloads = payloads + map( |
| 388 | lambda x: '/'.join([archive_url_prefix, x]), |
| 389 | [downloadable_artifact.STATEFUL_UPDATE, |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 390 | downloadable_artifact.AUTOTEST_ZIPPED_PACKAGE, |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 391 | downloadable_artifact.TEST_SUITES_PACKAGE]) |
| 392 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 393 | self.mox.StubOutWithMock(devserver_util, 'IsAvailable') |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 394 | self.mox.StubOutWithMock(devserver_util, 'ParsePayloadList') |
| 395 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 396 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
| 397 | gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST), |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 398 | mox.IgnoreArg()).AndReturn(mock_data) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 399 | devserver_util.IsAvailable(mox.IgnoreArg(), |
| 400 | mock_data.splitlines()).AndReturn(True) |
| 401 | devserver_util.ParsePayloadList(archive_url_prefix, |
| 402 | mock_data.splitlines() |
| 403 | ).AndReturn(payloads + [None, None]) |
Chris Sosa | 1228a1a | 2012-05-22 17:12:13 -0700 | [diff] [blame] | 404 | |
| 405 | self.mox.ReplayAll() |
| 406 | artifacts = devserver_util.GatherArtifactDownloads( |
| 407 | self._static_dir, archive_url_prefix, build, self._install_dir) |
| 408 | for index, artifact in enumerate(artifacts): |
| 409 | self.assertEqual(artifact._gs_path, expected_payloads[index]) |
| 410 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
Chris Sosa | 781ba6d | 2012-04-11 12:44:43 -0700 | [diff] [blame] | 411 | |
| 412 | self.mox.VerifyAll() |
| 413 | |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 414 | def testGatherSymbolArtifactDownloads(self): |
| 415 | """Tests that we can find debug symbol artifacts to download.""" |
| 416 | build = 'R17-1413.0.0-a1-b1346' |
| 417 | archive_url_prefix = ('gs://chromeos-image-archive/x86-mario-release/' + |
| 418 | build) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 419 | symbol_url = '/'.join([archive_url_prefix, |
| 420 | downloadable_artifact.DEBUG_SYMBOLS]) |
| 421 | uploaded_list_url = '/'.join([archive_url_prefix, |
| 422 | devserver_util.UPLOADED_LIST]) |
| 423 | mock_data = 'mock-tarball.tgz\nmock-debug.tgz' |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 424 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 425 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 426 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
| 427 | gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST), |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 428 | mox.IgnoreArg()).AndReturn(mock_data) |
| 429 | |
| 430 | self.mox.ReplayAll() |
| 431 | artifacts = devserver_util.GatherSymbolArtifactDownloads( |
| 432 | self._static_dir, archive_url_prefix, self._install_dir) |
| 433 | for index, artifact in enumerate(artifacts): |
| 434 | self.assertEqual(artifact._gs_path, symbol_url) |
| 435 | self.assertTrue(artifact._tmp_staging_dir.startswith(self._static_dir)) |
| 436 | |
| 437 | self.mox.VerifyAll() |
| 438 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 439 | def testIsAvailable(self): |
| 440 | """Test that we can detect whether the target artifacts are avaialble.""" |
| 441 | # Test when the all target files are available |
| 442 | pattern_list = ['_full_', 'autotest.tar'] |
| 443 | uploaded_list = ['chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin', |
| 444 | 'debug.tgz', |
| 445 | 'autotest.tar.bz2'] |
| 446 | |
| 447 | available = devserver_util.IsAvailable(pattern_list, uploaded_list) |
| 448 | self.assertTrue(available) |
| 449 | |
| 450 | # Test when some target files are missing |
| 451 | pattern_list = ['_full_', 'autotest.tar'] |
| 452 | uploaded_list = ['chromeos_R17-1413.0.0-a1_x86-mario_full_dev.bin', |
| 453 | 'debug.tgz'] |
| 454 | |
| 455 | available = devserver_util.IsAvailable(pattern_list, uploaded_list) |
| 456 | self.assertFalse(available) |
| 457 | |
| 458 | def testWaitUntilAvailable(self): |
| 459 | """Test that we can poll until all target artifacts are available.""" |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 460 | build = 'R17-1413.0.0-a1-b1346' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 461 | archive_url = ('gs://chromeos-image-archive/x86-mario-release/' |
| 462 | 'R17-1413.0.0-a1-b1346') |
| 463 | to_wait_list = ['_full_'] |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 464 | mock_data = 'mock data\nmock_data\nmock_data' |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 465 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 466 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
| 467 | self.mox.StubOutWithMock(devserver_util, 'IsAvailable') |
| 468 | |
| 469 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
| 470 | gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST), |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 471 | mox.IgnoreArg()).AndReturn(mock_data) |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 472 | devserver_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(True) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 473 | |
| 474 | self.mox.ReplayAll() |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 475 | uploaded_list = devserver_util.WaitUntilAvailable(to_wait_list, archive_url, |
| 476 | 'UNIT TEST', delay=1) |
| 477 | self.assertEqual(uploaded_list, mock_data.splitlines()) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 478 | self.mox.VerifyAll() |
| 479 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 480 | def testWaitUntilAvailableWithRetry(self): |
| 481 | """Test that we can poll until all target artifacts are available.""" |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 482 | build = 'R17-1413.0.0-a1-b1346' |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 483 | archive_url = ('gs://chromeos-image-archive/x86-mario-release/' |
| 484 | 'R17-1413.0.0-a1-b1346') |
| 485 | to_wait_list = ['_full_'] |
| 486 | mock_data = 'mock data\nmock_data\nmock_data' |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 487 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 488 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
| 489 | self.mox.StubOutWithMock(devserver_util, 'IsAvailable') |
| 490 | |
| 491 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
| 492 | gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST), |
| 493 | mox.IgnoreArg()).AndReturn(mock_data) |
| 494 | devserver_util.IsAvailable(mox.IgnoreArg(), |
| 495 | mox.IgnoreArg()).AndReturn(False) |
| 496 | |
| 497 | gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST), |
| 498 | mox.IgnoreArg()).AndReturn(mock_data) |
| 499 | devserver_util.IsAvailable(mox.IgnoreArg(), mox.IgnoreArg()).AndReturn(True) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 500 | |
| 501 | self.mox.ReplayAll() |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 502 | uploaded_list = devserver_util.WaitUntilAvailable(to_wait_list, archive_url, |
| 503 | 'UNIT TEST', delay=1) |
| 504 | self.assertEqual(uploaded_list, mock_data.splitlines()) |
Chris Masone | 816e38c | 2012-05-02 12:22:36 -0700 | [diff] [blame] | 505 | self.mox.VerifyAll() |
| 506 | |
Yu-Ju Hong | 825ddc3 | 2012-08-13 18:47:10 -0700 | [diff] [blame^] | 507 | def testWaitUntilAvailableTimeout(self): |
| 508 | """Test that we wait for the target artifacts until timeout occurs.""" |
| 509 | build = 'R17-1413.0.0-a1-b1346' |
| 510 | archive_url = ('gs://chromeos-image-archive/x86-mario-release/' |
| 511 | 'R17-1413.0.0-a1-b1346') |
| 512 | to_wait_list = ['_full_'] |
| 513 | mock_data = 'mock data\nmock_data\nmock_data' |
| 514 | |
| 515 | self.mox.StubOutWithMock(gsutil_util, 'GSUtilRun') |
| 516 | self.mox.StubOutWithMock(devserver_util, 'IsAvailable') |
| 517 | |
| 518 | # GSUtil cat gs://archive_url_prefix/UPLOADED. |
| 519 | gsutil_util.GSUtilRun(mox.StrContains(devserver_util.UPLOADED_LIST), |
| 520 | mox.IgnoreArg()).AndReturn(mock_data) |
| 521 | devserver_util.IsAvailable(mox.IgnoreArg(), |
| 522 | mox.IgnoreArg()).AndReturn(False) |
| 523 | |
| 524 | self.mox.ReplayAll() |
| 525 | self.assertRaises(devserver_util.DevServerUtilError, |
| 526 | devserver_util.WaitUntilAvailable, |
| 527 | to_wait_list, |
| 528 | archive_url, |
| 529 | 'UNIT TEST', |
| 530 | delay=2, |
| 531 | timeout=1) |
| 532 | self.mox.VerifyAll() |
Frank Farzan | 37761d1 | 2011-12-01 14:29:08 -0800 | [diff] [blame] | 533 | |
| 534 | if __name__ == '__main__': |
| 535 | unittest.main() |