Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 1 | # Copyright 2017 The Chromium OS Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
| 5 | """Module for trigger_receiver unittests.""" |
| 6 | |
| 7 | import datetime |
| 8 | import os |
| 9 | import unittest |
| 10 | |
| 11 | import cloud_sql_client |
| 12 | import config_reader |
| 13 | import datastore_client |
| 14 | import file_getter |
| 15 | import mock |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 16 | import task_executor |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 17 | import time_converter |
| 18 | import trigger_receiver |
| 19 | |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 20 | from google.appengine.api import taskqueue |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 21 | from google.appengine.ext import ndb |
| 22 | from google.appengine.ext import testbed |
| 23 | |
| 24 | # Ensure that SUITE_SCHEDULER_CONFIG_FILE is read only once. |
| 25 | _SUITE_CONFIG_READER = config_reader.ConfigReader( |
Xixuan Wu | 26d06e0 | 2017-09-20 14:50:28 -0700 | [diff] [blame] | 26 | file_getter.TEST_SUITE_SCHEDULER_CONFIG_FILE) |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 27 | |
| 28 | |
| 29 | def now_generator(start_time, interval_min=30, last_days=7): |
| 30 | """A datetime.datetime.now generator. |
| 31 | |
| 32 | The generator will generate 'now' from start_time till start_time+last_days |
| 33 | for every interval_min. |
| 34 | |
| 35 | Args: |
| 36 | start_time: A datetime.datetime object representing the initial value of |
| 37 | the 'now'. |
| 38 | interval_min: The interval minutes between current 'now' and next 'now. |
| 39 | last_days: Representing how many days this generator will last. |
| 40 | |
| 41 | Yields: |
| 42 | a datetime.datetime object to mock the current time. |
| 43 | """ |
| 44 | cur_time = start_time |
| 45 | end_time = start_time + datetime.timedelta(days=last_days) |
| 46 | while cur_time < end_time: |
| 47 | yield cur_time |
| 48 | cur_time += datetime.timedelta(minutes=interval_min) |
| 49 | |
| 50 | |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 51 | def _should_schedule_nightly_task(last_now, now): |
| 52 | """Check whether nightly task should be scheduled. |
| 53 | |
| 54 | A nightly task should be schduled when next hour is coming. |
| 55 | |
| 56 | Args: |
| 57 | last_now: the last time to check if nightly task should be scheduled |
| 58 | or not. |
| 59 | now: the current time to check if nightly task should be scheduled. |
| 60 | |
| 61 | Returns: |
| 62 | a boolean indicating whether there will be nightly tasks scheduled. |
| 63 | """ |
| 64 | if last_now is not None and last_now.hour != now.hour: |
| 65 | return True |
| 66 | |
| 67 | return False |
| 68 | |
| 69 | |
| 70 | def _should_schedule_weekly_task(last_now, now, weekly_time_info): |
| 71 | """Check whether weekly task should be scheduled. |
| 72 | |
| 73 | A weekly task should be schduled when it comes to the default weekly tasks |
| 74 | scheduling hour in next day. |
| 75 | |
| 76 | Args: |
| 77 | last_now: the last time to check if weekly task should be scheduled |
| 78 | or not. |
| 79 | now: the current time to check if weekly task should be scheduled. |
| 80 | weekly_time_info: the default weekly tasks scheduling time info. |
| 81 | |
| 82 | Returns: |
| 83 | a boolean indicating whether there will be weekly tasks scheduled. |
| 84 | """ |
| 85 | if (last_now is not None and last_now.hour != now.hour and |
| 86 | now.hour == weekly_time_info.hour): |
| 87 | return True |
| 88 | |
| 89 | return False |
| 90 | |
| 91 | |
| 92 | def _should_schedule_new_build_task(last_now, now): |
| 93 | """Check whether weekly task should be scheduled. |
| 94 | |
| 95 | A new_build task should be schduled when there're new builds between last |
| 96 | check and this check. |
| 97 | |
| 98 | Args: |
| 99 | last_now: the last time to check if new_build task should be scheduled. |
| 100 | now: the current time to check if new_build task should be scheduled. |
| 101 | |
| 102 | Returns: |
| 103 | a boolean indicating whether there will be new_build tasks scheduled. |
| 104 | """ |
| 105 | if last_now is not None and last_now != now: |
| 106 | return True |
| 107 | |
| 108 | return False |
| 109 | |
| 110 | |
| 111 | class FakeCIDBClient(object): |
| 112 | """Mock cloud_sql_client.CIDBClient.""" |
| 113 | |
| 114 | def get_passed_builds_since_date(self, since_date): |
| 115 | """Mock cloud_sql_client.CIDBClient.get_passed_builds_since_date.""" |
| 116 | del since_date # unused |
| 117 | return [cloud_sql_client.BuildInfo('link', '62', '9868.0.0', |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 118 | 'link-release'), |
| 119 | cloud_sql_client.BuildInfo('zako', '62', '9868.0.0', |
| 120 | 'zako-release')] |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 121 | |
| 122 | def get_latest_passed_builds(self, build_config): |
| 123 | """Mock cloud_sql_client.CIDBClient.get_latest_passed_builds.""" |
| 124 | del build_config # unused |
| 125 | return cloud_sql_client.BuildInfo('link', '62', '9868.0.0', build_config) |
| 126 | |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 127 | def get_relaxed_pased_builds_since_date(self, since_date): |
| 128 | """Mock cloud_sql_client.CIDBClient.get_relaxed_pased_builds_since_date.""" |
| 129 | del since_date # unused |
| 130 | return [cloud_sql_client.BuildInfo('grunt', '63', '9968.0.0', |
| 131 | 'grunt-release')] |
| 132 | |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 133 | |
| 134 | class FakeAndroidBuildRestClient(object): |
| 135 | """Mock rest_client.AndroidBuildRestClient.""" |
| 136 | |
| 137 | def get_latest_build_id(self, branch, target): |
| 138 | """Mock rest_client.AndroidBuildRestClient.get_latest_build_id.""" |
| 139 | del branch, target # unused |
| 140 | return '100' |
| 141 | |
| 142 | |
| 143 | class FakeLabConfig(object): |
| 144 | """Mock rest_client.AndroidBuildRestClient.""" |
| 145 | |
| 146 | def get_android_board_list(self): |
| 147 | """Mock config_reader.LabConfig.get_android_board_list.""" |
| 148 | return ('android-angler', 'android-bullhead') |
| 149 | |
Xixuan Wu | 6fb1627 | 2017-10-19 13:16:00 -0700 | [diff] [blame] | 150 | def get_cros_board_list(self): |
| 151 | """Mock config_reader.LabConfig.get_android_board_list.""" |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 152 | return ('grunt', 'link', 'peppy', 'daisy', 'zako') |
Xixuan Wu | 6fb1627 | 2017-10-19 13:16:00 -0700 | [diff] [blame] | 153 | |
Xixuan Wu | bb74a37 | 2018-08-21 17:37:08 -0700 | [diff] [blame] | 154 | def get_skylab_board_list(self): |
| 155 | """Mock config_reader.LabConfig.get_skylab_board_list.""" |
| 156 | return set(['nyan_blaze']) |
| 157 | |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 158 | def get_firmware_ro_build_list(self, release_board): |
| 159 | """Mock config_reader.LabConfig.get_firmware_ro_build_list.""" |
| 160 | del release_board # unused |
| 161 | return 'firmware1,firmware2' |
| 162 | |
C Shapiro | 7f24a00 | 2017-12-05 14:25:09 -0700 | [diff] [blame] | 163 | def get_cros_model_map(self): |
| 164 | """Mock config_reader.LabConfig.get_cros_model_map.""" |
| 165 | return {} |
| 166 | |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 167 | |
Xixuan Wu | 008ee83 | 2017-10-12 16:59:34 -0700 | [diff] [blame] | 168 | class TriggerReceiverBaseTestCase(unittest.TestCase): |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 169 | |
| 170 | def setUp(self): |
| 171 | self.testbed = testbed.Testbed() |
| 172 | self.testbed.activate() |
| 173 | self.addCleanup(self.testbed.deactivate) |
| 174 | |
| 175 | self.testbed.init_datastore_v3_stub() |
| 176 | self.testbed.init_memcache_stub() |
| 177 | ndb.get_context().clear_cache() |
| 178 | self.testbed.init_taskqueue_stub( |
| 179 | root_path=os.path.join(os.path.dirname(__file__))) |
| 180 | self.taskqueue_stub = self.testbed.get_stub( |
| 181 | testbed.TASKQUEUE_SERVICE_NAME) |
| 182 | |
| 183 | mock_cidb_client = mock.patch('cloud_sql_client.CIDBClient') |
| 184 | self._mock_cidb_client = mock_cidb_client.start() |
| 185 | self.addCleanup(mock_cidb_client.stop) |
| 186 | |
| 187 | mock_android_client = mock.patch('rest_client.AndroidBuildRestClient') |
| 188 | self._mock_android_client = mock_android_client.start() |
| 189 | self.addCleanup(mock_android_client.stop) |
| 190 | |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 191 | mock_lab_config = mock.patch('config_reader.LabConfig') |
| 192 | self._mock_lab_config = mock_lab_config.start() |
| 193 | self.addCleanup(mock_lab_config.stop) |
| 194 | |
| 195 | mock_utc_now = mock.patch('time_converter.utc_now') |
| 196 | self._mock_utc_now = mock_utc_now.start() |
| 197 | self.addCleanup(mock_utc_now.stop) |
| 198 | |
| 199 | self._mock_cidb_client.return_value = FakeCIDBClient() |
| 200 | self._mock_android_client.return_value = FakeAndroidBuildRestClient() |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 201 | self._mock_lab_config.return_value = FakeLabConfig() |
| 202 | |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 203 | board_family_patcher = mock.patch( |
| 204 | 'build_lib.get_board_family_mapping_from_gs') |
| 205 | board_family_getter = board_family_patcher.start() |
| 206 | board_family_getter.return_value = { |
| 207 | 'nyan': ['nyan', 'nyan_blaze', 'nyan_big'], |
| 208 | 'ivybridge': ['link', 'link_freon']} |
| 209 | self.addCleanup(board_family_patcher.stop) |
| 210 | |
Xixuan Wu | 008ee83 | 2017-10-12 16:59:34 -0700 | [diff] [blame] | 211 | |
| 212 | class TriggerReceiverFakeConfigTestCase(TriggerReceiverBaseTestCase): |
| 213 | |
| 214 | _TEST_PST_HOUR = 20 |
| 215 | _TEST_PST_DAY = 4 # Friday |
| 216 | _TEST_EVENT_PST_HOUR = 13 |
| 217 | |
| 218 | _FAKE_NIGHTLY_TASK_NAME = 'fake_nightly_task' |
| 219 | _FAKE_WEEKLY_TASK_NAME = 'fake_weekly_task' |
| 220 | |
| 221 | def setUp(self): |
| 222 | super(TriggerReceiverFakeConfigTestCase, self).setUp() |
| 223 | |
| 224 | self.fake_config = config_reader.ConfigReader(None) |
| 225 | self._add_nightly_tasks(self.fake_config) |
| 226 | self._add_weekly_tasks(self.fake_config) |
| 227 | |
| 228 | self.fake_config_with_settings = config_reader.ConfigReader(None) |
| 229 | self._add_weekly_tasks(self.fake_config_with_settings) |
| 230 | self._add_weekly_params(self.fake_config_with_settings) |
| 231 | |
| 232 | mock_config_reader = mock.patch('config_reader.ConfigReader') |
| 233 | self._mock_config_reader = mock_config_reader.start() |
| 234 | self.addCleanup(mock_config_reader.stop) |
| 235 | |
| 236 | def _add_nightly_tasks(self, fake_config): |
| 237 | fake_config.add_section(self._FAKE_NIGHTLY_TASK_NAME) |
| 238 | fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'suite', 'fake_suite') |
| 239 | fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'run_on', 'nightly') |
| 240 | fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'hour', |
| 241 | str(self._TEST_PST_HOUR)) |
| 242 | |
| 243 | def _add_weekly_tasks(self, fake_config): |
| 244 | fake_config.add_section(self._FAKE_WEEKLY_TASK_NAME) |
| 245 | fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'suite', 'fake_suite') |
| 246 | fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'run_on', 'weekly') |
| 247 | fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'day', str(self._TEST_PST_DAY)) |
| 248 | |
| 249 | def _add_weekly_params(self, fake_config): |
| 250 | weekly_section_name = config_reader.EVENT_CLASSES['weekly'].section_name() |
| 251 | fake_config.add_section(weekly_section_name) |
| 252 | fake_config.set(weekly_section_name, 'hour', str(self._TEST_EVENT_PST_HOUR)) |
| 253 | |
| 254 | def testInitializeTriggerReceiverWithNightlyEvent(self): |
| 255 | """Test nightly event can be handled on right hour.""" |
| 256 | # A task with hour=20 should be scheduled at 20:00 in PST everyday, which |
| 257 | # is 3:00/4:00 in UTC everyday. |
| 258 | self._mock_config_reader.return_value = self.fake_config |
| 259 | given_utc_hour = time_converter.convert_time_info( |
| 260 | time_converter.TimeInfo(None, self._TEST_PST_HOUR)).hour |
| 261 | utc_now = datetime.datetime(2017, 8, 6, given_utc_hour, |
| 262 | tzinfo=time_converter.UTC_TZ) |
| 263 | last_exec_client = datastore_client.LastExecutionRecordStore() |
| 264 | last_exec_client.set_last_execute_time( |
| 265 | 'nightly', utc_now - datetime.timedelta(hours=1)) |
| 266 | self._mock_utc_now.return_value = utc_now |
| 267 | |
| 268 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 269 | suite_trigger.cron() |
| 270 | self.assertTrue(suite_trigger.events['nightly'].should_handle) |
| 271 | self.assertEqual(len(suite_trigger.event_results['nightly']), 1) |
| 272 | self.assertEqual(suite_trigger.event_results['nightly'][0], |
| 273 | self._FAKE_NIGHTLY_TASK_NAME) |
| 274 | |
| 275 | def testInitializeTriggerReceiverWithWeeklyEventWithoutEventHour(self): |
| 276 | """Test weekly event without event settings can be handled on right day.""" |
| 277 | # A task with day=4 (Friday) and default event_hour (23) should be |
| 278 | # scheduled at Friday 23:00 in PST, which is Saturday 6:00 or 7:00 in UTC. |
| 279 | self._mock_config_reader.return_value = self.fake_config |
| 280 | given_utc_hour = time_converter.convert_time_info( |
| 281 | time_converter.TimeInfo( |
| 282 | self._TEST_PST_DAY, |
| 283 | config_reader.EVENT_CLASSES['weekly'].DEFAULT_PST_HOUR)).hour |
| 284 | utc_now = datetime.datetime(2017, 10, 14, given_utc_hour, |
| 285 | tzinfo=time_converter.UTC_TZ) |
| 286 | last_exec_client = datastore_client.LastExecutionRecordStore() |
| 287 | last_exec_client.set_last_execute_time( |
| 288 | 'weekly', utc_now - datetime.timedelta(days=1)) |
| 289 | self._mock_utc_now.return_value = utc_now |
| 290 | |
| 291 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 292 | suite_trigger.cron() |
| 293 | self.assertTrue(suite_trigger.events['weekly'].should_handle) |
| 294 | self.assertEqual(len(suite_trigger.event_results['weekly']), 1) |
| 295 | self.assertEqual(suite_trigger.event_results['weekly'][0], |
| 296 | self._FAKE_WEEKLY_TASK_NAME) |
| 297 | |
| 298 | def testInitializeTriggerReceiverWithWeeklyEventWithEventHour(self): |
| 299 | """Test weekly event with event settings can be handled on right day.""" |
| 300 | # A task with day=4 (Friday) and event_hour=13 should be scheduled at |
| 301 | # Friday 13:00 in PST, which is Friday 20:00 or 21:00 in UTC. |
| 302 | self._mock_config_reader.return_value = self.fake_config_with_settings |
| 303 | given_utc_time_info = time_converter.convert_time_info( |
| 304 | time_converter.TimeInfo(self._TEST_PST_DAY, self._TEST_EVENT_PST_HOUR)) |
| 305 | |
| 306 | # Set the current time as a Friday 20:00 or 21:00 in UTC. |
| 307 | utc_now = datetime.datetime(2017, 10, 13, given_utc_time_info.hour, |
| 308 | tzinfo=time_converter.UTC_TZ) |
| 309 | last_exec_client = datastore_client.LastExecutionRecordStore() |
| 310 | last_exec_client.set_last_execute_time( |
| 311 | 'weekly', utc_now - datetime.timedelta(days=1)) |
| 312 | self._mock_utc_now.return_value = utc_now |
| 313 | |
| 314 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 315 | suite_trigger.cron() |
| 316 | self.assertTrue(suite_trigger.events['weekly'].should_handle) |
| 317 | self.assertEqual(len(suite_trigger.event_results['weekly']), 1) |
| 318 | self.assertEqual(suite_trigger.event_results['weekly'][0], |
| 319 | self._FAKE_WEEKLY_TASK_NAME) |
| 320 | |
| 321 | |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 322 | class TriggerReceiverFakeBuildTestCase(TriggerReceiverBaseTestCase): |
| 323 | """Test the new_build functionality.""" |
| 324 | |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 325 | def setUp(self): |
| 326 | """Set up for a test.""" |
| 327 | super(TriggerReceiverFakeBuildTestCase, self).setUp() |
| 328 | |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 329 | self._prepare() |
| 330 | |
| 331 | def _prepare(self): |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 332 | self.fake_config = config_reader.ConfigReader(None) |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 333 | mock_config_reader = mock.patch('config_reader.ConfigReader') |
| 334 | self._mock_config_reader = mock_config_reader.start() |
| 335 | self.addCleanup(mock_config_reader.stop) |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 336 | |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 337 | # Set last execution time for new_build events. |
| 338 | utc_now = datetime.datetime.now(time_converter.UTC_TZ) |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 339 | last_exec_client = datastore_client.LastExecutionRecordStore() |
| 340 | last_exec_client.set_last_execute_time( |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 341 | 'new_build', utc_now - datetime.timedelta(hours=1)) |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 342 | self._mock_utc_now.return_value = utc_now |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 343 | |
| 344 | def testNewBuildForHWTestSanityRequired(self): |
| 345 | """Test the new_build functionality.""" |
| 346 | # Construct a fake config with only_hwtest_sanity_required. |
| 347 | fsnbt_name = 'FakeStrictNewBuildTask' |
| 348 | self.fake_config.add_section(fsnbt_name) |
| 349 | self.fake_config.set(fsnbt_name, 'run_on', 'new_build') |
| 350 | self.fake_config.set(fsnbt_name, 'suite', 'fake_suite_base') |
| 351 | frnbt_name = 'FakeRelaxedNewBuildTask' |
| 352 | self.fake_config.add_section(frnbt_name) |
| 353 | self.fake_config.set(frnbt_name, 'run_on', 'new_build') |
| 354 | self.fake_config.set(frnbt_name, 'suite', 'fake_suite_relaxed') |
| 355 | self.fake_config.set(frnbt_name, 'only_hwtest_sanity_required', 'True') |
| 356 | |
| 357 | self._mock_config_reader.return_value = self.fake_config |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 358 | |
| 359 | queue = taskqueue.Queue(task_executor.SUITES_QUEUE) |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 360 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 361 | suite_trigger.cron() |
| 362 | |
| 363 | # Validate that the expected tests got kicked off. |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 364 | self.assertEqual(len(suite_trigger.event_results), 1) |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 365 | tasks = queue.lease_tasks(3600, 10, deadline=0.5) |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 366 | self.assertEqual(len(tasks), 3) |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 367 | |
| 368 | # The number of builds that matched the base (success) Task. |
| 369 | count_base = 0 |
| 370 | # The number of builds that matched the relaxed Task. |
| 371 | count_relaxed = 0 |
| 372 | for task in tasks: |
| 373 | if 'fake_suite_base' in task.payload: |
| 374 | # Make sure it matched the expected build only. |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 375 | self.assertNotIn('grunt-release', task.payload) |
| 376 | count_base += 1 |
| 377 | |
| 378 | if 'fake_suite_relaxed' in task.payload: |
| 379 | self.assertIn('grunt-release', task.payload) |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 380 | count_relaxed += 1 |
| 381 | |
| 382 | # Make each case matched precisely one event. |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 383 | self.assertEqual(2, count_base) |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 384 | self.assertEqual(1, count_relaxed) |
| 385 | |
Po-Hsien Wang | dd83307 | 2018-08-16 18:09:20 -0700 | [diff] [blame^] | 386 | def testNewBuildWithExistingBoardFamilies(self): |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 387 | """Test the new_build suite with an existing board family.""" |
| 388 | link_suite = 'FakeLinkNewBuildTask' |
| 389 | self.fake_config.add_section(link_suite) |
| 390 | self.fake_config.set(link_suite, 'run_on', 'new_build') |
| 391 | self.fake_config.set(link_suite, 'suite', 'fake_suite_base') |
Po-Hsien Wang | dd83307 | 2018-08-16 18:09:20 -0700 | [diff] [blame^] | 392 | self.fake_config.set(link_suite, 'board_families', 'ivybridge') |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 393 | self._mock_config_reader.return_value = self.fake_config |
| 394 | |
| 395 | queue = taskqueue.Queue(task_executor.SUITES_QUEUE) |
| 396 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 397 | suite_trigger.cron() |
| 398 | |
| 399 | self.assertEqual(len(suite_trigger.event_results), 1) |
| 400 | self.assertEqual(suite_trigger.event_results['new_build'], |
| 401 | [link_suite]) |
| 402 | tasks = queue.lease_tasks(3600, 10, deadline=0.5) |
| 403 | self.assertEqual(len(tasks), 1) |
| 404 | self.assertIn('link-release', tasks[0].payload) |
| 405 | |
Po-Hsien Wang | dd83307 | 2018-08-16 18:09:20 -0700 | [diff] [blame^] | 406 | def testNewBuildWithExistingBoardFamiliesAndBoards(self): |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 407 | """Test the new_build suite with an existing board family.""" |
| 408 | link_suite = 'FakeLinkNewBuildTask' |
| 409 | self.fake_config.add_section(link_suite) |
| 410 | self.fake_config.set(link_suite, 'run_on', 'new_build') |
| 411 | self.fake_config.set(link_suite, 'suite', 'fake_suite_base') |
Po-Hsien Wang | dd83307 | 2018-08-16 18:09:20 -0700 | [diff] [blame^] | 412 | self.fake_config.set(link_suite, 'board_families', 'ivybridge') |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 413 | self.fake_config.set(link_suite, 'boards', 'asuka, paine, banon') |
| 414 | self._mock_config_reader.return_value = self.fake_config |
| 415 | |
| 416 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 417 | suite_trigger.cron() |
| 418 | |
| 419 | self.assertEqual(len(suite_trigger.event_results), 1) |
| 420 | self.assertEqual(suite_trigger.event_results['new_build'], |
| 421 | [link_suite]) |
| 422 | boards = suite_trigger.events['new_build'].task_list[0].boards |
| 423 | self.assertIn('asuka', boards) |
| 424 | self.assertIn('link', boards) |
| 425 | |
Po-Hsien Wang | dd83307 | 2018-08-16 18:09:20 -0700 | [diff] [blame^] | 426 | def testNewBuildWithNonExistingBoardFamilies(self): |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 427 | """Test the new_build suite with an non-existing board family.""" |
Po-Hsien Wang | dd83307 | 2018-08-16 18:09:20 -0700 | [diff] [blame^] | 428 | nyan_suite = 'FakeNonExistBoardFamiliesNewBuildTask' |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 429 | self.fake_config.add_section(nyan_suite) |
| 430 | self.fake_config.set(nyan_suite, 'run_on', 'new_build') |
| 431 | self.fake_config.set(nyan_suite, 'suite', 'fake_suite_base') |
Po-Hsien Wang | dd83307 | 2018-08-16 18:09:20 -0700 | [diff] [blame^] | 432 | self.fake_config.set(nyan_suite, 'board_families', 'nyan') |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 433 | self._mock_config_reader.return_value = self.fake_config |
| 434 | |
| 435 | queue = taskqueue.Queue(task_executor.SUITES_QUEUE) |
| 436 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 437 | suite_trigger.cron() |
| 438 | |
| 439 | self.assertEqual(len(suite_trigger.event_results), 1) |
| 440 | tasks = queue.lease_tasks(3600, 10, deadline=0.5) |
| 441 | self.assertEqual(len(tasks), 0) |
| 442 | |
| 443 | def testNewBuildWithNonSpecifiedBoardFamily(self): |
| 444 | """Test the new_build suite with an non-specified board family.""" |
Po-Hsien Wang | dd83307 | 2018-08-16 18:09:20 -0700 | [diff] [blame^] | 445 | normal_suite = 'FakeBoardFamiliesNewBuildTask' |
Xixuan Wu | 244e0ec | 2018-05-23 14:49:55 -0700 | [diff] [blame] | 446 | self.fake_config.add_section(normal_suite) |
| 447 | self.fake_config.set(normal_suite, 'run_on', 'new_build') |
| 448 | self.fake_config.set(normal_suite, 'suite', 'fake_suite_base') |
| 449 | self._mock_config_reader.return_value = self.fake_config |
| 450 | |
| 451 | queue = taskqueue.Queue(task_executor.SUITES_QUEUE) |
| 452 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 453 | suite_trigger.cron() |
| 454 | |
| 455 | self.assertEqual(len(suite_trigger.event_results), 1) |
| 456 | self.assertEqual(suite_trigger.event_results['new_build'], |
| 457 | [normal_suite]) |
| 458 | tasks = queue.lease_tasks(3600, 10, deadline=0.5) |
| 459 | self.assertEqual(len(tasks), 2) |
| 460 | |
Po-Hsien Wang | dd83307 | 2018-08-16 18:09:20 -0700 | [diff] [blame^] | 461 | def testNewBuildExcludingExistingBoardFamilies(self): |
| 462 | """Test the new_build suite excluding an existing board family.""" |
| 463 | link_suite = 'FakeLinkNewBuildTask' |
| 464 | self.fake_config.add_section(link_suite) |
| 465 | self.fake_config.set(link_suite, 'run_on', 'new_build') |
| 466 | self.fake_config.set(link_suite, 'suite', 'fake_suite_base') |
| 467 | self.fake_config.set(link_suite, 'exclude_board_families', 'ivybridge') |
| 468 | self._mock_config_reader.return_value = self.fake_config |
| 469 | |
| 470 | queue = taskqueue.Queue(task_executor.SUITES_QUEUE) |
| 471 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 472 | suite_trigger.cron() |
| 473 | |
| 474 | self.assertEqual(len(suite_trigger.event_results), 1) |
| 475 | self.assertEqual(suite_trigger.event_results['new_build'], |
| 476 | [link_suite]) |
| 477 | tasks = queue.lease_tasks(3600, 10, deadline=0.5) |
| 478 | self.assertEqual(len(tasks), 1) |
| 479 | self.assertNotIn('link-release', tasks[0].payload) |
| 480 | self.assertIn('zako-release', tasks[0].payload) |
| 481 | |
| 482 | def testNewBuildExcludingExistingBoardFamiliesAndBoards(self): |
| 483 | """Test the new_build suite with an existing board family.""" |
| 484 | link_suite = 'FakeLinkNewBuildTask' |
| 485 | self.fake_config.add_section(link_suite) |
| 486 | self.fake_config.set(link_suite, 'run_on', 'new_build') |
| 487 | self.fake_config.set(link_suite, 'suite', 'fake_suite_base') |
| 488 | self.fake_config.set(link_suite, 'exclude_board_families', 'ivybridge') |
| 489 | self.fake_config.set(link_suite, 'exclude_boards', 'asuka, paine, banon') |
| 490 | self._mock_config_reader.return_value = self.fake_config |
| 491 | |
| 492 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 493 | suite_trigger.cron() |
| 494 | |
| 495 | self.assertEqual(len(suite_trigger.event_results), 1) |
| 496 | self.assertEqual(suite_trigger.event_results['new_build'], |
| 497 | [link_suite]) |
| 498 | queue = taskqueue.Queue(task_executor.SUITES_QUEUE) |
| 499 | tasks = queue.lease_tasks(3600, 10, deadline=0.5) |
| 500 | self.assertNotIn('link-release', tasks[0].payload) |
| 501 | self.assertNotIn('asuka-release', tasks[0].payload) |
| 502 | self.assertIn('zako-release', tasks[0].payload) |
| 503 | |
| 504 | def testNewBuildExcludingNonExistingBoardFamilies(self): |
| 505 | """Test the new_build suite excluding an non-existing board family.""" |
| 506 | nyan_suite = 'FakeNonExistExcludeBoardFamiliesNewBuildTask' |
| 507 | self.fake_config.add_section(nyan_suite) |
| 508 | self.fake_config.set(nyan_suite, 'run_on', 'new_build') |
| 509 | self.fake_config.set(nyan_suite, 'suite', 'fake_suite_base') |
| 510 | self.fake_config.set(nyan_suite, 'exclude_board_families', 'nyan') |
| 511 | self._mock_config_reader.return_value = self.fake_config |
| 512 | |
| 513 | queue = taskqueue.Queue(task_executor.SUITES_QUEUE) |
| 514 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 515 | suite_trigger.cron() |
| 516 | |
| 517 | self.assertEqual(len(suite_trigger.event_results), 1) |
| 518 | tasks = queue.lease_tasks(3600, 10, deadline=0.5) |
| 519 | self.assertEqual(len(tasks), 2) |
| 520 | |
| 521 | def testNewBuildWithBoardExcludeBoardCollision(self): |
| 522 | """Test the new_build suite specified same board in boards and |
| 523 | exclude_boards.""" |
| 524 | normal_suite = 'FakeBoardExludingBoardCollisionNewBuildTask' |
| 525 | self.fake_config.add_section(normal_suite) |
| 526 | self.fake_config.set(normal_suite, 'run_on', 'new_build') |
| 527 | self.fake_config.set(normal_suite, 'suite', 'fake_suite_base') |
| 528 | self.fake_config.set(normal_suite, 'boards', 'zako, asuka') |
| 529 | self.fake_config.set(normal_suite, 'exclude_boards', 'asuka') |
| 530 | self._mock_config_reader.return_value = self.fake_config |
| 531 | |
| 532 | queue = taskqueue.Queue(task_executor.SUITES_QUEUE) |
| 533 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 534 | suite_trigger.cron() |
| 535 | |
| 536 | self.assertEqual(len(suite_trigger.event_results), 1) |
| 537 | self.assertEqual(suite_trigger.event_results['new_build'], |
| 538 | [normal_suite]) |
| 539 | # self.assertIn('new_build', suite_trigger.event_results) |
| 540 | tasks = queue.lease_tasks(3600, 10, deadline=0.5) |
| 541 | self.assertEqual(len(tasks), 1) |
| 542 | self.assertNotIn('asuka-release', tasks[0].payload) |
| 543 | self.assertIn('zako-release', tasks[0].payload) |
| 544 | |
Craig Bergstrom | 58263d3 | 2018-04-26 14:11:35 -0600 | [diff] [blame] | 545 | |
Xixuan Wu | 008ee83 | 2017-10-12 16:59:34 -0700 | [diff] [blame] | 546 | class TriggerReceiverRealConfigTestCase(TriggerReceiverBaseTestCase): |
| 547 | |
| 548 | def setUp(self): |
| 549 | super(TriggerReceiverRealConfigTestCase, self).setUp() |
| 550 | mock_config_reader = mock.patch('config_reader.ConfigReader') |
| 551 | self._mock_config_reader = mock_config_reader.start() |
| 552 | self.addCleanup(mock_config_reader.stop) |
| 553 | self._mock_config_reader.return_value = _SUITE_CONFIG_READER |
| 554 | |
| 555 | def _get_ground_truth_task_list_from_config(self): |
| 556 | """Get the ground truth of to-be-scheduled task list from config file.""" |
| 557 | self._mock_utc_now.return_value = datetime.datetime.now( |
| 558 | time_converter.UTC_TZ) |
| 559 | task_config = config_reader.TaskConfig(_SUITE_CONFIG_READER) |
| 560 | tasks = {} |
| 561 | for keyword, klass in config_reader.EVENT_CLASSES.iteritems(): |
| 562 | new_event = klass( |
| 563 | task_config.get_event_setting(klass.section_name()), None) |
| 564 | new_event.set_task_list( |
| 565 | task_config.get_tasks_by_keyword(klass.KEYWORD)['tasks']) |
| 566 | tasks[keyword] = new_event.task_list |
| 567 | |
| 568 | return tasks |
| 569 | |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 570 | def testCronWithoutLastExec(self): |
| 571 | """Test the first round of cron can be successfully executed.""" |
| 572 | self._mock_utc_now.return_value = datetime.datetime.now( |
| 573 | time_converter.UTC_TZ) |
| 574 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 575 | suite_trigger.cron() |
| 576 | self.assertFalse(suite_trigger.events['nightly'].should_handle) |
| 577 | self.assertFalse(suite_trigger.events['weekly'].should_handle) |
| 578 | self.assertFalse(suite_trigger.events['new_build'].should_handle) |
| 579 | |
| 580 | self.assertEqual(suite_trigger.event_results, {}) |
| 581 | |
| 582 | def testCronTriggerNightly(self): |
| 583 | """Test nightly event is read with available nightly last_exec_time.""" |
| 584 | utc_now = datetime.datetime.now(time_converter.UTC_TZ) |
| 585 | last_exec_client = datastore_client.LastExecutionRecordStore() |
| 586 | last_exec_client.set_last_execute_time( |
| 587 | 'nightly', utc_now - datetime.timedelta(hours=1)) |
| 588 | self._mock_utc_now.return_value = utc_now |
| 589 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 590 | self.assertTrue(suite_trigger.events['nightly'].should_handle) |
| 591 | self.assertFalse(suite_trigger.events['weekly'].should_handle) |
| 592 | self.assertFalse(suite_trigger.events['new_build'].should_handle) |
| 593 | |
Xixuan Wu | 3317967 | 2017-09-12 11:44:04 -0700 | [diff] [blame] | 594 | def testCronTriggerNightlyOutdated(self): |
| 595 | """Test nightly event is read with available nightly last_exec_time.""" |
| 596 | utc_now = datetime.datetime.now(time_converter.UTC_TZ) |
| 597 | last_exec_client = datastore_client.LastExecutionRecordStore() |
| 598 | last_exec_client.set_last_execute_time( |
| 599 | 'nightly', utc_now - datetime.timedelta(days=3)) |
| 600 | self._mock_utc_now.return_value = utc_now |
| 601 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 602 | self.assertFalse(suite_trigger.events['nightly'].should_handle) |
| 603 | |
| 604 | def testCronTriggerWeeklyOutdated(self): |
| 605 | """Test weekly event is read with available weekly last_exec_time.""" |
| 606 | utc_now = datetime.datetime.now(time_converter.UTC_TZ) |
| 607 | last_exec_client = datastore_client.LastExecutionRecordStore() |
| 608 | last_exec_client.set_last_execute_time( |
| 609 | 'weekly', utc_now - datetime.timedelta(days=8)) |
| 610 | self._mock_utc_now.return_value = utc_now |
| 611 | suite_trigger = trigger_receiver.TriggerReceiver() |
| 612 | self.assertFalse(suite_trigger.events['weekly'].should_handle) |
| 613 | |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 614 | def testCronForWeeks(self): |
| 615 | """Ensure cron job can be successfully scheduled for several weeks.""" |
Xixuan Wu | 008ee83 | 2017-10-12 16:59:34 -0700 | [diff] [blame] | 616 | all_tasks = self._get_ground_truth_task_list_from_config() |
| 617 | nightly_time_info = time_converter.convert_time_info( |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 618 | time_converter.TimeInfo( |
| 619 | config_reader.EVENT_CLASSES['nightly'].DEFAULT_PST_DAY, |
| 620 | config_reader.EVENT_CLASSES['nightly'].DEFAULT_PST_HOUR)) |
Xixuan Wu | 008ee83 | 2017-10-12 16:59:34 -0700 | [diff] [blame] | 621 | weekly_time_info = time_converter.convert_time_info( |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 622 | time_converter.TimeInfo( |
| 623 | config_reader.EVENT_CLASSES['weekly'].DEFAULT_PST_DAY, |
| 624 | config_reader.EVENT_CLASSES['weekly'].DEFAULT_PST_HOUR)) |
| 625 | last_now = None |
| 626 | |
| 627 | for now in now_generator(datetime.datetime.now(time_converter.UTC_TZ)): |
| 628 | self._mock_utc_now.return_value = now |
| 629 | suite_trigger = trigger_receiver.TriggerReceiver() |
Xixuan Wu | 5451a66 | 2017-10-17 10:57:40 -0700 | [diff] [blame] | 630 | with mock.patch('task.Task.schedule', return_value=True): |
| 631 | suite_trigger.cron() |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 632 | |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 633 | should_scheduled_nightly_tasks = [ |
| 634 | t.name for t in all_tasks['nightly'] |
| 635 | if (t.hour is not None and t.hour == now.hour) or |
| 636 | (t.hour is None and now.hour == nightly_time_info.hour)] |
Xixuan Wu | 008ee83 | 2017-10-12 16:59:34 -0700 | [diff] [blame] | 637 | |
Xixuan Wu | 4099889 | 2017-08-29 14:32:26 -0700 | [diff] [blame] | 638 | if (_should_schedule_nightly_task(last_now, now) and |
| 639 | should_scheduled_nightly_tasks): |
| 640 | self.assertEqual(suite_trigger.event_results['nightly'], |
| 641 | should_scheduled_nightly_tasks) |
| 642 | else: |
| 643 | self.assertNotIn('nightly', suite_trigger.event_results.keys()) |
| 644 | |
| 645 | # Verify weekly tasks |
| 646 | should_scheduled_weekly_tasks = [ |
| 647 | t.name for t in all_tasks['weekly'] |
| 648 | if (t.day is not None and now.weekday() == t.day) or |
| 649 | (t.day is None and now.weekday() == weekly_time_info.weekday)] |
| 650 | if (_should_schedule_weekly_task(last_now, now, weekly_time_info) and |
| 651 | should_scheduled_weekly_tasks): |
| 652 | self.assertEqual(suite_trigger.event_results['weekly'], |
| 653 | should_scheduled_weekly_tasks) |
| 654 | else: |
| 655 | self.assertNotIn('weekly', suite_trigger.event_results.keys()) |
| 656 | |
| 657 | # Verify new_build tasks |
| 658 | should_scheduled_new_build_tasks = [ |
| 659 | t.name for t in all_tasks['new_build']] |
| 660 | if (_should_schedule_new_build_task(last_now, now) and |
| 661 | should_scheduled_new_build_tasks): |
| 662 | self.assertEqual(suite_trigger.event_results['new_build'], |
| 663 | should_scheduled_new_build_tasks) |
| 664 | else: |
| 665 | self.assertNotIn('new_build', suite_trigger.event_results.keys()) |
| 666 | |
| 667 | last_now = now |
| 668 | |
| 669 | |
| 670 | if __name__ == '__main__': |
| 671 | unittest.main() |