blob: 54c570fcf3beac02241783e2cb80afc804e3a573 [file] [log] [blame]
Xixuan Wu40998892017-08-29 14:32:26 -07001# Copyright 2017 The Chromium OS Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5"""Module for trigger_receiver unittests."""
6
7import datetime
8import os
9import unittest
10
11import cloud_sql_client
12import config_reader
13import datastore_client
14import file_getter
15import mock
Craig Bergstrom58263d32018-04-26 14:11:35 -060016import task_executor
Xixuan Wu40998892017-08-29 14:32:26 -070017import time_converter
18import trigger_receiver
19
Craig Bergstrom58263d32018-04-26 14:11:35 -060020from google.appengine.api import taskqueue
Xixuan Wu40998892017-08-29 14:32:26 -070021from google.appengine.ext import ndb
22from google.appengine.ext import testbed
23
24# Ensure that SUITE_SCHEDULER_CONFIG_FILE is read only once.
25_SUITE_CONFIG_READER = config_reader.ConfigReader(
Xixuan Wu26d06e02017-09-20 14:50:28 -070026 file_getter.TEST_SUITE_SCHEDULER_CONFIG_FILE)
Xixuan Wu40998892017-08-29 14:32:26 -070027
28
29def now_generator(start_time, interval_min=30, last_days=7):
30 """A datetime.datetime.now generator.
31
32 The generator will generate 'now' from start_time till start_time+last_days
33 for every interval_min.
34
35 Args:
36 start_time: A datetime.datetime object representing the initial value of
37 the 'now'.
38 interval_min: The interval minutes between current 'now' and next 'now.
39 last_days: Representing how many days this generator will last.
40
41 Yields:
42 a datetime.datetime object to mock the current time.
43 """
44 cur_time = start_time
45 end_time = start_time + datetime.timedelta(days=last_days)
46 while cur_time < end_time:
47 yield cur_time
48 cur_time += datetime.timedelta(minutes=interval_min)
49
50
Xixuan Wu40998892017-08-29 14:32:26 -070051def _should_schedule_nightly_task(last_now, now):
52 """Check whether nightly task should be scheduled.
53
54 A nightly task should be schduled when next hour is coming.
55
56 Args:
57 last_now: the last time to check if nightly task should be scheduled
58 or not.
59 now: the current time to check if nightly task should be scheduled.
60
61 Returns:
62 a boolean indicating whether there will be nightly tasks scheduled.
63 """
64 if last_now is not None and last_now.hour != now.hour:
65 return True
66
67 return False
68
69
70def _should_schedule_weekly_task(last_now, now, weekly_time_info):
71 """Check whether weekly task should be scheduled.
72
73 A weekly task should be schduled when it comes to the default weekly tasks
74 scheduling hour in next day.
75
76 Args:
77 last_now: the last time to check if weekly task should be scheduled
78 or not.
79 now: the current time to check if weekly task should be scheduled.
80 weekly_time_info: the default weekly tasks scheduling time info.
81
82 Returns:
83 a boolean indicating whether there will be weekly tasks scheduled.
84 """
85 if (last_now is not None and last_now.hour != now.hour and
86 now.hour == weekly_time_info.hour):
87 return True
88
89 return False
90
91
92def _should_schedule_new_build_task(last_now, now):
93 """Check whether weekly task should be scheduled.
94
95 A new_build task should be schduled when there're new builds between last
96 check and this check.
97
98 Args:
99 last_now: the last time to check if new_build task should be scheduled.
100 now: the current time to check if new_build task should be scheduled.
101
102 Returns:
103 a boolean indicating whether there will be new_build tasks scheduled.
104 """
105 if last_now is not None and last_now != now:
106 return True
107
108 return False
109
110
111class FakeCIDBClient(object):
112 """Mock cloud_sql_client.CIDBClient."""
113
114 def get_passed_builds_since_date(self, since_date):
115 """Mock cloud_sql_client.CIDBClient.get_passed_builds_since_date."""
116 del since_date # unused
117 return [cloud_sql_client.BuildInfo('link', '62', '9868.0.0',
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700118 'link-release'),
119 cloud_sql_client.BuildInfo('zako', '62', '9868.0.0',
120 'zako-release')]
Xixuan Wu40998892017-08-29 14:32:26 -0700121
122 def get_latest_passed_builds(self, build_config):
123 """Mock cloud_sql_client.CIDBClient.get_latest_passed_builds."""
124 del build_config # unused
125 return cloud_sql_client.BuildInfo('link', '62', '9868.0.0', build_config)
126
Craig Bergstrom58263d32018-04-26 14:11:35 -0600127 def get_relaxed_pased_builds_since_date(self, since_date):
128 """Mock cloud_sql_client.CIDBClient.get_relaxed_pased_builds_since_date."""
129 del since_date # unused
130 return [cloud_sql_client.BuildInfo('grunt', '63', '9968.0.0',
131 'grunt-release')]
132
Xixuan Wu40998892017-08-29 14:32:26 -0700133
134class FakeAndroidBuildRestClient(object):
135 """Mock rest_client.AndroidBuildRestClient."""
136
137 def get_latest_build_id(self, branch, target):
138 """Mock rest_client.AndroidBuildRestClient.get_latest_build_id."""
139 del branch, target # unused
140 return '100'
141
142
143class FakeLabConfig(object):
144 """Mock rest_client.AndroidBuildRestClient."""
145
146 def get_android_board_list(self):
147 """Mock config_reader.LabConfig.get_android_board_list."""
148 return ('android-angler', 'android-bullhead')
149
Xixuan Wu6fb16272017-10-19 13:16:00 -0700150 def get_cros_board_list(self):
151 """Mock config_reader.LabConfig.get_android_board_list."""
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700152 return ('grunt', 'link', 'peppy', 'daisy', 'zako')
Xixuan Wu6fb16272017-10-19 13:16:00 -0700153
Xixuan Wubb74a372018-08-21 17:37:08 -0700154 def get_skylab_board_list(self):
155 """Mock config_reader.LabConfig.get_skylab_board_list."""
156 return set(['nyan_blaze'])
157
Xixuan Wu40998892017-08-29 14:32:26 -0700158 def get_firmware_ro_build_list(self, release_board):
159 """Mock config_reader.LabConfig.get_firmware_ro_build_list."""
160 del release_board # unused
161 return 'firmware1,firmware2'
162
C Shapiro7f24a002017-12-05 14:25:09 -0700163 def get_cros_model_map(self):
164 """Mock config_reader.LabConfig.get_cros_model_map."""
165 return {}
166
Xixuan Wu40998892017-08-29 14:32:26 -0700167
Xixuan Wu008ee832017-10-12 16:59:34 -0700168class TriggerReceiverBaseTestCase(unittest.TestCase):
Xixuan Wu40998892017-08-29 14:32:26 -0700169
170 def setUp(self):
171 self.testbed = testbed.Testbed()
172 self.testbed.activate()
173 self.addCleanup(self.testbed.deactivate)
174
175 self.testbed.init_datastore_v3_stub()
176 self.testbed.init_memcache_stub()
177 ndb.get_context().clear_cache()
178 self.testbed.init_taskqueue_stub(
179 root_path=os.path.join(os.path.dirname(__file__)))
180 self.taskqueue_stub = self.testbed.get_stub(
181 testbed.TASKQUEUE_SERVICE_NAME)
182
183 mock_cidb_client = mock.patch('cloud_sql_client.CIDBClient')
184 self._mock_cidb_client = mock_cidb_client.start()
185 self.addCleanup(mock_cidb_client.stop)
186
187 mock_android_client = mock.patch('rest_client.AndroidBuildRestClient')
188 self._mock_android_client = mock_android_client.start()
189 self.addCleanup(mock_android_client.stop)
190
Xixuan Wu40998892017-08-29 14:32:26 -0700191 mock_lab_config = mock.patch('config_reader.LabConfig')
192 self._mock_lab_config = mock_lab_config.start()
193 self.addCleanup(mock_lab_config.stop)
194
195 mock_utc_now = mock.patch('time_converter.utc_now')
196 self._mock_utc_now = mock_utc_now.start()
197 self.addCleanup(mock_utc_now.stop)
198
199 self._mock_cidb_client.return_value = FakeCIDBClient()
200 self._mock_android_client.return_value = FakeAndroidBuildRestClient()
Xixuan Wu40998892017-08-29 14:32:26 -0700201 self._mock_lab_config.return_value = FakeLabConfig()
202
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700203 board_family_patcher = mock.patch(
204 'build_lib.get_board_family_mapping_from_gs')
205 board_family_getter = board_family_patcher.start()
206 board_family_getter.return_value = {
207 'nyan': ['nyan', 'nyan_blaze', 'nyan_big'],
208 'ivybridge': ['link', 'link_freon']}
209 self.addCleanup(board_family_patcher.stop)
210
Xixuan Wu008ee832017-10-12 16:59:34 -0700211
212class TriggerReceiverFakeConfigTestCase(TriggerReceiverBaseTestCase):
213
214 _TEST_PST_HOUR = 20
215 _TEST_PST_DAY = 4 # Friday
216 _TEST_EVENT_PST_HOUR = 13
217
218 _FAKE_NIGHTLY_TASK_NAME = 'fake_nightly_task'
219 _FAKE_WEEKLY_TASK_NAME = 'fake_weekly_task'
220
221 def setUp(self):
222 super(TriggerReceiverFakeConfigTestCase, self).setUp()
223
224 self.fake_config = config_reader.ConfigReader(None)
225 self._add_nightly_tasks(self.fake_config)
226 self._add_weekly_tasks(self.fake_config)
227
228 self.fake_config_with_settings = config_reader.ConfigReader(None)
229 self._add_weekly_tasks(self.fake_config_with_settings)
230 self._add_weekly_params(self.fake_config_with_settings)
231
232 mock_config_reader = mock.patch('config_reader.ConfigReader')
233 self._mock_config_reader = mock_config_reader.start()
234 self.addCleanup(mock_config_reader.stop)
235
236 def _add_nightly_tasks(self, fake_config):
237 fake_config.add_section(self._FAKE_NIGHTLY_TASK_NAME)
238 fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'suite', 'fake_suite')
239 fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'run_on', 'nightly')
240 fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'hour',
241 str(self._TEST_PST_HOUR))
242
243 def _add_weekly_tasks(self, fake_config):
244 fake_config.add_section(self._FAKE_WEEKLY_TASK_NAME)
245 fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'suite', 'fake_suite')
246 fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'run_on', 'weekly')
247 fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'day', str(self._TEST_PST_DAY))
248
249 def _add_weekly_params(self, fake_config):
250 weekly_section_name = config_reader.EVENT_CLASSES['weekly'].section_name()
251 fake_config.add_section(weekly_section_name)
252 fake_config.set(weekly_section_name, 'hour', str(self._TEST_EVENT_PST_HOUR))
253
254 def testInitializeTriggerReceiverWithNightlyEvent(self):
255 """Test nightly event can be handled on right hour."""
256 # A task with hour=20 should be scheduled at 20:00 in PST everyday, which
257 # is 3:00/4:00 in UTC everyday.
258 self._mock_config_reader.return_value = self.fake_config
259 given_utc_hour = time_converter.convert_time_info(
260 time_converter.TimeInfo(None, self._TEST_PST_HOUR)).hour
261 utc_now = datetime.datetime(2017, 8, 6, given_utc_hour,
262 tzinfo=time_converter.UTC_TZ)
263 last_exec_client = datastore_client.LastExecutionRecordStore()
264 last_exec_client.set_last_execute_time(
265 'nightly', utc_now - datetime.timedelta(hours=1))
266 self._mock_utc_now.return_value = utc_now
267
268 suite_trigger = trigger_receiver.TriggerReceiver()
269 suite_trigger.cron()
270 self.assertTrue(suite_trigger.events['nightly'].should_handle)
271 self.assertEqual(len(suite_trigger.event_results['nightly']), 1)
272 self.assertEqual(suite_trigger.event_results['nightly'][0],
273 self._FAKE_NIGHTLY_TASK_NAME)
274
275 def testInitializeTriggerReceiverWithWeeklyEventWithoutEventHour(self):
276 """Test weekly event without event settings can be handled on right day."""
277 # A task with day=4 (Friday) and default event_hour (23) should be
278 # scheduled at Friday 23:00 in PST, which is Saturday 6:00 or 7:00 in UTC.
279 self._mock_config_reader.return_value = self.fake_config
280 given_utc_hour = time_converter.convert_time_info(
281 time_converter.TimeInfo(
282 self._TEST_PST_DAY,
283 config_reader.EVENT_CLASSES['weekly'].DEFAULT_PST_HOUR)).hour
284 utc_now = datetime.datetime(2017, 10, 14, given_utc_hour,
285 tzinfo=time_converter.UTC_TZ)
286 last_exec_client = datastore_client.LastExecutionRecordStore()
287 last_exec_client.set_last_execute_time(
288 'weekly', utc_now - datetime.timedelta(days=1))
289 self._mock_utc_now.return_value = utc_now
290
291 suite_trigger = trigger_receiver.TriggerReceiver()
292 suite_trigger.cron()
293 self.assertTrue(suite_trigger.events['weekly'].should_handle)
294 self.assertEqual(len(suite_trigger.event_results['weekly']), 1)
295 self.assertEqual(suite_trigger.event_results['weekly'][0],
296 self._FAKE_WEEKLY_TASK_NAME)
297
298 def testInitializeTriggerReceiverWithWeeklyEventWithEventHour(self):
299 """Test weekly event with event settings can be handled on right day."""
300 # A task with day=4 (Friday) and event_hour=13 should be scheduled at
301 # Friday 13:00 in PST, which is Friday 20:00 or 21:00 in UTC.
302 self._mock_config_reader.return_value = self.fake_config_with_settings
303 given_utc_time_info = time_converter.convert_time_info(
304 time_converter.TimeInfo(self._TEST_PST_DAY, self._TEST_EVENT_PST_HOUR))
305
306 # Set the current time as a Friday 20:00 or 21:00 in UTC.
307 utc_now = datetime.datetime(2017, 10, 13, given_utc_time_info.hour,
308 tzinfo=time_converter.UTC_TZ)
309 last_exec_client = datastore_client.LastExecutionRecordStore()
310 last_exec_client.set_last_execute_time(
311 'weekly', utc_now - datetime.timedelta(days=1))
312 self._mock_utc_now.return_value = utc_now
313
314 suite_trigger = trigger_receiver.TriggerReceiver()
315 suite_trigger.cron()
316 self.assertTrue(suite_trigger.events['weekly'].should_handle)
317 self.assertEqual(len(suite_trigger.event_results['weekly']), 1)
318 self.assertEqual(suite_trigger.event_results['weekly'][0],
319 self._FAKE_WEEKLY_TASK_NAME)
320
321
Craig Bergstrom58263d32018-04-26 14:11:35 -0600322class TriggerReceiverFakeBuildTestCase(TriggerReceiverBaseTestCase):
323 """Test the new_build functionality."""
324
Craig Bergstrom58263d32018-04-26 14:11:35 -0600325 def setUp(self):
326 """Set up for a test."""
327 super(TriggerReceiverFakeBuildTestCase, self).setUp()
328
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700329 self._prepare()
330
331 def _prepare(self):
Craig Bergstrom58263d32018-04-26 14:11:35 -0600332 self.fake_config = config_reader.ConfigReader(None)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600333 mock_config_reader = mock.patch('config_reader.ConfigReader')
334 self._mock_config_reader = mock_config_reader.start()
335 self.addCleanup(mock_config_reader.stop)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600336
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700337 # Set last execution time for new_build events.
338 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600339 last_exec_client = datastore_client.LastExecutionRecordStore()
340 last_exec_client.set_last_execute_time(
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700341 'new_build', utc_now - datetime.timedelta(hours=1))
Craig Bergstrom58263d32018-04-26 14:11:35 -0600342 self._mock_utc_now.return_value = utc_now
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700343
344 def testNewBuildForHWTestSanityRequired(self):
345 """Test the new_build functionality."""
346 # Construct a fake config with only_hwtest_sanity_required.
347 fsnbt_name = 'FakeStrictNewBuildTask'
348 self.fake_config.add_section(fsnbt_name)
349 self.fake_config.set(fsnbt_name, 'run_on', 'new_build')
350 self.fake_config.set(fsnbt_name, 'suite', 'fake_suite_base')
351 frnbt_name = 'FakeRelaxedNewBuildTask'
352 self.fake_config.add_section(frnbt_name)
353 self.fake_config.set(frnbt_name, 'run_on', 'new_build')
354 self.fake_config.set(frnbt_name, 'suite', 'fake_suite_relaxed')
355 self.fake_config.set(frnbt_name, 'only_hwtest_sanity_required', 'True')
356
357 self._mock_config_reader.return_value = self.fake_config
Craig Bergstrom58263d32018-04-26 14:11:35 -0600358
359 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600360 suite_trigger = trigger_receiver.TriggerReceiver()
361 suite_trigger.cron()
362
363 # Validate that the expected tests got kicked off.
Craig Bergstrom58263d32018-04-26 14:11:35 -0600364 self.assertEqual(len(suite_trigger.event_results), 1)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600365 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700366 self.assertEqual(len(tasks), 3)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600367
368 # The number of builds that matched the base (success) Task.
369 count_base = 0
370 # The number of builds that matched the relaxed Task.
371 count_relaxed = 0
372 for task in tasks:
373 if 'fake_suite_base' in task.payload:
374 # Make sure it matched the expected build only.
Craig Bergstrom58263d32018-04-26 14:11:35 -0600375 self.assertNotIn('grunt-release', task.payload)
376 count_base += 1
377
378 if 'fake_suite_relaxed' in task.payload:
379 self.assertIn('grunt-release', task.payload)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600380 count_relaxed += 1
381
382 # Make each case matched precisely one event.
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700383 self.assertEqual(2, count_base)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600384 self.assertEqual(1, count_relaxed)
385
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700386 def testNewBuildWithExistingBoardFamily(self):
387 """Test the new_build suite with an existing board family."""
388 link_suite = 'FakeLinkNewBuildTask'
389 self.fake_config.add_section(link_suite)
390 self.fake_config.set(link_suite, 'run_on', 'new_build')
391 self.fake_config.set(link_suite, 'suite', 'fake_suite_base')
392 self.fake_config.set(link_suite, 'board_family', 'ivybridge')
393 self._mock_config_reader.return_value = self.fake_config
394
395 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
396 suite_trigger = trigger_receiver.TriggerReceiver()
397 suite_trigger.cron()
398
399 self.assertEqual(len(suite_trigger.event_results), 1)
400 self.assertEqual(suite_trigger.event_results['new_build'],
401 [link_suite])
402 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
403 self.assertEqual(len(tasks), 1)
404 self.assertIn('link-release', tasks[0].payload)
405
406 def testNewBuildWithExistingBoardFamilyAndBoards(self):
407 """Test the new_build suite with an existing board family."""
408 link_suite = 'FakeLinkNewBuildTask'
409 self.fake_config.add_section(link_suite)
410 self.fake_config.set(link_suite, 'run_on', 'new_build')
411 self.fake_config.set(link_suite, 'suite', 'fake_suite_base')
412 self.fake_config.set(link_suite, 'board_family', 'ivybridge')
413 self.fake_config.set(link_suite, 'boards', 'asuka, paine, banon')
414 self._mock_config_reader.return_value = self.fake_config
415
416 suite_trigger = trigger_receiver.TriggerReceiver()
417 suite_trigger.cron()
418
419 self.assertEqual(len(suite_trigger.event_results), 1)
420 self.assertEqual(suite_trigger.event_results['new_build'],
421 [link_suite])
422 boards = suite_trigger.events['new_build'].task_list[0].boards
423 self.assertIn('asuka', boards)
424 self.assertIn('link', boards)
425
426 def testNewBuildWithNonExistingBoardFamily(self):
427 """Test the new_build suite with an non-existing board family."""
428 nyan_suite = 'FakeNonExistBoardFamilyNewBuildTask'
429 self.fake_config.add_section(nyan_suite)
430 self.fake_config.set(nyan_suite, 'run_on', 'new_build')
431 self.fake_config.set(nyan_suite, 'suite', 'fake_suite_base')
432 self.fake_config.set(nyan_suite, 'board_family', 'nyan')
433 self._mock_config_reader.return_value = self.fake_config
434
435 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
436 suite_trigger = trigger_receiver.TriggerReceiver()
437 suite_trigger.cron()
438
439 self.assertEqual(len(suite_trigger.event_results), 1)
440 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
441 self.assertEqual(len(tasks), 0)
442
443 def testNewBuildWithNonSpecifiedBoardFamily(self):
444 """Test the new_build suite with an non-specified board family."""
445 normal_suite = 'FakeBoardFamilyNewBuildTask'
446 self.fake_config.add_section(normal_suite)
447 self.fake_config.set(normal_suite, 'run_on', 'new_build')
448 self.fake_config.set(normal_suite, 'suite', 'fake_suite_base')
449 self._mock_config_reader.return_value = self.fake_config
450
451 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
452 suite_trigger = trigger_receiver.TriggerReceiver()
453 suite_trigger.cron()
454
455 self.assertEqual(len(suite_trigger.event_results), 1)
456 self.assertEqual(suite_trigger.event_results['new_build'],
457 [normal_suite])
458 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
459 self.assertEqual(len(tasks), 2)
460
Craig Bergstrom58263d32018-04-26 14:11:35 -0600461
Xixuan Wu008ee832017-10-12 16:59:34 -0700462class TriggerReceiverRealConfigTestCase(TriggerReceiverBaseTestCase):
463
464 def setUp(self):
465 super(TriggerReceiverRealConfigTestCase, self).setUp()
466 mock_config_reader = mock.patch('config_reader.ConfigReader')
467 self._mock_config_reader = mock_config_reader.start()
468 self.addCleanup(mock_config_reader.stop)
469 self._mock_config_reader.return_value = _SUITE_CONFIG_READER
470
471 def _get_ground_truth_task_list_from_config(self):
472 """Get the ground truth of to-be-scheduled task list from config file."""
473 self._mock_utc_now.return_value = datetime.datetime.now(
474 time_converter.UTC_TZ)
475 task_config = config_reader.TaskConfig(_SUITE_CONFIG_READER)
476 tasks = {}
477 for keyword, klass in config_reader.EVENT_CLASSES.iteritems():
478 new_event = klass(
479 task_config.get_event_setting(klass.section_name()), None)
480 new_event.set_task_list(
481 task_config.get_tasks_by_keyword(klass.KEYWORD)['tasks'])
482 tasks[keyword] = new_event.task_list
483
484 return tasks
485
Xixuan Wu40998892017-08-29 14:32:26 -0700486 def testCronWithoutLastExec(self):
487 """Test the first round of cron can be successfully executed."""
488 self._mock_utc_now.return_value = datetime.datetime.now(
489 time_converter.UTC_TZ)
490 suite_trigger = trigger_receiver.TriggerReceiver()
491 suite_trigger.cron()
492 self.assertFalse(suite_trigger.events['nightly'].should_handle)
493 self.assertFalse(suite_trigger.events['weekly'].should_handle)
494 self.assertFalse(suite_trigger.events['new_build'].should_handle)
495
496 self.assertEqual(suite_trigger.event_results, {})
497
498 def testCronTriggerNightly(self):
499 """Test nightly event is read with available nightly last_exec_time."""
500 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
501 last_exec_client = datastore_client.LastExecutionRecordStore()
502 last_exec_client.set_last_execute_time(
503 'nightly', utc_now - datetime.timedelta(hours=1))
504 self._mock_utc_now.return_value = utc_now
505 suite_trigger = trigger_receiver.TriggerReceiver()
506 self.assertTrue(suite_trigger.events['nightly'].should_handle)
507 self.assertFalse(suite_trigger.events['weekly'].should_handle)
508 self.assertFalse(suite_trigger.events['new_build'].should_handle)
509
Xixuan Wu33179672017-09-12 11:44:04 -0700510 def testCronTriggerNightlyOutdated(self):
511 """Test nightly event is read with available nightly last_exec_time."""
512 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
513 last_exec_client = datastore_client.LastExecutionRecordStore()
514 last_exec_client.set_last_execute_time(
515 'nightly', utc_now - datetime.timedelta(days=3))
516 self._mock_utc_now.return_value = utc_now
517 suite_trigger = trigger_receiver.TriggerReceiver()
518 self.assertFalse(suite_trigger.events['nightly'].should_handle)
519
520 def testCronTriggerWeeklyOutdated(self):
521 """Test weekly event is read with available weekly last_exec_time."""
522 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
523 last_exec_client = datastore_client.LastExecutionRecordStore()
524 last_exec_client.set_last_execute_time(
525 'weekly', utc_now - datetime.timedelta(days=8))
526 self._mock_utc_now.return_value = utc_now
527 suite_trigger = trigger_receiver.TriggerReceiver()
528 self.assertFalse(suite_trigger.events['weekly'].should_handle)
529
Xixuan Wu40998892017-08-29 14:32:26 -0700530 def testCronForWeeks(self):
531 """Ensure cron job can be successfully scheduled for several weeks."""
Xixuan Wu008ee832017-10-12 16:59:34 -0700532 all_tasks = self._get_ground_truth_task_list_from_config()
533 nightly_time_info = time_converter.convert_time_info(
Xixuan Wu40998892017-08-29 14:32:26 -0700534 time_converter.TimeInfo(
535 config_reader.EVENT_CLASSES['nightly'].DEFAULT_PST_DAY,
536 config_reader.EVENT_CLASSES['nightly'].DEFAULT_PST_HOUR))
Xixuan Wu008ee832017-10-12 16:59:34 -0700537 weekly_time_info = time_converter.convert_time_info(
Xixuan Wu40998892017-08-29 14:32:26 -0700538 time_converter.TimeInfo(
539 config_reader.EVENT_CLASSES['weekly'].DEFAULT_PST_DAY,
540 config_reader.EVENT_CLASSES['weekly'].DEFAULT_PST_HOUR))
541 last_now = None
542
543 for now in now_generator(datetime.datetime.now(time_converter.UTC_TZ)):
544 self._mock_utc_now.return_value = now
545 suite_trigger = trigger_receiver.TriggerReceiver()
Xixuan Wu5451a662017-10-17 10:57:40 -0700546 with mock.patch('task.Task.schedule', return_value=True):
547 suite_trigger.cron()
Xixuan Wu40998892017-08-29 14:32:26 -0700548
Xixuan Wu40998892017-08-29 14:32:26 -0700549 should_scheduled_nightly_tasks = [
550 t.name for t in all_tasks['nightly']
551 if (t.hour is not None and t.hour == now.hour) or
552 (t.hour is None and now.hour == nightly_time_info.hour)]
Xixuan Wu008ee832017-10-12 16:59:34 -0700553
Xixuan Wu40998892017-08-29 14:32:26 -0700554 if (_should_schedule_nightly_task(last_now, now) and
555 should_scheduled_nightly_tasks):
556 self.assertEqual(suite_trigger.event_results['nightly'],
557 should_scheduled_nightly_tasks)
558 else:
559 self.assertNotIn('nightly', suite_trigger.event_results.keys())
560
561 # Verify weekly tasks
562 should_scheduled_weekly_tasks = [
563 t.name for t in all_tasks['weekly']
564 if (t.day is not None and now.weekday() == t.day) or
565 (t.day is None and now.weekday() == weekly_time_info.weekday)]
566 if (_should_schedule_weekly_task(last_now, now, weekly_time_info) and
567 should_scheduled_weekly_tasks):
568 self.assertEqual(suite_trigger.event_results['weekly'],
569 should_scheduled_weekly_tasks)
570 else:
571 self.assertNotIn('weekly', suite_trigger.event_results.keys())
572
573 # Verify new_build tasks
574 should_scheduled_new_build_tasks = [
575 t.name for t in all_tasks['new_build']]
576 if (_should_schedule_new_build_task(last_now, now) and
577 should_scheduled_new_build_tasks):
578 self.assertEqual(suite_trigger.event_results['new_build'],
579 should_scheduled_new_build_tasks)
580 else:
581 self.assertNotIn('new_build', suite_trigger.event_results.keys())
582
583 last_now = now
584
585
586if __name__ == '__main__':
587 unittest.main()