blob: b2434d5d818ad5c08ef9a2db8bd4ac80a4ccef1d [file] [log] [blame]
Xixuan Wu40998892017-08-29 14:32:26 -07001# Copyright 2017 The Chromium OS Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5"""Module for trigger_receiver unittests."""
6
7import datetime
8import os
9import unittest
10
11import cloud_sql_client
12import config_reader
13import datastore_client
14import file_getter
15import mock
Craig Bergstrom58263d32018-04-26 14:11:35 -060016import task_executor
Xixuan Wu40998892017-08-29 14:32:26 -070017import time_converter
18import trigger_receiver
19
Craig Bergstrom58263d32018-04-26 14:11:35 -060020from google.appengine.api import taskqueue
Xixuan Wu40998892017-08-29 14:32:26 -070021from google.appengine.ext import ndb
22from google.appengine.ext import testbed
23
24# Ensure that SUITE_SCHEDULER_CONFIG_FILE is read only once.
25_SUITE_CONFIG_READER = config_reader.ConfigReader(
Xixuan Wu26d06e02017-09-20 14:50:28 -070026 file_getter.TEST_SUITE_SCHEDULER_CONFIG_FILE)
Xixuan Wu40998892017-08-29 14:32:26 -070027
28
29def now_generator(start_time, interval_min=30, last_days=7):
30 """A datetime.datetime.now generator.
31
32 The generator will generate 'now' from start_time till start_time+last_days
33 for every interval_min.
34
35 Args:
36 start_time: A datetime.datetime object representing the initial value of
37 the 'now'.
38 interval_min: The interval minutes between current 'now' and next 'now.
39 last_days: Representing how many days this generator will last.
40
41 Yields:
42 a datetime.datetime object to mock the current time.
43 """
44 cur_time = start_time
45 end_time = start_time + datetime.timedelta(days=last_days)
46 while cur_time < end_time:
47 yield cur_time
48 cur_time += datetime.timedelta(minutes=interval_min)
49
50
Xixuan Wu40998892017-08-29 14:32:26 -070051def _should_schedule_nightly_task(last_now, now):
52 """Check whether nightly task should be scheduled.
53
54 A nightly task should be schduled when next hour is coming.
55
56 Args:
57 last_now: the last time to check if nightly task should be scheduled
58 or not.
59 now: the current time to check if nightly task should be scheduled.
60
61 Returns:
62 a boolean indicating whether there will be nightly tasks scheduled.
63 """
64 if last_now is not None and last_now.hour != now.hour:
65 return True
66
67 return False
68
69
70def _should_schedule_weekly_task(last_now, now, weekly_time_info):
71 """Check whether weekly task should be scheduled.
72
73 A weekly task should be schduled when it comes to the default weekly tasks
74 scheduling hour in next day.
75
76 Args:
77 last_now: the last time to check if weekly task should be scheduled
78 or not.
79 now: the current time to check if weekly task should be scheduled.
80 weekly_time_info: the default weekly tasks scheduling time info.
81
82 Returns:
83 a boolean indicating whether there will be weekly tasks scheduled.
84 """
85 if (last_now is not None and last_now.hour != now.hour and
86 now.hour == weekly_time_info.hour):
87 return True
88
89 return False
90
91
92def _should_schedule_new_build_task(last_now, now):
93 """Check whether weekly task should be scheduled.
94
95 A new_build task should be schduled when there're new builds between last
96 check and this check.
97
98 Args:
99 last_now: the last time to check if new_build task should be scheduled.
100 now: the current time to check if new_build task should be scheduled.
101
102 Returns:
103 a boolean indicating whether there will be new_build tasks scheduled.
104 """
105 if last_now is not None and last_now != now:
106 return True
107
108 return False
109
110
111class FakeCIDBClient(object):
112 """Mock cloud_sql_client.CIDBClient."""
113
114 def get_passed_builds_since_date(self, since_date):
115 """Mock cloud_sql_client.CIDBClient.get_passed_builds_since_date."""
116 del since_date # unused
117 return [cloud_sql_client.BuildInfo('link', '62', '9868.0.0',
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700118 'link-release'),
119 cloud_sql_client.BuildInfo('zako', '62', '9868.0.0',
120 'zako-release')]
Xixuan Wu40998892017-08-29 14:32:26 -0700121
122 def get_latest_passed_builds(self, build_config):
123 """Mock cloud_sql_client.CIDBClient.get_latest_passed_builds."""
124 del build_config # unused
125 return cloud_sql_client.BuildInfo('link', '62', '9868.0.0', build_config)
126
Craig Bergstrom58263d32018-04-26 14:11:35 -0600127 def get_relaxed_pased_builds_since_date(self, since_date):
128 """Mock cloud_sql_client.CIDBClient.get_relaxed_pased_builds_since_date."""
129 del since_date # unused
130 return [cloud_sql_client.BuildInfo('grunt', '63', '9968.0.0',
131 'grunt-release')]
132
Xixuan Wu40998892017-08-29 14:32:26 -0700133
134class FakeAndroidBuildRestClient(object):
135 """Mock rest_client.AndroidBuildRestClient."""
136
137 def get_latest_build_id(self, branch, target):
138 """Mock rest_client.AndroidBuildRestClient.get_latest_build_id."""
139 del branch, target # unused
140 return '100'
141
142
143class FakeLabConfig(object):
144 """Mock rest_client.AndroidBuildRestClient."""
145
146 def get_android_board_list(self):
147 """Mock config_reader.LabConfig.get_android_board_list."""
148 return ('android-angler', 'android-bullhead')
149
Xixuan Wu6fb16272017-10-19 13:16:00 -0700150 def get_cros_board_list(self):
151 """Mock config_reader.LabConfig.get_android_board_list."""
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700152 return ('grunt', 'link', 'peppy', 'daisy', 'zako')
Xixuan Wu6fb16272017-10-19 13:16:00 -0700153
Xixuan Wubb74a372018-08-21 17:37:08 -0700154 def get_skylab_board_list(self):
155 """Mock config_reader.LabConfig.get_skylab_board_list."""
156 return set(['nyan_blaze'])
157
Xixuan Wu40998892017-08-29 14:32:26 -0700158 def get_firmware_ro_build_list(self, release_board):
159 """Mock config_reader.LabConfig.get_firmware_ro_build_list."""
160 del release_board # unused
161 return 'firmware1,firmware2'
162
C Shapiro7f24a002017-12-05 14:25:09 -0700163 def get_cros_model_map(self):
164 """Mock config_reader.LabConfig.get_cros_model_map."""
165 return {}
166
Xixuan Wu40998892017-08-29 14:32:26 -0700167
Xixuan Wu008ee832017-10-12 16:59:34 -0700168class TriggerReceiverBaseTestCase(unittest.TestCase):
Xixuan Wu40998892017-08-29 14:32:26 -0700169
170 def setUp(self):
171 self.testbed = testbed.Testbed()
172 self.testbed.activate()
173 self.addCleanup(self.testbed.deactivate)
174
175 self.testbed.init_datastore_v3_stub()
176 self.testbed.init_memcache_stub()
177 ndb.get_context().clear_cache()
178 self.testbed.init_taskqueue_stub(
179 root_path=os.path.join(os.path.dirname(__file__)))
180 self.taskqueue_stub = self.testbed.get_stub(
181 testbed.TASKQUEUE_SERVICE_NAME)
182
183 mock_cidb_client = mock.patch('cloud_sql_client.CIDBClient')
184 self._mock_cidb_client = mock_cidb_client.start()
185 self.addCleanup(mock_cidb_client.stop)
186
187 mock_android_client = mock.patch('rest_client.AndroidBuildRestClient')
188 self._mock_android_client = mock_android_client.start()
189 self.addCleanup(mock_android_client.stop)
190
Xixuan Wu40998892017-08-29 14:32:26 -0700191 mock_lab_config = mock.patch('config_reader.LabConfig')
192 self._mock_lab_config = mock_lab_config.start()
193 self.addCleanup(mock_lab_config.stop)
194
195 mock_utc_now = mock.patch('time_converter.utc_now')
196 self._mock_utc_now = mock_utc_now.start()
197 self.addCleanup(mock_utc_now.stop)
198
199 self._mock_cidb_client.return_value = FakeCIDBClient()
200 self._mock_android_client.return_value = FakeAndroidBuildRestClient()
Xixuan Wu40998892017-08-29 14:32:26 -0700201 self._mock_lab_config.return_value = FakeLabConfig()
202
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700203 board_family_patcher = mock.patch(
204 'build_lib.get_board_family_mapping_from_gs')
205 board_family_getter = board_family_patcher.start()
206 board_family_getter.return_value = {
207 'nyan': ['nyan', 'nyan_blaze', 'nyan_big'],
208 'ivybridge': ['link', 'link_freon']}
209 self.addCleanup(board_family_patcher.stop)
210
Xixuan Wu008ee832017-10-12 16:59:34 -0700211
212class TriggerReceiverFakeConfigTestCase(TriggerReceiverBaseTestCase):
213
214 _TEST_PST_HOUR = 20
215 _TEST_PST_DAY = 4 # Friday
216 _TEST_EVENT_PST_HOUR = 13
217
218 _FAKE_NIGHTLY_TASK_NAME = 'fake_nightly_task'
219 _FAKE_WEEKLY_TASK_NAME = 'fake_weekly_task'
220
221 def setUp(self):
222 super(TriggerReceiverFakeConfigTestCase, self).setUp()
223
224 self.fake_config = config_reader.ConfigReader(None)
225 self._add_nightly_tasks(self.fake_config)
226 self._add_weekly_tasks(self.fake_config)
227
228 self.fake_config_with_settings = config_reader.ConfigReader(None)
229 self._add_weekly_tasks(self.fake_config_with_settings)
230 self._add_weekly_params(self.fake_config_with_settings)
231
232 mock_config_reader = mock.patch('config_reader.ConfigReader')
233 self._mock_config_reader = mock_config_reader.start()
234 self.addCleanup(mock_config_reader.stop)
235
236 def _add_nightly_tasks(self, fake_config):
237 fake_config.add_section(self._FAKE_NIGHTLY_TASK_NAME)
238 fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'suite', 'fake_suite')
239 fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'run_on', 'nightly')
240 fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'hour',
241 str(self._TEST_PST_HOUR))
242
243 def _add_weekly_tasks(self, fake_config):
244 fake_config.add_section(self._FAKE_WEEKLY_TASK_NAME)
245 fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'suite', 'fake_suite')
246 fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'run_on', 'weekly')
247 fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'day', str(self._TEST_PST_DAY))
248
249 def _add_weekly_params(self, fake_config):
250 weekly_section_name = config_reader.EVENT_CLASSES['weekly'].section_name()
251 fake_config.add_section(weekly_section_name)
252 fake_config.set(weekly_section_name, 'hour', str(self._TEST_EVENT_PST_HOUR))
253
254 def testInitializeTriggerReceiverWithNightlyEvent(self):
255 """Test nightly event can be handled on right hour."""
256 # A task with hour=20 should be scheduled at 20:00 in PST everyday, which
257 # is 3:00/4:00 in UTC everyday.
258 self._mock_config_reader.return_value = self.fake_config
259 given_utc_hour = time_converter.convert_time_info(
260 time_converter.TimeInfo(None, self._TEST_PST_HOUR)).hour
261 utc_now = datetime.datetime(2017, 8, 6, given_utc_hour,
262 tzinfo=time_converter.UTC_TZ)
263 last_exec_client = datastore_client.LastExecutionRecordStore()
264 last_exec_client.set_last_execute_time(
265 'nightly', utc_now - datetime.timedelta(hours=1))
266 self._mock_utc_now.return_value = utc_now
267
268 suite_trigger = trigger_receiver.TriggerReceiver()
269 suite_trigger.cron()
270 self.assertTrue(suite_trigger.events['nightly'].should_handle)
271 self.assertEqual(len(suite_trigger.event_results['nightly']), 1)
272 self.assertEqual(suite_trigger.event_results['nightly'][0],
273 self._FAKE_NIGHTLY_TASK_NAME)
274
275 def testInitializeTriggerReceiverWithWeeklyEventWithoutEventHour(self):
276 """Test weekly event without event settings can be handled on right day."""
277 # A task with day=4 (Friday) and default event_hour (23) should be
278 # scheduled at Friday 23:00 in PST, which is Saturday 6:00 or 7:00 in UTC.
279 self._mock_config_reader.return_value = self.fake_config
280 given_utc_hour = time_converter.convert_time_info(
281 time_converter.TimeInfo(
282 self._TEST_PST_DAY,
283 config_reader.EVENT_CLASSES['weekly'].DEFAULT_PST_HOUR)).hour
284 utc_now = datetime.datetime(2017, 10, 14, given_utc_hour,
285 tzinfo=time_converter.UTC_TZ)
286 last_exec_client = datastore_client.LastExecutionRecordStore()
287 last_exec_client.set_last_execute_time(
288 'weekly', utc_now - datetime.timedelta(days=1))
289 self._mock_utc_now.return_value = utc_now
290
291 suite_trigger = trigger_receiver.TriggerReceiver()
292 suite_trigger.cron()
293 self.assertTrue(suite_trigger.events['weekly'].should_handle)
294 self.assertEqual(len(suite_trigger.event_results['weekly']), 1)
295 self.assertEqual(suite_trigger.event_results['weekly'][0],
296 self._FAKE_WEEKLY_TASK_NAME)
297
298 def testInitializeTriggerReceiverWithWeeklyEventWithEventHour(self):
299 """Test weekly event with event settings can be handled on right day."""
300 # A task with day=4 (Friday) and event_hour=13 should be scheduled at
301 # Friday 13:00 in PST, which is Friday 20:00 or 21:00 in UTC.
302 self._mock_config_reader.return_value = self.fake_config_with_settings
303 given_utc_time_info = time_converter.convert_time_info(
304 time_converter.TimeInfo(self._TEST_PST_DAY, self._TEST_EVENT_PST_HOUR))
305
306 # Set the current time as a Friday 20:00 or 21:00 in UTC.
307 utc_now = datetime.datetime(2017, 10, 13, given_utc_time_info.hour,
308 tzinfo=time_converter.UTC_TZ)
309 last_exec_client = datastore_client.LastExecutionRecordStore()
310 last_exec_client.set_last_execute_time(
311 'weekly', utc_now - datetime.timedelta(days=1))
312 self._mock_utc_now.return_value = utc_now
313
314 suite_trigger = trigger_receiver.TriggerReceiver()
315 suite_trigger.cron()
316 self.assertTrue(suite_trigger.events['weekly'].should_handle)
317 self.assertEqual(len(suite_trigger.event_results['weekly']), 1)
318 self.assertEqual(suite_trigger.event_results['weekly'][0],
319 self._FAKE_WEEKLY_TASK_NAME)
320
321
Craig Bergstrom58263d32018-04-26 14:11:35 -0600322class TriggerReceiverFakeBuildTestCase(TriggerReceiverBaseTestCase):
323 """Test the new_build functionality."""
324
Craig Bergstrom58263d32018-04-26 14:11:35 -0600325 def setUp(self):
326 """Set up for a test."""
327 super(TriggerReceiverFakeBuildTestCase, self).setUp()
328
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700329 self._prepare()
330
331 def _prepare(self):
Craig Bergstrom58263d32018-04-26 14:11:35 -0600332 self.fake_config = config_reader.ConfigReader(None)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600333 mock_config_reader = mock.patch('config_reader.ConfigReader')
334 self._mock_config_reader = mock_config_reader.start()
335 self.addCleanup(mock_config_reader.stop)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600336
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700337 # Set last execution time for new_build events.
338 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600339 last_exec_client = datastore_client.LastExecutionRecordStore()
340 last_exec_client.set_last_execute_time(
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700341 'new_build', utc_now - datetime.timedelta(hours=1))
Craig Bergstrom58263d32018-04-26 14:11:35 -0600342 self._mock_utc_now.return_value = utc_now
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700343
344 def testNewBuildForHWTestSanityRequired(self):
345 """Test the new_build functionality."""
346 # Construct a fake config with only_hwtest_sanity_required.
347 fsnbt_name = 'FakeStrictNewBuildTask'
348 self.fake_config.add_section(fsnbt_name)
349 self.fake_config.set(fsnbt_name, 'run_on', 'new_build')
350 self.fake_config.set(fsnbt_name, 'suite', 'fake_suite_base')
351 frnbt_name = 'FakeRelaxedNewBuildTask'
352 self.fake_config.add_section(frnbt_name)
353 self.fake_config.set(frnbt_name, 'run_on', 'new_build')
354 self.fake_config.set(frnbt_name, 'suite', 'fake_suite_relaxed')
355 self.fake_config.set(frnbt_name, 'only_hwtest_sanity_required', 'True')
356
357 self._mock_config_reader.return_value = self.fake_config
Craig Bergstrom58263d32018-04-26 14:11:35 -0600358
359 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600360 suite_trigger = trigger_receiver.TriggerReceiver()
361 suite_trigger.cron()
362
363 # Validate that the expected tests got kicked off.
Craig Bergstrom58263d32018-04-26 14:11:35 -0600364 self.assertEqual(len(suite_trigger.event_results), 1)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600365 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700366 self.assertEqual(len(tasks), 3)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600367
368 # The number of builds that matched the base (success) Task.
369 count_base = 0
370 # The number of builds that matched the relaxed Task.
371 count_relaxed = 0
372 for task in tasks:
373 if 'fake_suite_base' in task.payload:
374 # Make sure it matched the expected build only.
Craig Bergstrom58263d32018-04-26 14:11:35 -0600375 self.assertNotIn('grunt-release', task.payload)
376 count_base += 1
377
378 if 'fake_suite_relaxed' in task.payload:
379 self.assertIn('grunt-release', task.payload)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600380 count_relaxed += 1
381
382 # Make each case matched precisely one event.
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700383 self.assertEqual(2, count_base)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600384 self.assertEqual(1, count_relaxed)
385
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700386 def testNewBuildWithExistingBoardFamilies(self):
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700387 """Test the new_build suite with an existing board family."""
388 link_suite = 'FakeLinkNewBuildTask'
389 self.fake_config.add_section(link_suite)
390 self.fake_config.set(link_suite, 'run_on', 'new_build')
391 self.fake_config.set(link_suite, 'suite', 'fake_suite_base')
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700392 self.fake_config.set(link_suite, 'board_families', 'ivybridge')
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700393 self._mock_config_reader.return_value = self.fake_config
394
395 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
396 suite_trigger = trigger_receiver.TriggerReceiver()
397 suite_trigger.cron()
398
399 self.assertEqual(len(suite_trigger.event_results), 1)
400 self.assertEqual(suite_trigger.event_results['new_build'],
401 [link_suite])
402 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
403 self.assertEqual(len(tasks), 1)
404 self.assertIn('link-release', tasks[0].payload)
405
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700406 def testNewBuildWithExistingBoardFamiliesAndBoards(self):
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700407 """Test the new_build suite with an existing board family."""
408 link_suite = 'FakeLinkNewBuildTask'
409 self.fake_config.add_section(link_suite)
410 self.fake_config.set(link_suite, 'run_on', 'new_build')
411 self.fake_config.set(link_suite, 'suite', 'fake_suite_base')
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700412 self.fake_config.set(link_suite, 'board_families', 'ivybridge')
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700413 self.fake_config.set(link_suite, 'boards', 'asuka, paine, banon')
414 self._mock_config_reader.return_value = self.fake_config
415
416 suite_trigger = trigger_receiver.TriggerReceiver()
417 suite_trigger.cron()
418
419 self.assertEqual(len(suite_trigger.event_results), 1)
420 self.assertEqual(suite_trigger.event_results['new_build'],
421 [link_suite])
422 boards = suite_trigger.events['new_build'].task_list[0].boards
423 self.assertIn('asuka', boards)
424 self.assertIn('link', boards)
425
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700426 def testNewBuildWithNonExistingBoardFamilies(self):
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700427 """Test the new_build suite with an non-existing board family."""
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700428 nyan_suite = 'FakeNonExistBoardFamiliesNewBuildTask'
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700429 self.fake_config.add_section(nyan_suite)
430 self.fake_config.set(nyan_suite, 'run_on', 'new_build')
431 self.fake_config.set(nyan_suite, 'suite', 'fake_suite_base')
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700432 self.fake_config.set(nyan_suite, 'board_families', 'nyan')
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700433 self._mock_config_reader.return_value = self.fake_config
434
435 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
436 suite_trigger = trigger_receiver.TriggerReceiver()
437 suite_trigger.cron()
438
439 self.assertEqual(len(suite_trigger.event_results), 1)
440 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
441 self.assertEqual(len(tasks), 0)
442
443 def testNewBuildWithNonSpecifiedBoardFamily(self):
444 """Test the new_build suite with an non-specified board family."""
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700445 normal_suite = 'FakeBoardFamiliesNewBuildTask'
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700446 self.fake_config.add_section(normal_suite)
447 self.fake_config.set(normal_suite, 'run_on', 'new_build')
448 self.fake_config.set(normal_suite, 'suite', 'fake_suite_base')
449 self._mock_config_reader.return_value = self.fake_config
450
451 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
452 suite_trigger = trigger_receiver.TriggerReceiver()
453 suite_trigger.cron()
454
455 self.assertEqual(len(suite_trigger.event_results), 1)
456 self.assertEqual(suite_trigger.event_results['new_build'],
457 [normal_suite])
458 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
459 self.assertEqual(len(tasks), 2)
460
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700461 def testNewBuildExcludingExistingBoardFamilies(self):
462 """Test the new_build suite excluding an existing board family."""
463 link_suite = 'FakeLinkNewBuildTask'
464 self.fake_config.add_section(link_suite)
465 self.fake_config.set(link_suite, 'run_on', 'new_build')
466 self.fake_config.set(link_suite, 'suite', 'fake_suite_base')
467 self.fake_config.set(link_suite, 'exclude_board_families', 'ivybridge')
468 self._mock_config_reader.return_value = self.fake_config
469
470 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
471 suite_trigger = trigger_receiver.TriggerReceiver()
472 suite_trigger.cron()
473
474 self.assertEqual(len(suite_trigger.event_results), 1)
475 self.assertEqual(suite_trigger.event_results['new_build'],
476 [link_suite])
477 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
478 self.assertEqual(len(tasks), 1)
479 self.assertNotIn('link-release', tasks[0].payload)
480 self.assertIn('zako-release', tasks[0].payload)
481
482 def testNewBuildExcludingExistingBoardFamiliesAndBoards(self):
483 """Test the new_build suite with an existing board family."""
484 link_suite = 'FakeLinkNewBuildTask'
485 self.fake_config.add_section(link_suite)
486 self.fake_config.set(link_suite, 'run_on', 'new_build')
487 self.fake_config.set(link_suite, 'suite', 'fake_suite_base')
488 self.fake_config.set(link_suite, 'exclude_board_families', 'ivybridge')
489 self.fake_config.set(link_suite, 'exclude_boards', 'asuka, paine, banon')
490 self._mock_config_reader.return_value = self.fake_config
491
492 suite_trigger = trigger_receiver.TriggerReceiver()
493 suite_trigger.cron()
494
495 self.assertEqual(len(suite_trigger.event_results), 1)
496 self.assertEqual(suite_trigger.event_results['new_build'],
497 [link_suite])
498 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
499 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
500 self.assertNotIn('link-release', tasks[0].payload)
501 self.assertNotIn('asuka-release', tasks[0].payload)
502 self.assertIn('zako-release', tasks[0].payload)
503
504 def testNewBuildExcludingNonExistingBoardFamilies(self):
505 """Test the new_build suite excluding an non-existing board family."""
506 nyan_suite = 'FakeNonExistExcludeBoardFamiliesNewBuildTask'
507 self.fake_config.add_section(nyan_suite)
508 self.fake_config.set(nyan_suite, 'run_on', 'new_build')
509 self.fake_config.set(nyan_suite, 'suite', 'fake_suite_base')
510 self.fake_config.set(nyan_suite, 'exclude_board_families', 'nyan')
511 self._mock_config_reader.return_value = self.fake_config
512
513 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
514 suite_trigger = trigger_receiver.TriggerReceiver()
515 suite_trigger.cron()
516
517 self.assertEqual(len(suite_trigger.event_results), 1)
518 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
519 self.assertEqual(len(tasks), 2)
520
521 def testNewBuildWithBoardExcludeBoardCollision(self):
522 """Test the new_build suite specified same board in boards and
523 exclude_boards."""
524 normal_suite = 'FakeBoardExludingBoardCollisionNewBuildTask'
525 self.fake_config.add_section(normal_suite)
526 self.fake_config.set(normal_suite, 'run_on', 'new_build')
527 self.fake_config.set(normal_suite, 'suite', 'fake_suite_base')
528 self.fake_config.set(normal_suite, 'boards', 'zako, asuka')
529 self.fake_config.set(normal_suite, 'exclude_boards', 'asuka')
530 self._mock_config_reader.return_value = self.fake_config
531
532 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
533 suite_trigger = trigger_receiver.TriggerReceiver()
534 suite_trigger.cron()
535
536 self.assertEqual(len(suite_trigger.event_results), 1)
537 self.assertEqual(suite_trigger.event_results['new_build'],
538 [normal_suite])
539 # self.assertIn('new_build', suite_trigger.event_results)
540 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
541 self.assertEqual(len(tasks), 1)
542 self.assertNotIn('asuka-release', tasks[0].payload)
543 self.assertIn('zako-release', tasks[0].payload)
544
Craig Bergstrom58263d32018-04-26 14:11:35 -0600545
Xixuan Wu008ee832017-10-12 16:59:34 -0700546class TriggerReceiverRealConfigTestCase(TriggerReceiverBaseTestCase):
547
548 def setUp(self):
549 super(TriggerReceiverRealConfigTestCase, self).setUp()
550 mock_config_reader = mock.patch('config_reader.ConfigReader')
551 self._mock_config_reader = mock_config_reader.start()
552 self.addCleanup(mock_config_reader.stop)
553 self._mock_config_reader.return_value = _SUITE_CONFIG_READER
554
555 def _get_ground_truth_task_list_from_config(self):
556 """Get the ground truth of to-be-scheduled task list from config file."""
557 self._mock_utc_now.return_value = datetime.datetime.now(
558 time_converter.UTC_TZ)
559 task_config = config_reader.TaskConfig(_SUITE_CONFIG_READER)
560 tasks = {}
561 for keyword, klass in config_reader.EVENT_CLASSES.iteritems():
562 new_event = klass(
563 task_config.get_event_setting(klass.section_name()), None)
564 new_event.set_task_list(
565 task_config.get_tasks_by_keyword(klass.KEYWORD)['tasks'])
566 tasks[keyword] = new_event.task_list
567
568 return tasks
569
Xixuan Wu40998892017-08-29 14:32:26 -0700570 def testCronWithoutLastExec(self):
571 """Test the first round of cron can be successfully executed."""
572 self._mock_utc_now.return_value = datetime.datetime.now(
573 time_converter.UTC_TZ)
574 suite_trigger = trigger_receiver.TriggerReceiver()
575 suite_trigger.cron()
576 self.assertFalse(suite_trigger.events['nightly'].should_handle)
577 self.assertFalse(suite_trigger.events['weekly'].should_handle)
578 self.assertFalse(suite_trigger.events['new_build'].should_handle)
579
580 self.assertEqual(suite_trigger.event_results, {})
581
582 def testCronTriggerNightly(self):
583 """Test nightly event is read with available nightly last_exec_time."""
584 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
585 last_exec_client = datastore_client.LastExecutionRecordStore()
586 last_exec_client.set_last_execute_time(
587 'nightly', utc_now - datetime.timedelta(hours=1))
588 self._mock_utc_now.return_value = utc_now
589 suite_trigger = trigger_receiver.TriggerReceiver()
590 self.assertTrue(suite_trigger.events['nightly'].should_handle)
591 self.assertFalse(suite_trigger.events['weekly'].should_handle)
592 self.assertFalse(suite_trigger.events['new_build'].should_handle)
593
Xixuan Wu33179672017-09-12 11:44:04 -0700594 def testCronTriggerNightlyOutdated(self):
595 """Test nightly event is read with available nightly last_exec_time."""
596 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
597 last_exec_client = datastore_client.LastExecutionRecordStore()
598 last_exec_client.set_last_execute_time(
599 'nightly', utc_now - datetime.timedelta(days=3))
600 self._mock_utc_now.return_value = utc_now
601 suite_trigger = trigger_receiver.TriggerReceiver()
602 self.assertFalse(suite_trigger.events['nightly'].should_handle)
603
604 def testCronTriggerWeeklyOutdated(self):
605 """Test weekly event is read with available weekly last_exec_time."""
606 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
607 last_exec_client = datastore_client.LastExecutionRecordStore()
608 last_exec_client.set_last_execute_time(
609 'weekly', utc_now - datetime.timedelta(days=8))
610 self._mock_utc_now.return_value = utc_now
611 suite_trigger = trigger_receiver.TriggerReceiver()
612 self.assertFalse(suite_trigger.events['weekly'].should_handle)
613
Xixuan Wu40998892017-08-29 14:32:26 -0700614 def testCronForWeeks(self):
615 """Ensure cron job can be successfully scheduled for several weeks."""
Xixuan Wu008ee832017-10-12 16:59:34 -0700616 all_tasks = self._get_ground_truth_task_list_from_config()
617 nightly_time_info = time_converter.convert_time_info(
Xixuan Wu40998892017-08-29 14:32:26 -0700618 time_converter.TimeInfo(
619 config_reader.EVENT_CLASSES['nightly'].DEFAULT_PST_DAY,
620 config_reader.EVENT_CLASSES['nightly'].DEFAULT_PST_HOUR))
Xixuan Wu008ee832017-10-12 16:59:34 -0700621 weekly_time_info = time_converter.convert_time_info(
Xixuan Wu40998892017-08-29 14:32:26 -0700622 time_converter.TimeInfo(
623 config_reader.EVENT_CLASSES['weekly'].DEFAULT_PST_DAY,
624 config_reader.EVENT_CLASSES['weekly'].DEFAULT_PST_HOUR))
625 last_now = None
626
627 for now in now_generator(datetime.datetime.now(time_converter.UTC_TZ)):
628 self._mock_utc_now.return_value = now
629 suite_trigger = trigger_receiver.TriggerReceiver()
Xixuan Wu5451a662017-10-17 10:57:40 -0700630 with mock.patch('task.Task.schedule', return_value=True):
631 suite_trigger.cron()
Xixuan Wu40998892017-08-29 14:32:26 -0700632
Xixuan Wu40998892017-08-29 14:32:26 -0700633 should_scheduled_nightly_tasks = [
634 t.name for t in all_tasks['nightly']
635 if (t.hour is not None and t.hour == now.hour) or
636 (t.hour is None and now.hour == nightly_time_info.hour)]
Xixuan Wu008ee832017-10-12 16:59:34 -0700637
Xixuan Wu40998892017-08-29 14:32:26 -0700638 if (_should_schedule_nightly_task(last_now, now) and
639 should_scheduled_nightly_tasks):
640 self.assertEqual(suite_trigger.event_results['nightly'],
641 should_scheduled_nightly_tasks)
642 else:
643 self.assertNotIn('nightly', suite_trigger.event_results.keys())
644
645 # Verify weekly tasks
646 should_scheduled_weekly_tasks = [
647 t.name for t in all_tasks['weekly']
648 if (t.day is not None and now.weekday() == t.day) or
649 (t.day is None and now.weekday() == weekly_time_info.weekday)]
650 if (_should_schedule_weekly_task(last_now, now, weekly_time_info) and
651 should_scheduled_weekly_tasks):
652 self.assertEqual(suite_trigger.event_results['weekly'],
653 should_scheduled_weekly_tasks)
654 else:
655 self.assertNotIn('weekly', suite_trigger.event_results.keys())
656
657 # Verify new_build tasks
658 should_scheduled_new_build_tasks = [
659 t.name for t in all_tasks['new_build']]
660 if (_should_schedule_new_build_task(last_now, now) and
661 should_scheduled_new_build_tasks):
662 self.assertEqual(suite_trigger.event_results['new_build'],
663 should_scheduled_new_build_tasks)
664 else:
665 self.assertNotIn('new_build', suite_trigger.event_results.keys())
666
667 last_now = now
668
669
670if __name__ == '__main__':
671 unittest.main()