blob: 53e22a5863ba66540b932f0e7a51e48d9d001364 [file] [log] [blame]
Xixuan Wu40998892017-08-29 14:32:26 -07001# Copyright 2017 The Chromium OS Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5"""Module for trigger_receiver unittests."""
Xixuan Wu09962902018-12-11 10:49:27 -08006# pylint: disable=g-missing-super-call
Xixuan Wu40998892017-08-29 14:32:26 -07007
8import datetime
9import os
10import unittest
11
12import cloud_sql_client
13import config_reader
14import datastore_client
15import file_getter
16import mock
Craig Bergstrom58263d32018-04-26 14:11:35 -060017import task_executor
Xixuan Wu40998892017-08-29 14:32:26 -070018import time_converter
19import trigger_receiver
20
Craig Bergstrom58263d32018-04-26 14:11:35 -060021from google.appengine.api import taskqueue
Xixuan Wu40998892017-08-29 14:32:26 -070022from google.appengine.ext import ndb
23from google.appengine.ext import testbed
24
25# Ensure that SUITE_SCHEDULER_CONFIG_FILE is read only once.
26_SUITE_CONFIG_READER = config_reader.ConfigReader(
Xixuan Wu26d06e02017-09-20 14:50:28 -070027 file_getter.TEST_SUITE_SCHEDULER_CONFIG_FILE)
Xixuan Wu40998892017-08-29 14:32:26 -070028
29
30def now_generator(start_time, interval_min=30, last_days=7):
31 """A datetime.datetime.now generator.
32
33 The generator will generate 'now' from start_time till start_time+last_days
34 for every interval_min.
35
36 Args:
37 start_time: A datetime.datetime object representing the initial value of
38 the 'now'.
39 interval_min: The interval minutes between current 'now' and next 'now.
40 last_days: Representing how many days this generator will last.
41
42 Yields:
43 a datetime.datetime object to mock the current time.
44 """
45 cur_time = start_time
46 end_time = start_time + datetime.timedelta(days=last_days)
47 while cur_time < end_time:
48 yield cur_time
49 cur_time += datetime.timedelta(minutes=interval_min)
50
51
Xixuan Wu09962902018-12-11 10:49:27 -080052def _should_schedule_timed_task(last_now, now):
53 """Check whether timed (weekly/nightly) task should be scheduled.
Xixuan Wu40998892017-08-29 14:32:26 -070054
Xixuan Wu09962902018-12-11 10:49:27 -080055 A timed task should be schduled when next hour is coming.
Xixuan Wu40998892017-08-29 14:32:26 -070056
57 Args:
Xixuan Wu09962902018-12-11 10:49:27 -080058 last_now: the last time to check if timed task should be scheduled
Xixuan Wu40998892017-08-29 14:32:26 -070059 or not.
Xixuan Wu09962902018-12-11 10:49:27 -080060 now: the current time to check if timed task should be scheduled.
Xixuan Wu40998892017-08-29 14:32:26 -070061
62 Returns:
63 a boolean indicating whether there will be nightly tasks scheduled.
64 """
65 if last_now is not None and last_now.hour != now.hour:
66 return True
67
68 return False
69
70
Xixuan Wu40998892017-08-29 14:32:26 -070071def _should_schedule_new_build_task(last_now, now):
72 """Check whether weekly task should be scheduled.
73
74 A new_build task should be schduled when there're new builds between last
75 check and this check.
76
77 Args:
78 last_now: the last time to check if new_build task should be scheduled.
79 now: the current time to check if new_build task should be scheduled.
80
81 Returns:
82 a boolean indicating whether there will be new_build tasks scheduled.
83 """
84 if last_now is not None and last_now != now:
85 return True
86
87 return False
88
89
90class FakeCIDBClient(object):
91 """Mock cloud_sql_client.CIDBClient."""
92
93 def get_passed_builds_since_date(self, since_date):
94 """Mock cloud_sql_client.CIDBClient.get_passed_builds_since_date."""
95 del since_date # unused
Xixuan Wu8d2f2862018-08-28 16:48:04 -070096 return [cloud_sql_client.BuildInfo('link', None, '62', '9868.0.0',
Xixuan Wu244e0ec2018-05-23 14:49:55 -070097 'link-release'),
Xixuan Wu8d2f2862018-08-28 16:48:04 -070098 cloud_sql_client.BuildInfo('zako', None, '62', '9868.0.0',
Xixuan Wu244e0ec2018-05-23 14:49:55 -070099 'zako-release')]
Xixuan Wu40998892017-08-29 14:32:26 -0700100
101 def get_latest_passed_builds(self, build_config):
102 """Mock cloud_sql_client.CIDBClient.get_latest_passed_builds."""
103 del build_config # unused
104 return cloud_sql_client.BuildInfo('link', '62', '9868.0.0', build_config)
105
Craig Bergstrom58263d32018-04-26 14:11:35 -0600106 def get_relaxed_pased_builds_since_date(self, since_date):
107 """Mock cloud_sql_client.CIDBClient.get_relaxed_pased_builds_since_date."""
108 del since_date # unused
Xixuan Wu8d2f2862018-08-28 16:48:04 -0700109 return [cloud_sql_client.BuildInfo('grunt', None, '63', '9968.0.0',
Craig Bergstrom58263d32018-04-26 14:11:35 -0600110 'grunt-release')]
111
Xixuan Wu40998892017-08-29 14:32:26 -0700112
113class FakeAndroidBuildRestClient(object):
114 """Mock rest_client.AndroidBuildRestClient."""
115
116 def get_latest_build_id(self, branch, target):
117 """Mock rest_client.AndroidBuildRestClient.get_latest_build_id."""
118 del branch, target # unused
119 return '100'
120
121
122class FakeLabConfig(object):
123 """Mock rest_client.AndroidBuildRestClient."""
124
125 def get_android_board_list(self):
126 """Mock config_reader.LabConfig.get_android_board_list."""
127 return ('android-angler', 'android-bullhead')
128
Xixuan Wu6fb16272017-10-19 13:16:00 -0700129 def get_cros_board_list(self):
130 """Mock config_reader.LabConfig.get_android_board_list."""
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700131 return ('grunt', 'link', 'peppy', 'daisy', 'zako')
Xixuan Wu6fb16272017-10-19 13:16:00 -0700132
Xixuan Wubb74a372018-08-21 17:37:08 -0700133 def get_skylab_board_list(self):
134 """Mock config_reader.LabConfig.get_skylab_board_list."""
135 return set(['nyan_blaze'])
136
Xixuan Wu446b8ad2018-08-23 11:25:43 -0700137 def get_skylab_suite_list(self):
138 """Mock config_reader.LabConfig.get_skylab_suite_list."""
139 return set(['ent-nightly'])
140
Xixuan Wu40998892017-08-29 14:32:26 -0700141 def get_firmware_ro_build_list(self, release_board):
142 """Mock config_reader.LabConfig.get_firmware_ro_build_list."""
143 del release_board # unused
144 return 'firmware1,firmware2'
145
C Shapiro7f24a002017-12-05 14:25:09 -0700146 def get_cros_model_map(self):
147 """Mock config_reader.LabConfig.get_cros_model_map."""
148 return {}
149
Xixuan Wu40998892017-08-29 14:32:26 -0700150
Xixuan Wu008ee832017-10-12 16:59:34 -0700151class TriggerReceiverBaseTestCase(unittest.TestCase):
Xixuan Wu40998892017-08-29 14:32:26 -0700152
153 def setUp(self):
154 self.testbed = testbed.Testbed()
155 self.testbed.activate()
156 self.addCleanup(self.testbed.deactivate)
157
158 self.testbed.init_datastore_v3_stub()
159 self.testbed.init_memcache_stub()
160 ndb.get_context().clear_cache()
161 self.testbed.init_taskqueue_stub(
162 root_path=os.path.join(os.path.dirname(__file__)))
163 self.taskqueue_stub = self.testbed.get_stub(
164 testbed.TASKQUEUE_SERVICE_NAME)
165
166 mock_cidb_client = mock.patch('cloud_sql_client.CIDBClient')
167 self._mock_cidb_client = mock_cidb_client.start()
168 self.addCleanup(mock_cidb_client.stop)
169
170 mock_android_client = mock.patch('rest_client.AndroidBuildRestClient')
171 self._mock_android_client = mock_android_client.start()
172 self.addCleanup(mock_android_client.stop)
173
Xixuan Wu40998892017-08-29 14:32:26 -0700174 mock_lab_config = mock.patch('config_reader.LabConfig')
175 self._mock_lab_config = mock_lab_config.start()
176 self.addCleanup(mock_lab_config.stop)
177
178 mock_utc_now = mock.patch('time_converter.utc_now')
179 self._mock_utc_now = mock_utc_now.start()
180 self.addCleanup(mock_utc_now.stop)
181
182 self._mock_cidb_client.return_value = FakeCIDBClient()
183 self._mock_android_client.return_value = FakeAndroidBuildRestClient()
Xixuan Wu40998892017-08-29 14:32:26 -0700184 self._mock_lab_config.return_value = FakeLabConfig()
185
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700186 board_family_patcher = mock.patch(
187 'build_lib.get_board_family_mapping_from_gs')
188 board_family_getter = board_family_patcher.start()
189 board_family_getter.return_value = {
190 'nyan': ['nyan', 'nyan_blaze', 'nyan_big'],
191 'ivybridge': ['link', 'link_freon']}
192 self.addCleanup(board_family_patcher.stop)
193
Xixuan Wu008ee832017-10-12 16:59:34 -0700194
195class TriggerReceiverFakeConfigTestCase(TriggerReceiverBaseTestCase):
196
197 _TEST_PST_HOUR = 20
198 _TEST_PST_DAY = 4 # Friday
199 _TEST_EVENT_PST_HOUR = 13
200
201 _FAKE_NIGHTLY_TASK_NAME = 'fake_nightly_task'
202 _FAKE_WEEKLY_TASK_NAME = 'fake_weekly_task'
203
204 def setUp(self):
205 super(TriggerReceiverFakeConfigTestCase, self).setUp()
206
207 self.fake_config = config_reader.ConfigReader(None)
208 self._add_nightly_tasks(self.fake_config)
209 self._add_weekly_tasks(self.fake_config)
210
211 self.fake_config_with_settings = config_reader.ConfigReader(None)
212 self._add_weekly_tasks(self.fake_config_with_settings)
213 self._add_weekly_params(self.fake_config_with_settings)
214
215 mock_config_reader = mock.patch('config_reader.ConfigReader')
216 self._mock_config_reader = mock_config_reader.start()
217 self.addCleanup(mock_config_reader.stop)
218
219 def _add_nightly_tasks(self, fake_config):
220 fake_config.add_section(self._FAKE_NIGHTLY_TASK_NAME)
221 fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'suite', 'fake_suite')
222 fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'run_on', 'nightly')
223 fake_config.set(self._FAKE_NIGHTLY_TASK_NAME, 'hour',
224 str(self._TEST_PST_HOUR))
225
226 def _add_weekly_tasks(self, fake_config):
227 fake_config.add_section(self._FAKE_WEEKLY_TASK_NAME)
228 fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'suite', 'fake_suite')
229 fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'run_on', 'weekly')
230 fake_config.set(self._FAKE_WEEKLY_TASK_NAME, 'day', str(self._TEST_PST_DAY))
231
232 def _add_weekly_params(self, fake_config):
233 weekly_section_name = config_reader.EVENT_CLASSES['weekly'].section_name()
234 fake_config.add_section(weekly_section_name)
235 fake_config.set(weekly_section_name, 'hour', str(self._TEST_EVENT_PST_HOUR))
236
237 def testInitializeTriggerReceiverWithNightlyEvent(self):
238 """Test nightly event can be handled on right hour."""
239 # A task with hour=20 should be scheduled at 20:00 in PST everyday, which
240 # is 3:00/4:00 in UTC everyday.
241 self._mock_config_reader.return_value = self.fake_config
242 given_utc_hour = time_converter.convert_time_info(
243 time_converter.TimeInfo(None, self._TEST_PST_HOUR)).hour
244 utc_now = datetime.datetime(2017, 8, 6, given_utc_hour,
245 tzinfo=time_converter.UTC_TZ)
246 last_exec_client = datastore_client.LastExecutionRecordStore()
247 last_exec_client.set_last_execute_time(
248 'nightly', utc_now - datetime.timedelta(hours=1))
249 self._mock_utc_now.return_value = utc_now
250
251 suite_trigger = trigger_receiver.TriggerReceiver()
252 suite_trigger.cron()
253 self.assertTrue(suite_trigger.events['nightly'].should_handle)
254 self.assertEqual(len(suite_trigger.event_results['nightly']), 1)
255 self.assertEqual(suite_trigger.event_results['nightly'][0],
256 self._FAKE_NIGHTLY_TASK_NAME)
257
258 def testInitializeTriggerReceiverWithWeeklyEventWithoutEventHour(self):
259 """Test weekly event without event settings can be handled on right day."""
260 # A task with day=4 (Friday) and default event_hour (23) should be
261 # scheduled at Friday 23:00 in PST, which is Saturday 6:00 or 7:00 in UTC.
262 self._mock_config_reader.return_value = self.fake_config
263 given_utc_hour = time_converter.convert_time_info(
264 time_converter.TimeInfo(
265 self._TEST_PST_DAY,
266 config_reader.EVENT_CLASSES['weekly'].DEFAULT_PST_HOUR)).hour
267 utc_now = datetime.datetime(2017, 10, 14, given_utc_hour,
268 tzinfo=time_converter.UTC_TZ)
269 last_exec_client = datastore_client.LastExecutionRecordStore()
270 last_exec_client.set_last_execute_time(
271 'weekly', utc_now - datetime.timedelta(days=1))
272 self._mock_utc_now.return_value = utc_now
273
274 suite_trigger = trigger_receiver.TriggerReceiver()
275 suite_trigger.cron()
276 self.assertTrue(suite_trigger.events['weekly'].should_handle)
277 self.assertEqual(len(suite_trigger.event_results['weekly']), 1)
278 self.assertEqual(suite_trigger.event_results['weekly'][0],
279 self._FAKE_WEEKLY_TASK_NAME)
280
281 def testInitializeTriggerReceiverWithWeeklyEventWithEventHour(self):
282 """Test weekly event with event settings can be handled on right day."""
283 # A task with day=4 (Friday) and event_hour=13 should be scheduled at
284 # Friday 13:00 in PST, which is Friday 20:00 or 21:00 in UTC.
285 self._mock_config_reader.return_value = self.fake_config_with_settings
286 given_utc_time_info = time_converter.convert_time_info(
287 time_converter.TimeInfo(self._TEST_PST_DAY, self._TEST_EVENT_PST_HOUR))
288
289 # Set the current time as a Friday 20:00 or 21:00 in UTC.
290 utc_now = datetime.datetime(2017, 10, 13, given_utc_time_info.hour,
291 tzinfo=time_converter.UTC_TZ)
292 last_exec_client = datastore_client.LastExecutionRecordStore()
293 last_exec_client.set_last_execute_time(
294 'weekly', utc_now - datetime.timedelta(days=1))
295 self._mock_utc_now.return_value = utc_now
296
297 suite_trigger = trigger_receiver.TriggerReceiver()
298 suite_trigger.cron()
299 self.assertTrue(suite_trigger.events['weekly'].should_handle)
300 self.assertEqual(len(suite_trigger.event_results['weekly']), 1)
301 self.assertEqual(suite_trigger.event_results['weekly'][0],
302 self._FAKE_WEEKLY_TASK_NAME)
303
304
Craig Bergstrom58263d32018-04-26 14:11:35 -0600305class TriggerReceiverFakeBuildTestCase(TriggerReceiverBaseTestCase):
306 """Test the new_build functionality."""
307
Craig Bergstrom58263d32018-04-26 14:11:35 -0600308 def setUp(self):
309 """Set up for a test."""
310 super(TriggerReceiverFakeBuildTestCase, self).setUp()
311
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700312 self._prepare()
313
314 def _prepare(self):
Craig Bergstrom58263d32018-04-26 14:11:35 -0600315 self.fake_config = config_reader.ConfigReader(None)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600316 mock_config_reader = mock.patch('config_reader.ConfigReader')
317 self._mock_config_reader = mock_config_reader.start()
318 self.addCleanup(mock_config_reader.stop)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600319
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700320 # Set last execution time for new_build events.
321 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600322 last_exec_client = datastore_client.LastExecutionRecordStore()
323 last_exec_client.set_last_execute_time(
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700324 'new_build', utc_now - datetime.timedelta(hours=1))
Craig Bergstrom58263d32018-04-26 14:11:35 -0600325 self._mock_utc_now.return_value = utc_now
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700326
327 def testNewBuildForHWTestSanityRequired(self):
328 """Test the new_build functionality."""
329 # Construct a fake config with only_hwtest_sanity_required.
330 fsnbt_name = 'FakeStrictNewBuildTask'
331 self.fake_config.add_section(fsnbt_name)
332 self.fake_config.set(fsnbt_name, 'run_on', 'new_build')
333 self.fake_config.set(fsnbt_name, 'suite', 'fake_suite_base')
334 frnbt_name = 'FakeRelaxedNewBuildTask'
335 self.fake_config.add_section(frnbt_name)
336 self.fake_config.set(frnbt_name, 'run_on', 'new_build')
337 self.fake_config.set(frnbt_name, 'suite', 'fake_suite_relaxed')
338 self.fake_config.set(frnbt_name, 'only_hwtest_sanity_required', 'True')
339
340 self._mock_config_reader.return_value = self.fake_config
Craig Bergstrom58263d32018-04-26 14:11:35 -0600341
342 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600343 suite_trigger = trigger_receiver.TriggerReceiver()
344 suite_trigger.cron()
345
346 # Validate that the expected tests got kicked off.
Craig Bergstrom58263d32018-04-26 14:11:35 -0600347 self.assertEqual(len(suite_trigger.event_results), 1)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600348 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
Xixuan Wu8d2f2862018-08-28 16:48:04 -0700349 # 2 for strict passed builds, 3 for relaxed builds.
350 self.assertEqual(len(tasks), 5)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600351
352 # The number of builds that matched the base (success) Task.
353 count_base = 0
354 # The number of builds that matched the relaxed Task.
355 count_relaxed = 0
356 for task in tasks:
357 if 'fake_suite_base' in task.payload:
358 # Make sure it matched the expected build only.
Craig Bergstrom58263d32018-04-26 14:11:35 -0600359 self.assertNotIn('grunt-release', task.payload)
360 count_base += 1
361
362 if 'fake_suite_relaxed' in task.payload:
Craig Bergstrom58263d32018-04-26 14:11:35 -0600363 count_relaxed += 1
364
365 # Make each case matched precisely one event.
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700366 self.assertEqual(2, count_base)
Xixuan Wu8d2f2862018-08-28 16:48:04 -0700367 self.assertEqual(3, count_relaxed)
Craig Bergstrom58263d32018-04-26 14:11:35 -0600368
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700369 def testNewBuildWithExistingBoardFamilies(self):
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700370 """Test the new_build suite with an existing board family."""
371 link_suite = 'FakeLinkNewBuildTask'
372 self.fake_config.add_section(link_suite)
373 self.fake_config.set(link_suite, 'run_on', 'new_build')
374 self.fake_config.set(link_suite, 'suite', 'fake_suite_base')
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700375 self.fake_config.set(link_suite, 'board_families', 'ivybridge')
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700376 self._mock_config_reader.return_value = self.fake_config
377
378 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
379 suite_trigger = trigger_receiver.TriggerReceiver()
380 suite_trigger.cron()
381
382 self.assertEqual(len(suite_trigger.event_results), 1)
383 self.assertEqual(suite_trigger.event_results['new_build'],
384 [link_suite])
385 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
386 self.assertEqual(len(tasks), 1)
387 self.assertIn('link-release', tasks[0].payload)
388
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700389 def testNewBuildWithExistingBoardFamiliesAndBoards(self):
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700390 """Test the new_build suite with an existing board family."""
391 link_suite = 'FakeLinkNewBuildTask'
392 self.fake_config.add_section(link_suite)
393 self.fake_config.set(link_suite, 'run_on', 'new_build')
394 self.fake_config.set(link_suite, 'suite', 'fake_suite_base')
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700395 self.fake_config.set(link_suite, 'board_families', 'ivybridge')
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700396 self.fake_config.set(link_suite, 'boards', 'asuka, paine, banon')
397 self._mock_config_reader.return_value = self.fake_config
398
399 suite_trigger = trigger_receiver.TriggerReceiver()
400 suite_trigger.cron()
401
402 self.assertEqual(len(suite_trigger.event_results), 1)
403 self.assertEqual(suite_trigger.event_results['new_build'],
404 [link_suite])
405 boards = suite_trigger.events['new_build'].task_list[0].boards
406 self.assertIn('asuka', boards)
407 self.assertIn('link', boards)
408
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700409 def testNewBuildWithNonExistingBoardFamilies(self):
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700410 """Test the new_build suite with an non-existing board family."""
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700411 nyan_suite = 'FakeNonExistBoardFamiliesNewBuildTask'
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700412 self.fake_config.add_section(nyan_suite)
413 self.fake_config.set(nyan_suite, 'run_on', 'new_build')
414 self.fake_config.set(nyan_suite, 'suite', 'fake_suite_base')
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700415 self.fake_config.set(nyan_suite, 'board_families', 'nyan')
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700416 self._mock_config_reader.return_value = self.fake_config
417
418 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
419 suite_trigger = trigger_receiver.TriggerReceiver()
420 suite_trigger.cron()
421
422 self.assertEqual(len(suite_trigger.event_results), 1)
423 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
424 self.assertEqual(len(tasks), 0)
425
426 def testNewBuildWithNonSpecifiedBoardFamily(self):
427 """Test the new_build suite with an non-specified board family."""
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700428 normal_suite = 'FakeBoardFamiliesNewBuildTask'
Xixuan Wu244e0ec2018-05-23 14:49:55 -0700429 self.fake_config.add_section(normal_suite)
430 self.fake_config.set(normal_suite, 'run_on', 'new_build')
431 self.fake_config.set(normal_suite, 'suite', 'fake_suite_base')
432 self._mock_config_reader.return_value = self.fake_config
433
434 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
435 suite_trigger = trigger_receiver.TriggerReceiver()
436 suite_trigger.cron()
437
438 self.assertEqual(len(suite_trigger.event_results), 1)
439 self.assertEqual(suite_trigger.event_results['new_build'],
440 [normal_suite])
441 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
442 self.assertEqual(len(tasks), 2)
443
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700444 def testNewBuildExcludingExistingBoardFamilies(self):
445 """Test the new_build suite excluding an existing board family."""
446 link_suite = 'FakeLinkNewBuildTask'
447 self.fake_config.add_section(link_suite)
448 self.fake_config.set(link_suite, 'run_on', 'new_build')
449 self.fake_config.set(link_suite, 'suite', 'fake_suite_base')
450 self.fake_config.set(link_suite, 'exclude_board_families', 'ivybridge')
451 self._mock_config_reader.return_value = self.fake_config
452
453 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
454 suite_trigger = trigger_receiver.TriggerReceiver()
455 suite_trigger.cron()
456
457 self.assertEqual(len(suite_trigger.event_results), 1)
458 self.assertEqual(suite_trigger.event_results['new_build'],
459 [link_suite])
460 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
461 self.assertEqual(len(tasks), 1)
462 self.assertNotIn('link-release', tasks[0].payload)
463 self.assertIn('zako-release', tasks[0].payload)
464
465 def testNewBuildExcludingExistingBoardFamiliesAndBoards(self):
466 """Test the new_build suite with an existing board family."""
467 link_suite = 'FakeLinkNewBuildTask'
468 self.fake_config.add_section(link_suite)
469 self.fake_config.set(link_suite, 'run_on', 'new_build')
470 self.fake_config.set(link_suite, 'suite', 'fake_suite_base')
471 self.fake_config.set(link_suite, 'exclude_board_families', 'ivybridge')
472 self.fake_config.set(link_suite, 'exclude_boards', 'asuka, paine, banon')
473 self._mock_config_reader.return_value = self.fake_config
474
475 suite_trigger = trigger_receiver.TriggerReceiver()
476 suite_trigger.cron()
477
478 self.assertEqual(len(suite_trigger.event_results), 1)
479 self.assertEqual(suite_trigger.event_results['new_build'],
480 [link_suite])
481 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
482 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
483 self.assertNotIn('link-release', tasks[0].payload)
484 self.assertNotIn('asuka-release', tasks[0].payload)
485 self.assertIn('zako-release', tasks[0].payload)
486
487 def testNewBuildExcludingNonExistingBoardFamilies(self):
488 """Test the new_build suite excluding an non-existing board family."""
489 nyan_suite = 'FakeNonExistExcludeBoardFamiliesNewBuildTask'
490 self.fake_config.add_section(nyan_suite)
491 self.fake_config.set(nyan_suite, 'run_on', 'new_build')
492 self.fake_config.set(nyan_suite, 'suite', 'fake_suite_base')
493 self.fake_config.set(nyan_suite, 'exclude_board_families', 'nyan')
494 self._mock_config_reader.return_value = self.fake_config
495
496 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
497 suite_trigger = trigger_receiver.TriggerReceiver()
498 suite_trigger.cron()
499
500 self.assertEqual(len(suite_trigger.event_results), 1)
501 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
502 self.assertEqual(len(tasks), 2)
503
504 def testNewBuildWithBoardExcludeBoardCollision(self):
Xixuan Wu8d2f2862018-08-28 16:48:04 -0700505 """Test the case that the same board in boards and exclude_boards."""
Po-Hsien Wangdd833072018-08-16 18:09:20 -0700506 normal_suite = 'FakeBoardExludingBoardCollisionNewBuildTask'
507 self.fake_config.add_section(normal_suite)
508 self.fake_config.set(normal_suite, 'run_on', 'new_build')
509 self.fake_config.set(normal_suite, 'suite', 'fake_suite_base')
510 self.fake_config.set(normal_suite, 'boards', 'zako, asuka')
511 self.fake_config.set(normal_suite, 'exclude_boards', 'asuka')
512 self._mock_config_reader.return_value = self.fake_config
513
514 queue = taskqueue.Queue(task_executor.SUITES_QUEUE)
515 suite_trigger = trigger_receiver.TriggerReceiver()
516 suite_trigger.cron()
517
518 self.assertEqual(len(suite_trigger.event_results), 1)
519 self.assertEqual(suite_trigger.event_results['new_build'],
520 [normal_suite])
521 # self.assertIn('new_build', suite_trigger.event_results)
522 tasks = queue.lease_tasks(3600, 10, deadline=0.5)
523 self.assertEqual(len(tasks), 1)
524 self.assertNotIn('asuka-release', tasks[0].payload)
525 self.assertIn('zako-release', tasks[0].payload)
526
Craig Bergstrom58263d32018-04-26 14:11:35 -0600527
Xixuan Wu008ee832017-10-12 16:59:34 -0700528class TriggerReceiverRealConfigTestCase(TriggerReceiverBaseTestCase):
529
530 def setUp(self):
531 super(TriggerReceiverRealConfigTestCase, self).setUp()
532 mock_config_reader = mock.patch('config_reader.ConfigReader')
533 self._mock_config_reader = mock_config_reader.start()
534 self.addCleanup(mock_config_reader.stop)
535 self._mock_config_reader.return_value = _SUITE_CONFIG_READER
536
537 def _get_ground_truth_task_list_from_config(self):
538 """Get the ground truth of to-be-scheduled task list from config file."""
539 self._mock_utc_now.return_value = datetime.datetime.now(
540 time_converter.UTC_TZ)
541 task_config = config_reader.TaskConfig(_SUITE_CONFIG_READER)
542 tasks = {}
543 for keyword, klass in config_reader.EVENT_CLASSES.iteritems():
544 new_event = klass(
545 task_config.get_event_setting(klass.section_name()), None)
546 new_event.set_task_list(
547 task_config.get_tasks_by_keyword(klass.KEYWORD)['tasks'])
548 tasks[keyword] = new_event.task_list
549
550 return tasks
551
Xixuan Wu40998892017-08-29 14:32:26 -0700552 def testCronWithoutLastExec(self):
553 """Test the first round of cron can be successfully executed."""
554 self._mock_utc_now.return_value = datetime.datetime.now(
555 time_converter.UTC_TZ)
556 suite_trigger = trigger_receiver.TriggerReceiver()
557 suite_trigger.cron()
558 self.assertFalse(suite_trigger.events['nightly'].should_handle)
559 self.assertFalse(suite_trigger.events['weekly'].should_handle)
560 self.assertFalse(suite_trigger.events['new_build'].should_handle)
561
562 self.assertEqual(suite_trigger.event_results, {})
563
564 def testCronTriggerNightly(self):
565 """Test nightly event is read with available nightly last_exec_time."""
566 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
567 last_exec_client = datastore_client.LastExecutionRecordStore()
568 last_exec_client.set_last_execute_time(
569 'nightly', utc_now - datetime.timedelta(hours=1))
570 self._mock_utc_now.return_value = utc_now
571 suite_trigger = trigger_receiver.TriggerReceiver()
572 self.assertTrue(suite_trigger.events['nightly'].should_handle)
573 self.assertFalse(suite_trigger.events['weekly'].should_handle)
574 self.assertFalse(suite_trigger.events['new_build'].should_handle)
575
Xixuan Wu33179672017-09-12 11:44:04 -0700576 def testCronTriggerNightlyOutdated(self):
577 """Test nightly event is read with available nightly last_exec_time."""
578 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
579 last_exec_client = datastore_client.LastExecutionRecordStore()
580 last_exec_client.set_last_execute_time(
581 'nightly', utc_now - datetime.timedelta(days=3))
582 self._mock_utc_now.return_value = utc_now
583 suite_trigger = trigger_receiver.TriggerReceiver()
584 self.assertFalse(suite_trigger.events['nightly'].should_handle)
585
586 def testCronTriggerWeeklyOutdated(self):
587 """Test weekly event is read with available weekly last_exec_time."""
588 utc_now = datetime.datetime.now(time_converter.UTC_TZ)
589 last_exec_client = datastore_client.LastExecutionRecordStore()
590 last_exec_client.set_last_execute_time(
591 'weekly', utc_now - datetime.timedelta(days=8))
592 self._mock_utc_now.return_value = utc_now
593 suite_trigger = trigger_receiver.TriggerReceiver()
594 self.assertFalse(suite_trigger.events['weekly'].should_handle)
595
Xixuan Wu40998892017-08-29 14:32:26 -0700596 def testCronForWeeks(self):
597 """Ensure cron job can be successfully scheduled for several weeks."""
Xixuan Wu008ee832017-10-12 16:59:34 -0700598 all_tasks = self._get_ground_truth_task_list_from_config()
Xixuan Wu40998892017-08-29 14:32:26 -0700599 last_now = None
600
601 for now in now_generator(datetime.datetime.now(time_converter.UTC_TZ)):
602 self._mock_utc_now.return_value = now
603 suite_trigger = trigger_receiver.TriggerReceiver()
Xixuan Wu5451a662017-10-17 10:57:40 -0700604 with mock.patch('task.Task.schedule', return_value=True):
605 suite_trigger.cron()
Xixuan Wu40998892017-08-29 14:32:26 -0700606
Xixuan Wu40998892017-08-29 14:32:26 -0700607 should_scheduled_nightly_tasks = [
Xixuan Wu09962902018-12-11 10:49:27 -0800608 t.name for t in all_tasks['nightly'] if t.hour == now.hour]
Xixuan Wu008ee832017-10-12 16:59:34 -0700609
Xixuan Wu09962902018-12-11 10:49:27 -0800610 if (_should_schedule_timed_task(last_now, now) and
Xixuan Wu40998892017-08-29 14:32:26 -0700611 should_scheduled_nightly_tasks):
612 self.assertEqual(suite_trigger.event_results['nightly'],
613 should_scheduled_nightly_tasks)
614 else:
615 self.assertNotIn('nightly', suite_trigger.event_results.keys())
616
617 # Verify weekly tasks
618 should_scheduled_weekly_tasks = [
619 t.name for t in all_tasks['weekly']
Xixuan Wu09962902018-12-11 10:49:27 -0800620 if now.weekday() == t.day and now.hour == t.hour]
621 if (_should_schedule_timed_task(last_now, now) and
Xixuan Wu40998892017-08-29 14:32:26 -0700622 should_scheduled_weekly_tasks):
623 self.assertEqual(suite_trigger.event_results['weekly'],
624 should_scheduled_weekly_tasks)
625 else:
626 self.assertNotIn('weekly', suite_trigger.event_results.keys())
627
628 # Verify new_build tasks
629 should_scheduled_new_build_tasks = [
630 t.name for t in all_tasks['new_build']]
631 if (_should_schedule_new_build_task(last_now, now) and
632 should_scheduled_new_build_tasks):
633 self.assertEqual(suite_trigger.event_results['new_build'],
634 should_scheduled_new_build_tasks)
635 else:
636 self.assertNotIn('new_build', suite_trigger.event_results.keys())
637
638 last_now = now
639
640
641if __name__ == '__main__':
642 unittest.main()