George Burgess IV | ed69676 | 2016-09-12 18:24:54 -0700 | [diff] [blame] | 1 | #!/usr/bin/env python2 |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 2 | |
| 3 | # Copyright 2011 Google Inc. All Rights Reserved. |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 4 | """The driver script for running performance benchmarks on ChromeOS.""" |
| 5 | |
Rahul Chaudhry | cbc5a26 | 2015-12-30 17:05:14 -0800 | [diff] [blame] | 6 | from __future__ import print_function |
| 7 | |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 8 | import atexit |
Rahul Chaudhry | 4f07bbf | 2016-01-29 15:10:02 -0800 | [diff] [blame] | 9 | import argparse |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 10 | import os |
Luis Lozano | 45b53c5 | 2015-09-30 11:36:27 -0700 | [diff] [blame] | 11 | import signal |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 12 | import sys |
| 13 | from experiment_runner import ExperimentRunner |
| 14 | from experiment_runner import MockExperimentRunner |
| 15 | from experiment_factory import ExperimentFactory |
| 16 | from experiment_file import ExperimentFile |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 17 | from settings_factory import GlobalSettings |
Rahul Chaudhry | eff2fc1 | 2016-02-24 10:12:43 -0800 | [diff] [blame] | 18 | |
Caroline Tice | a8af9a7 | 2016-07-20 12:52:59 -0700 | [diff] [blame] | 19 | # This import causes pylint to warn about "No name 'logger' in module |
| 20 | # 'cros_utils'". I do not understand why. The import works fine in python. |
Rahul Chaudhry | eff2fc1 | 2016-02-24 10:12:43 -0800 | [diff] [blame] | 21 | # pylint: disable=no-name-in-module |
Caroline Tice | a8af9a7 | 2016-07-20 12:52:59 -0700 | [diff] [blame] | 22 | from cros_utils import logger |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 23 | |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 24 | import test_flag |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 25 | |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 26 | |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 27 | def SetupParserOptions(parser): |
| 28 | """Add all options to the parser.""" |
Rahul Chaudhry | 4f07bbf | 2016-01-29 15:10:02 -0800 | [diff] [blame] | 29 | parser.add_argument('--dry_run', |
| 30 | dest='dry_run', |
| 31 | help=('Parse the experiment file and ' |
| 32 | 'show what will be done'), |
| 33 | action='store_true', |
| 34 | default=False) |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 35 | # Allow each of the global fields to be overridden by passing in |
| 36 | # options. Add each global field as an option. |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 37 | option_settings = GlobalSettings('') |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 38 | for field_name in option_settings.fields: |
| 39 | field = option_settings.fields[field_name] |
Rahul Chaudhry | 4f07bbf | 2016-01-29 15:10:02 -0800 | [diff] [blame] | 40 | parser.add_argument('--%s' % field.name, |
| 41 | dest=field.name, |
| 42 | help=field.description, |
| 43 | action='store') |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 44 | |
| 45 | |
| 46 | def ConvertOptionsToSettings(options): |
| 47 | """Convert options passed in into global settings.""" |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 48 | option_settings = GlobalSettings('option_settings') |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 49 | for option_name in options.__dict__: |
| 50 | if (options.__dict__[option_name] is not None and |
| 51 | option_name in option_settings.fields): |
| 52 | option_settings.SetField(option_name, options.__dict__[option_name]) |
| 53 | return option_settings |
| 54 | |
| 55 | |
| 56 | def Cleanup(experiment): |
| 57 | """Handler function which is registered to the atexit handler.""" |
| 58 | experiment.Cleanup() |
| 59 | |
| 60 | |
Luis Lozano | 45b53c5 | 2015-09-30 11:36:27 -0700 | [diff] [blame] | 61 | def CallExitHandler(signum, _): |
| 62 | """Signal handler that transforms a signal into a call to exit. |
| 63 | |
| 64 | This is useful because functionality registered by "atexit" will |
| 65 | be called. It also means you can "catch" the signal by catching |
| 66 | the SystemExit exception. |
| 67 | """ |
| 68 | sys.exit(128 + signum) |
| 69 | |
| 70 | |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 71 | def Main(argv): |
Rahul Chaudhry | 4f07bbf | 2016-01-29 15:10:02 -0800 | [diff] [blame] | 72 | parser = argparse.ArgumentParser() |
Luis Lozano | f81680c | 2013-03-15 14:44:13 -0700 | [diff] [blame] | 73 | |
Rahul Chaudhry | 4f07bbf | 2016-01-29 15:10:02 -0800 | [diff] [blame] | 74 | parser.add_argument('--noschedv2', |
| 75 | dest='noschedv2', |
| 76 | default=False, |
| 77 | action='store_true', |
| 78 | help=('Do not use new scheduler. ' |
| 79 | 'Use original scheduler instead.')) |
| 80 | parser.add_argument('-l', |
| 81 | '--log_dir', |
| 82 | dest='log_dir', |
| 83 | default='', |
| 84 | help='The log_dir, default is under <crosperf_logs>/logs') |
Luis Lozano | f81680c | 2013-03-15 14:44:13 -0700 | [diff] [blame] | 85 | |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 86 | SetupParserOptions(parser) |
Rahul Chaudhry | 4f07bbf | 2016-01-29 15:10:02 -0800 | [diff] [blame] | 87 | options, args = parser.parse_known_args(argv) |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 88 | |
| 89 | # Convert the relevant options that are passed in into a settings |
| 90 | # object which will override settings in the experiment file. |
| 91 | option_settings = ConvertOptionsToSettings(options) |
Luis Lozano | f81680c | 2013-03-15 14:44:13 -0700 | [diff] [blame] | 92 | log_dir = os.path.abspath(os.path.expanduser(options.log_dir)) |
| 93 | logger.GetLogger(log_dir) |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 94 | |
| 95 | if len(args) == 2: |
| 96 | experiment_filename = args[1] |
| 97 | else: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 98 | parser.error('Invalid number arguments.') |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 99 | |
| 100 | working_directory = os.getcwd() |
Ahmad Sharif | 4467f00 | 2012-12-20 12:09:49 -0800 | [diff] [blame] | 101 | if options.dry_run: |
| 102 | test_flag.SetTestMode(True) |
| 103 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 104 | experiment_file = ExperimentFile( |
| 105 | open(experiment_filename, 'rb'), option_settings) |
| 106 | if not experiment_file.GetGlobalSettings().GetField('name'): |
Ahmad Sharif | 822c55d | 2012-02-08 20:55:47 -0800 | [diff] [blame] | 107 | experiment_name = os.path.basename(experiment_filename) |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 108 | experiment_file.GetGlobalSettings().SetField('name', experiment_name) |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 109 | experiment = ExperimentFactory().GetExperiment(experiment_file, |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 110 | working_directory, log_dir) |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 111 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 112 | json_report = experiment_file.GetGlobalSettings().GetField('json_report') |
Caroline Tice | ef4ca8a | 2015-08-25 12:53:38 -0700 | [diff] [blame] | 113 | |
Luis Lozano | 45b53c5 | 2015-09-30 11:36:27 -0700 | [diff] [blame] | 114 | signal.signal(signal.SIGTERM, CallExitHandler) |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 115 | atexit.register(Cleanup, experiment) |
| 116 | |
| 117 | if options.dry_run: |
Caroline Tice | 6e8726d | 2015-12-09 12:42:13 -0800 | [diff] [blame] | 118 | runner = MockExperimentRunner(experiment, json_report) |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 119 | else: |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 120 | runner = ExperimentRunner(experiment, |
| 121 | json_report, |
Han Shen | e205d90 | 2015-09-15 11:04:05 -0700 | [diff] [blame] | 122 | using_schedv2=(not options.noschedv2)) |
Han Shen | ba64928 | 2015-08-05 17:19:55 -0700 | [diff] [blame] | 123 | |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 124 | runner.Run() |
| 125 | |
Luis Lozano | f2a3ef4 | 2015-12-15 13:49:30 -0800 | [diff] [blame] | 126 | |
| 127 | if __name__ == '__main__': |
Ahmad Sharif | 0dcbc4b | 2012-02-02 16:37:18 -0800 | [diff] [blame] | 128 | Main(sys.argv) |