Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 1 | # Copyright (c) 2014 The Chromium OS Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
| 5 | import optparse |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 6 | import os |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 7 | import sys |
| 8 | |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 9 | import colorama as color |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 10 | |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 11 | import plotter |
| 12 | from remote import ChromeOSTouchDevice, AndroidTouchDevice, mt |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 13 | from report import Report |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 14 | from test_suite import TestSuite |
| 15 | |
| 16 | |
| 17 | def parse_arguments(): |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 18 | VALID_DUT_TYPES = ['chromeos', 'android', 'replay'] |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 19 | VALID_MODES = ['performance', 'noise', 'full'] |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 20 | VALID_PROTOCOLS = [mt.MTA, mt.MTB, 'auto'] |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 21 | parser = optparse.OptionParser() |
| 22 | |
| 23 | # DUT specification information |
| 24 | parser.add_option('-a', '--addr', dest='addr', default=None, |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 25 | help=('The address of the DUT (ip for CrOS, Device ID ' |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 26 | 'for Android, or a filename to replay old results).')) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 27 | parser.add_option('-t', '--type', dest='dut_type', default=None, |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 28 | help='The type of DUT (android, chromeos, or replay).') |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 29 | parser.add_option('--touchscreen', dest='is_touchscreen', |
| 30 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 31 | help=('Use the touchscreen (instead of touchpad) on ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 32 | 'the device.')) |
| 33 | |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 34 | parser.add_option('--protocol', dest='protocol', default='auto', |
| 35 | help=('Manually specify the multitouch protocol for the ' |
| 36 | 'DUT. This should be detected automatically, but ' |
| 37 | 'in the event that fails, you may specify "mtb" or ' |
| 38 | '"mta" with this flag to over-ride it.')) |
Charlie Mooney | 0866191 | 2015-04-16 09:20:34 -0700 | [diff] [blame] | 39 | parser.add_option('-n', '--name', dest='name', default='unknown_device', |
| 40 | help='The name of this DUT. This is used by the robot to ' |
| 41 | 'store calibration data and is only needed if you are ' |
| 42 | 'using the touchbot. Simply keep the name consistent ' |
| 43 | 'across multiple tests on the same DUT to avoid ' |
| 44 | 'having to recalibrate the robot each time.') |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 45 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 46 | # Lab equipment specification |
| 47 | parser.add_option('-r', '--robot', dest='has_robot', |
| 48 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 49 | help=('Indicate that you have a Google Touchbot that ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 50 | 'will perform your gestures for you.')) |
| 51 | parser.add_option('-f', '--fn_gen', dest='has_fn_gen', |
| 52 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 53 | help=('Indicate that you have an HP 33120A function ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 54 | 'generator to automate the electric noise tests.')) |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 55 | parser.add_option('-m', '--mode', dest='mode', default='performance', |
| 56 | help=('Which mode to run the test suite in. Options are ' |
| 57 | '(performance, noise, or full) with performance as ' |
| 58 | 'the default selection.')) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 59 | |
| 60 | # Test suite settings |
| 61 | parser.add_option('-i', '--iterations', dest='num_iterations', default=1, |
| 62 | type=int, help=('The number of test iterations to run.')) |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 63 | parser.add_option('--plot_only', dest='plot_only', default=False, |
| 64 | action='store_true', |
| 65 | help=('Only plot touch evets. Do not run any tests.')) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 66 | |
| 67 | (options, args) = parser.parse_args() |
| 68 | |
| 69 | if options.dut_type not in VALID_DUT_TYPES: |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 70 | print 'ERROR: invalid dut type "%s"' % options.dut_type |
| 71 | print 'valid dut types are: %s' % str(VALID_DUT_TYPES) |
| 72 | sys.exit(1) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 73 | if options.dut_type == 'chromeos' and not options.addr: |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 74 | print 'ERROR: You must supply an IP address for ChromeOS DUTs' |
| 75 | sys.exit(1) |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 76 | if options.protocol not in VALID_PROTOCOLS: |
| 77 | print 'ERROR: invalid protocol "%s"' % options.protocol |
| 78 | print 'valid protocols are: %s' % str(VALID_PROTOCOLS) |
| 79 | sys.exit(1) |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 80 | if options.mode not in VALID_MODES: |
| 81 | print 'ERROR: invalid mode "%s"' % options.mode |
| 82 | print 'valid modes are: %s' % str(VALID_MODES) |
| 83 | sys.exit(1) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 84 | |
| 85 | return options, args |
| 86 | |
| 87 | |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 88 | def initialize_touch_device(options): |
| 89 | """ Using the supplied options connect to the DUT """ |
| 90 | # Open a connection to the device specified |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 91 | print (color.Style.DIM + color.Fore.RED + |
| 92 | 'Please do not touch the device until the test starts!') |
| 93 | print 'Connecting to remote touch device...' |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 94 | if options.dut_type == 'chromeos': |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 95 | touch_dev = ChromeOSTouchDevice(options.addr, options.is_touchscreen, |
| 96 | options.protocol) |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 97 | elif options.dut_type == 'android': |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 98 | touch_dev = AndroidTouchDevice(options.addr, True, options.protocol) |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 99 | else: |
| 100 | return None |
| 101 | |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 102 | return touch_dev |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 103 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 104 | def main(): |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 105 | color.init(autoreset=True) |
| 106 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 107 | # Parse and validate the command line arguments |
| 108 | options, args = parse_arguments() |
| 109 | |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 110 | # Connect to the DUT |
| 111 | touch_dev = initialize_touch_device(options) |
| 112 | |
| 113 | if options.plot_only: |
| 114 | # Show the live events as they come in instead of running any tests |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 115 | plotter.live_display(touch_dev) |
| 116 | return 0 |
| 117 | |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 118 | if options.dut_type != 'replay': |
| 119 | # Create a test flow object that will run the test step by step |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 120 | test_suite = TestSuite(touch_dev, options, args) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 121 | |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 122 | # Run through the entire test suite in turn |
| 123 | while test_suite.RunNextTestAndVariation(): |
| 124 | pass |
| 125 | |
| 126 | # The test suite should have a fully populated Report object now, filled |
| 127 | # with the results of all the test runs. |
| 128 | report = test_suite.report |
| 129 | |
| 130 | # Save this report into a default location as a backup in case you want |
| 131 | # to replay it later. |
| 132 | report.SaveToDisk('last_report.p') |
| 133 | else: |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 134 | # We are trying to replay an old report from a file on disk. Load it |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 135 | # directly from the specified file instead of running the test over again. |
| 136 | report = Report.FromFile(options.addr) |
| 137 | |
| 138 | # Generate an HTML version of the Report and write it to disk |
| 139 | html_report = report.GenerateHtml() |
| 140 | with open('report.html', 'w') as fo: |
| 141 | fo.write(html_report) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 142 | |
| 143 | return 0 |
| 144 | |
| 145 | |
| 146 | if __name__ == "__main__": |
| 147 | sys.exit(main()) |