Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 1 | # Copyright (c) 2014 The Chromium OS Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
| 5 | import optparse |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 6 | import os |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 7 | import sys |
| 8 | |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 9 | import colorama as color |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 10 | |
Amirhossein Simjour | 7a71f33 | 2015-04-10 15:18:37 -0400 | [diff] [blame] | 11 | from remote import ChromeOSTouchDevice, AndroidTouchDevice, ElanTouchDevice, mt |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 12 | from report import Report |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 13 | from test_suite import TestSuite |
| 14 | |
Charlie Mooney | 74bad59 | 2015-05-21 12:38:02 -0700 | [diff] [blame^] | 15 | REPORT_LOCATION = 'report.html' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 16 | |
| 17 | def parse_arguments(): |
Amirhossein Simjour | 7a71f33 | 2015-04-10 15:18:37 -0400 | [diff] [blame] | 18 | VALID_DUT_TYPES = ['chromeos', 'android', 'elan_i2c', 'replay'] |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 19 | VALID_MODES = ['performance', 'noise', 'full'] |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 20 | VALID_PROTOCOLS = [mt.MTA, mt.MTB, 'auto'] |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 21 | parser = optparse.OptionParser() |
| 22 | |
| 23 | # DUT specification information |
| 24 | parser.add_option('-a', '--addr', dest='addr', default=None, |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 25 | help=('The address of the DUT (ip for CrOS, Device ID ' |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 26 | 'for Android, or a filename to replay old results).')) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 27 | parser.add_option('-t', '--type', dest='dut_type', default=None, |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 28 | help='The type of DUT (android, chromeos, or replay).') |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 29 | parser.add_option('--touchscreen', dest='is_touchscreen', |
| 30 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 31 | help=('Use the touchscreen (instead of touchpad) on ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 32 | 'the device.')) |
| 33 | |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 34 | parser.add_option('--protocol', dest='protocol', default='auto', |
| 35 | help=('Manually specify the multitouch protocol for the ' |
| 36 | 'DUT. This should be detected automatically, but ' |
| 37 | 'in the event that fails, you may specify "mtb" or ' |
| 38 | '"mta" with this flag to over-ride it.')) |
Charlie Mooney | 0866191 | 2015-04-16 09:20:34 -0700 | [diff] [blame] | 39 | parser.add_option('-n', '--name', dest='name', default='unknown_device', |
| 40 | help='The name of this DUT. This is used by the robot to ' |
| 41 | 'store calibration data and is only needed if you are ' |
| 42 | 'using the touchbot. Simply keep the name consistent ' |
| 43 | 'across multiple tests on the same DUT to avoid ' |
| 44 | 'having to recalibrate the robot each time.') |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 45 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 46 | # Lab equipment specification |
| 47 | parser.add_option('-r', '--robot', dest='has_robot', |
| 48 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 49 | help=('Indicate that you have a Google Touchbot that ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 50 | 'will perform your gestures for you.')) |
| 51 | parser.add_option('-f', '--fn_gen', dest='has_fn_gen', |
| 52 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 53 | help=('Indicate that you have an HP 33120A function ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 54 | 'generator to automate the electric noise tests.')) |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 55 | parser.add_option('-m', '--mode', dest='mode', default='performance', |
| 56 | help=('Which mode to run the test suite in. Options are ' |
| 57 | '(performance, noise, or full) with performance as ' |
| 58 | 'the default selection.')) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 59 | |
| 60 | # Test suite settings |
| 61 | parser.add_option('-i', '--iterations', dest='num_iterations', default=1, |
| 62 | type=int, help=('The number of test iterations to run.')) |
Charlie Mooney | 3d00bdc | 2015-05-08 12:58:35 -0700 | [diff] [blame] | 63 | parser.add_option('--title', dest='title', default=None, |
| 64 | help='An optional title to put at the top of the report.') |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 65 | |
| 66 | (options, args) = parser.parse_args() |
| 67 | |
| 68 | if options.dut_type not in VALID_DUT_TYPES: |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 69 | print 'ERROR: invalid dut type "%s"' % options.dut_type |
| 70 | print 'valid dut types are: %s' % str(VALID_DUT_TYPES) |
| 71 | sys.exit(1) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 72 | if options.dut_type == 'chromeos' and not options.addr: |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 73 | print 'ERROR: You must supply an IP address for ChromeOS DUTs' |
| 74 | sys.exit(1) |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 75 | if options.protocol not in VALID_PROTOCOLS: |
| 76 | print 'ERROR: invalid protocol "%s"' % options.protocol |
| 77 | print 'valid protocols are: %s' % str(VALID_PROTOCOLS) |
| 78 | sys.exit(1) |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 79 | if options.mode not in VALID_MODES: |
| 80 | print 'ERROR: invalid mode "%s"' % options.mode |
| 81 | print 'valid modes are: %s' % str(VALID_MODES) |
| 82 | sys.exit(1) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 83 | |
| 84 | return options, args |
| 85 | |
| 86 | |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 87 | def initialize_touch_device(options): |
| 88 | """ Using the supplied options connect to the DUT """ |
| 89 | # Open a connection to the device specified |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 90 | print (color.Style.DIM + color.Fore.RED + |
| 91 | 'Please do not touch the device until the test starts!') |
| 92 | print 'Connecting to remote touch device...' |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 93 | if options.dut_type == 'chromeos': |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 94 | touch_dev = ChromeOSTouchDevice(options.addr, options.is_touchscreen, |
| 95 | options.protocol) |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 96 | elif options.dut_type == 'android': |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 97 | touch_dev = AndroidTouchDevice(options.addr, True, options.protocol) |
Amirhossein Simjour | 7a71f33 | 2015-04-10 15:18:37 -0400 | [diff] [blame] | 98 | elif options.dut_type == 'elan_i2c': |
| 99 | touch_dev = ElanTouchDevice(options.addr, True) |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 100 | else: |
| 101 | return None |
| 102 | |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 103 | return touch_dev |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 104 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 105 | def main(): |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 106 | color.init(autoreset=True) |
| 107 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 108 | # Parse and validate the command line arguments |
| 109 | options, args = parse_arguments() |
| 110 | |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 111 | if options.dut_type != 'replay': |
Charlie Mooney | 818c60c | 2015-04-21 15:10:44 -0700 | [diff] [blame] | 112 | # Connect to the DUT |
| 113 | touch_dev = initialize_touch_device(options) |
| 114 | |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 115 | # Create a test flow object that will run the test step by step |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 116 | test_suite = TestSuite(touch_dev, options, args) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 117 | |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 118 | # Run through the entire test suite in turn |
| 119 | while test_suite.RunNextTestAndVariation(): |
| 120 | pass |
Charlie Mooney | c68f9c3 | 2015-04-16 15:23:22 -0700 | [diff] [blame] | 121 | test_suite.StopPlotter() |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 122 | |
| 123 | # The test suite should have a fully populated Report object now, filled |
| 124 | # with the results of all the test runs. |
| 125 | report = test_suite.report |
| 126 | |
| 127 | # Save this report into a default location as a backup in case you want |
| 128 | # to replay it later. |
| 129 | report.SaveToDisk('last_report.p') |
| 130 | else: |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 131 | # We are trying to replay an old report from a file on disk. Load it |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 132 | # directly from the specified file instead of running the test over again. |
| 133 | report = Report.FromFile(options.addr) |
| 134 | |
| 135 | # Generate an HTML version of the Report and write it to disk |
Charlie Mooney | 74bad59 | 2015-05-21 12:38:02 -0700 | [diff] [blame^] | 136 | print (color.Fore.MAGENTA + 'FW Testing Complete. Report is being generated ' |
| 137 | 'now, and will be stored on disk as "%s"' % REPORT_LOCATION) |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 138 | html_report = report.GenerateHtml() |
Charlie Mooney | 74bad59 | 2015-05-21 12:38:02 -0700 | [diff] [blame^] | 139 | with open(REPORT_LOCATION, 'w') as fo: |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 140 | fo.write(html_report) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 141 | |
| 142 | return 0 |
| 143 | |
| 144 | |
| 145 | if __name__ == "__main__": |
| 146 | sys.exit(main()) |