Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 1 | # Copyright (c) 2014 The Chromium OS Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
Charlie Mooney | 4291c4e | 2015-06-15 10:15:30 -0700 | [diff] [blame] | 5 | import inspect |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 6 | import optparse |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 7 | import os |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 8 | import sys |
Charlie Mooney | 4291c4e | 2015-06-15 10:15:30 -0700 | [diff] [blame] | 9 | from subprocess import Popen, PIPE |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 10 | |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 11 | import colorama as color |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 12 | |
Amirhossein Simjour | af7e16a | 2015-05-13 16:31:57 -0400 | [diff] [blame] | 13 | from remote import ChromeOSTouchDevice, AndroidTouchDevice, mt |
Amirhossein Simjour | 3f1774c | 2015-06-16 13:45:13 -0400 | [diff] [blame] | 14 | from remote import ElanTouchScreenDevice, ElanTouchDevice, SynapticsTouchDevice |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 15 | from report import Report |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 16 | from test_suite import TestSuite |
| 17 | |
Charlie Mooney | 74bad59 | 2015-05-21 12:38:02 -0700 | [diff] [blame] | 18 | REPORT_LOCATION = 'report.html' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 19 | |
| 20 | def parse_arguments(): |
Amirhossein Simjour | 3f1774c | 2015-06-16 13:45:13 -0400 | [diff] [blame] | 21 | VALID_DUT_TYPES = ['chromeos', 'android', 'elan_i2c', 'elan_ts_i2c', |
| 22 | 'synaptics_ts_i2c', 'replay'] |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 23 | VALID_MODES = ['performance', 'noise', 'full'] |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 24 | VALID_PROTOCOLS = [mt.MTA, mt.MTB, 'auto'] |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 25 | parser = optparse.OptionParser() |
| 26 | |
| 27 | # DUT specification information |
| 28 | parser.add_option('-a', '--addr', dest='addr', default=None, |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 29 | help=('The address of the DUT (ip for CrOS, Device ID ' |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 30 | 'for Android, or a filename to replay old results).')) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 31 | parser.add_option('-t', '--type', dest='dut_type', default=None, |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 32 | help='The type of DUT (android, chromeos, or replay).') |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 33 | parser.add_option('--touchscreen', dest='is_touchscreen', |
| 34 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 35 | help=('Use the touchscreen (instead of touchpad) on ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 36 | 'the device.')) |
| 37 | |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 38 | parser.add_option('--protocol', dest='protocol', default='auto', |
| 39 | help=('Manually specify the multitouch protocol for the ' |
| 40 | 'DUT. This should be detected automatically, but ' |
| 41 | 'in the event that fails, you may specify "mtb" or ' |
| 42 | '"mta" with this flag to over-ride it.')) |
Charlie Mooney | 0866191 | 2015-04-16 09:20:34 -0700 | [diff] [blame] | 43 | parser.add_option('-n', '--name', dest='name', default='unknown_device', |
| 44 | help='The name of this DUT. This is used by the robot to ' |
| 45 | 'store calibration data and is only needed if you are ' |
| 46 | 'using the touchbot. Simply keep the name consistent ' |
| 47 | 'across multiple tests on the same DUT to avoid ' |
| 48 | 'having to recalibrate the robot each time.') |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 49 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 50 | # Lab equipment specification |
| 51 | parser.add_option('-r', '--robot', dest='has_robot', |
| 52 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 53 | help=('Indicate that you have a Google Touchbot that ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 54 | 'will perform your gestures for you.')) |
| 55 | parser.add_option('-f', '--fn_gen', dest='has_fn_gen', |
| 56 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 57 | help=('Indicate that you have an HP 33120A function ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 58 | 'generator to automate the electric noise tests.')) |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 59 | parser.add_option('-m', '--mode', dest='mode', default='performance', |
| 60 | help=('Which mode to run the test suite in. Options are ' |
| 61 | '(performance, noise, or full) with performance as ' |
| 62 | 'the default selection.')) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 63 | |
| 64 | # Test suite settings |
| 65 | parser.add_option('-i', '--iterations', dest='num_iterations', default=1, |
| 66 | type=int, help=('The number of test iterations to run.')) |
Charlie Mooney | 3d00bdc | 2015-05-08 12:58:35 -0700 | [diff] [blame] | 67 | parser.add_option('--title', dest='title', default=None, |
| 68 | help='An optional title to put at the top of the report.') |
Charlie Mooney | 4291c4e | 2015-06-15 10:15:30 -0700 | [diff] [blame] | 69 | parser.add_option('--test_version', dest='test_version', default=None, |
| 70 | help=('An optionally overridden test version string. This ' |
| 71 | 'string will appear at the top of the report. If ' |
| 72 | 'left undefined the most recent git commit hash is ' |
| 73 | 'used by default.')) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 74 | |
| 75 | (options, args) = parser.parse_args() |
| 76 | |
| 77 | if options.dut_type not in VALID_DUT_TYPES: |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 78 | print 'ERROR: invalid dut type "%s"' % options.dut_type |
| 79 | print 'valid dut types are: %s' % str(VALID_DUT_TYPES) |
| 80 | sys.exit(1) |
Charlie Mooney | db3ea55 | 2015-07-06 14:10:49 -0700 | [diff] [blame^] | 81 | elif options.dut_type == 'chromeos' and not options.addr: |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 82 | print 'ERROR: You must supply an IP address for ChromeOS DUTs' |
| 83 | sys.exit(1) |
Charlie Mooney | db3ea55 | 2015-07-06 14:10:49 -0700 | [diff] [blame^] | 84 | elif options.dut_type in ['android', 'elan_ts_i2c']: |
| 85 | options.is_touchscreen = True |
| 86 | |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 87 | if options.protocol not in VALID_PROTOCOLS: |
| 88 | print 'ERROR: invalid protocol "%s"' % options.protocol |
| 89 | print 'valid protocols are: %s' % str(VALID_PROTOCOLS) |
| 90 | sys.exit(1) |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 91 | if options.mode not in VALID_MODES: |
| 92 | print 'ERROR: invalid mode "%s"' % options.mode |
| 93 | print 'valid modes are: %s' % str(VALID_MODES) |
| 94 | sys.exit(1) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 95 | |
Charlie Mooney | 4291c4e | 2015-06-15 10:15:30 -0700 | [diff] [blame] | 96 | # If they didn't manually specify a test_version string, generate the default |
| 97 | # By looking up the most recent commit in the touch_firmware_test git repo. |
| 98 | if options.test_version is None: |
| 99 | src_file = inspect.getfile(inspect.currentframe()) |
| 100 | root_path = os.path.dirname(os.path.realpath(src_file)) |
| 101 | git_path = os.path.join(root_path, '.git') |
| 102 | args = ['git', '--git-dir', git_path, 'log', '--oneline', '-n1'] |
| 103 | options.test_version = Popen(args, stdout=PIPE).communicate()[0] |
| 104 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 105 | return options, args |
| 106 | |
| 107 | |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 108 | def initialize_touch_device(options): |
| 109 | """ Using the supplied options connect to the DUT """ |
| 110 | # Open a connection to the device specified |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 111 | print (color.Style.DIM + color.Fore.RED + |
| 112 | 'Please do not touch the device until the test starts!') |
| 113 | print 'Connecting to remote touch device...' |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 114 | if options.dut_type == 'chromeos': |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 115 | touch_dev = ChromeOSTouchDevice(options.addr, options.is_touchscreen, |
| 116 | options.protocol) |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 117 | elif options.dut_type == 'android': |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 118 | touch_dev = AndroidTouchDevice(options.addr, True, options.protocol) |
Amirhossein Simjour | 7a71f33 | 2015-04-10 15:18:37 -0400 | [diff] [blame] | 119 | elif options.dut_type == 'elan_i2c': |
Amirhossein Simjour | af7e16a | 2015-05-13 16:31:57 -0400 | [diff] [blame] | 120 | touch_dev = ElanTouchDevice(options.addr) |
| 121 | elif options.dut_type == 'elan_ts_i2c': |
| 122 | touch_dev = ElanTouchScreenDevice(options.addr) |
Amirhossein Simjour | 3f1774c | 2015-06-16 13:45:13 -0400 | [diff] [blame] | 123 | elif options.dut_type == 'synaptics_ts_i2c': |
| 124 | touch_dev = SynapticsTouchDevice(options.addr) |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 125 | else: |
| 126 | return None |
| 127 | |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 128 | return touch_dev |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 129 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 130 | def main(): |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 131 | color.init(autoreset=True) |
| 132 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 133 | # Parse and validate the command line arguments |
| 134 | options, args = parse_arguments() |
| 135 | |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 136 | if options.dut_type != 'replay': |
Charlie Mooney | 818c60c | 2015-04-21 15:10:44 -0700 | [diff] [blame] | 137 | # Connect to the DUT |
| 138 | touch_dev = initialize_touch_device(options) |
| 139 | |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 140 | # Create a test flow object that will run the test step by step |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 141 | test_suite = TestSuite(touch_dev, options, args) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 142 | |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 143 | # Run through the entire test suite in turn |
| 144 | while test_suite.RunNextTestAndVariation(): |
| 145 | pass |
Charlie Mooney | c68f9c3 | 2015-04-16 15:23:22 -0700 | [diff] [blame] | 146 | test_suite.StopPlotter() |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 147 | |
| 148 | # The test suite should have a fully populated Report object now, filled |
| 149 | # with the results of all the test runs. |
| 150 | report = test_suite.report |
| 151 | |
| 152 | # Save this report into a default location as a backup in case you want |
| 153 | # to replay it later. |
| 154 | report.SaveToDisk('last_report.p') |
| 155 | else: |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 156 | # We are trying to replay an old report from a file on disk. Load it |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 157 | # directly from the specified file instead of running the test over again. |
| 158 | report = Report.FromFile(options.addr) |
| 159 | |
| 160 | # Generate an HTML version of the Report and write it to disk |
Charlie Mooney | 74bad59 | 2015-05-21 12:38:02 -0700 | [diff] [blame] | 161 | print (color.Fore.MAGENTA + 'FW Testing Complete. Report is being generated ' |
| 162 | 'now, and will be stored on disk as "%s"' % REPORT_LOCATION) |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 163 | html_report = report.GenerateHtml() |
Charlie Mooney | 74bad59 | 2015-05-21 12:38:02 -0700 | [diff] [blame] | 164 | with open(REPORT_LOCATION, 'w') as fo: |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 165 | fo.write(html_report) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 166 | |
| 167 | return 0 |
| 168 | |
| 169 | |
| 170 | if __name__ == "__main__": |
| 171 | sys.exit(main()) |