Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 1 | # Copyright (c) 2014 The Chromium OS Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
Charlie Mooney | 4291c4e | 2015-06-15 10:15:30 -0700 | [diff] [blame] | 5 | import inspect |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 6 | import optparse |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 7 | import os |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 8 | import sys |
Charlie Mooney | 4291c4e | 2015-06-15 10:15:30 -0700 | [diff] [blame] | 9 | from subprocess import Popen, PIPE |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 10 | |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 11 | import colorama as color |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 12 | |
Amirhossein Simjour | af7e16a | 2015-05-13 16:31:57 -0400 | [diff] [blame] | 13 | from remote import ChromeOSTouchDevice, AndroidTouchDevice, mt |
| 14 | from remote import ElanTouchScreenDevice, ElanTouchDevice |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 15 | from report import Report |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 16 | from test_suite import TestSuite |
| 17 | |
Charlie Mooney | 74bad59 | 2015-05-21 12:38:02 -0700 | [diff] [blame] | 18 | REPORT_LOCATION = 'report.html' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 19 | |
| 20 | def parse_arguments(): |
Amirhossein Simjour | af7e16a | 2015-05-13 16:31:57 -0400 | [diff] [blame] | 21 | VALID_DUT_TYPES = ['chromeos', 'android', 'elan_i2c', 'elan_ts_i2c', 'replay'] |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 22 | VALID_MODES = ['performance', 'noise', 'full'] |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 23 | VALID_PROTOCOLS = [mt.MTA, mt.MTB, 'auto'] |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 24 | parser = optparse.OptionParser() |
| 25 | |
| 26 | # DUT specification information |
| 27 | parser.add_option('-a', '--addr', dest='addr', default=None, |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 28 | help=('The address of the DUT (ip for CrOS, Device ID ' |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 29 | 'for Android, or a filename to replay old results).')) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 30 | parser.add_option('-t', '--type', dest='dut_type', default=None, |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 31 | help='The type of DUT (android, chromeos, or replay).') |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 32 | parser.add_option('--touchscreen', dest='is_touchscreen', |
| 33 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 34 | help=('Use the touchscreen (instead of touchpad) on ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 35 | 'the device.')) |
| 36 | |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 37 | parser.add_option('--protocol', dest='protocol', default='auto', |
| 38 | help=('Manually specify the multitouch protocol for the ' |
| 39 | 'DUT. This should be detected automatically, but ' |
| 40 | 'in the event that fails, you may specify "mtb" or ' |
| 41 | '"mta" with this flag to over-ride it.')) |
Charlie Mooney | 0866191 | 2015-04-16 09:20:34 -0700 | [diff] [blame] | 42 | parser.add_option('-n', '--name', dest='name', default='unknown_device', |
| 43 | help='The name of this DUT. This is used by the robot to ' |
| 44 | 'store calibration data and is only needed if you are ' |
| 45 | 'using the touchbot. Simply keep the name consistent ' |
| 46 | 'across multiple tests on the same DUT to avoid ' |
| 47 | 'having to recalibrate the robot each time.') |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 48 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 49 | # Lab equipment specification |
| 50 | parser.add_option('-r', '--robot', dest='has_robot', |
| 51 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 52 | help=('Indicate that you have a Google Touchbot that ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 53 | 'will perform your gestures for you.')) |
| 54 | parser.add_option('-f', '--fn_gen', dest='has_fn_gen', |
| 55 | default=False, action='store_true', |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 56 | help=('Indicate that you have an HP 33120A function ' |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 57 | 'generator to automate the electric noise tests.')) |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 58 | parser.add_option('-m', '--mode', dest='mode', default='performance', |
| 59 | help=('Which mode to run the test suite in. Options are ' |
| 60 | '(performance, noise, or full) with performance as ' |
| 61 | 'the default selection.')) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 62 | |
| 63 | # Test suite settings |
| 64 | parser.add_option('-i', '--iterations', dest='num_iterations', default=1, |
| 65 | type=int, help=('The number of test iterations to run.')) |
Charlie Mooney | 3d00bdc | 2015-05-08 12:58:35 -0700 | [diff] [blame] | 66 | parser.add_option('--title', dest='title', default=None, |
| 67 | help='An optional title to put at the top of the report.') |
Charlie Mooney | 4291c4e | 2015-06-15 10:15:30 -0700 | [diff] [blame] | 68 | parser.add_option('--test_version', dest='test_version', default=None, |
| 69 | help=('An optionally overridden test version string. This ' |
| 70 | 'string will appear at the top of the report. If ' |
| 71 | 'left undefined the most recent git commit hash is ' |
| 72 | 'used by default.')) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 73 | |
| 74 | (options, args) = parser.parse_args() |
| 75 | |
| 76 | if options.dut_type not in VALID_DUT_TYPES: |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 77 | print 'ERROR: invalid dut type "%s"' % options.dut_type |
| 78 | print 'valid dut types are: %s' % str(VALID_DUT_TYPES) |
| 79 | sys.exit(1) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 80 | if options.dut_type == 'chromeos' and not options.addr: |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 81 | print 'ERROR: You must supply an IP address for ChromeOS DUTs' |
| 82 | sys.exit(1) |
Charlie Mooney | e0d06c4 | 2015-01-27 11:32:51 -0800 | [diff] [blame] | 83 | if options.protocol not in VALID_PROTOCOLS: |
| 84 | print 'ERROR: invalid protocol "%s"' % options.protocol |
| 85 | print 'valid protocols are: %s' % str(VALID_PROTOCOLS) |
| 86 | sys.exit(1) |
Charlie Mooney | 7305176 | 2015-02-06 11:52:38 -0800 | [diff] [blame] | 87 | if options.mode not in VALID_MODES: |
| 88 | print 'ERROR: invalid mode "%s"' % options.mode |
| 89 | print 'valid modes are: %s' % str(VALID_MODES) |
| 90 | sys.exit(1) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 91 | |
Charlie Mooney | 4291c4e | 2015-06-15 10:15:30 -0700 | [diff] [blame] | 92 | # If they didn't manually specify a test_version string, generate the default |
| 93 | # By looking up the most recent commit in the touch_firmware_test git repo. |
| 94 | if options.test_version is None: |
| 95 | src_file = inspect.getfile(inspect.currentframe()) |
| 96 | root_path = os.path.dirname(os.path.realpath(src_file)) |
| 97 | git_path = os.path.join(root_path, '.git') |
| 98 | args = ['git', '--git-dir', git_path, 'log', '--oneline', '-n1'] |
| 99 | options.test_version = Popen(args, stdout=PIPE).communicate()[0] |
| 100 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 101 | return options, args |
| 102 | |
| 103 | |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 104 | def initialize_touch_device(options): |
| 105 | """ Using the supplied options connect to the DUT """ |
| 106 | # Open a connection to the device specified |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 107 | print (color.Style.DIM + color.Fore.RED + |
| 108 | 'Please do not touch the device until the test starts!') |
| 109 | print 'Connecting to remote touch device...' |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 110 | if options.dut_type == 'chromeos': |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 111 | touch_dev = ChromeOSTouchDevice(options.addr, options.is_touchscreen, |
| 112 | options.protocol) |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 113 | elif options.dut_type == 'android': |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 114 | touch_dev = AndroidTouchDevice(options.addr, True, options.protocol) |
Amirhossein Simjour | 7a71f33 | 2015-04-10 15:18:37 -0400 | [diff] [blame] | 115 | elif options.dut_type == 'elan_i2c': |
Amirhossein Simjour | af7e16a | 2015-05-13 16:31:57 -0400 | [diff] [blame] | 116 | touch_dev = ElanTouchDevice(options.addr) |
| 117 | elif options.dut_type == 'elan_ts_i2c': |
| 118 | touch_dev = ElanTouchScreenDevice(options.addr) |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 119 | else: |
| 120 | return None |
| 121 | |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 122 | return touch_dev |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 123 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 124 | def main(): |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 125 | color.init(autoreset=True) |
| 126 | |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 127 | # Parse and validate the command line arguments |
| 128 | options, args = parse_arguments() |
| 129 | |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 130 | if options.dut_type != 'replay': |
Charlie Mooney | 818c60c | 2015-04-21 15:10:44 -0700 | [diff] [blame] | 131 | # Connect to the DUT |
| 132 | touch_dev = initialize_touch_device(options) |
| 133 | |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 134 | # Create a test flow object that will run the test step by step |
Charlie Mooney | d5712b8 | 2015-02-23 12:06:59 -0800 | [diff] [blame] | 135 | test_suite = TestSuite(touch_dev, options, args) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 136 | |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 137 | # Run through the entire test suite in turn |
| 138 | while test_suite.RunNextTestAndVariation(): |
| 139 | pass |
Charlie Mooney | c68f9c3 | 2015-04-16 15:23:22 -0700 | [diff] [blame] | 140 | test_suite.StopPlotter() |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 141 | |
| 142 | # The test suite should have a fully populated Report object now, filled |
| 143 | # with the results of all the test runs. |
| 144 | report = test_suite.report |
| 145 | |
| 146 | # Save this report into a default location as a backup in case you want |
| 147 | # to replay it later. |
| 148 | report.SaveToDisk('last_report.p') |
| 149 | else: |
Charlie Mooney | 389e1f3 | 2015-03-06 13:33:20 -0800 | [diff] [blame] | 150 | # We are trying to replay an old report from a file on disk. Load it |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 151 | # directly from the specified file instead of running the test over again. |
| 152 | report = Report.FromFile(options.addr) |
| 153 | |
| 154 | # Generate an HTML version of the Report and write it to disk |
Charlie Mooney | 74bad59 | 2015-05-21 12:38:02 -0700 | [diff] [blame] | 155 | print (color.Fore.MAGENTA + 'FW Testing Complete. Report is being generated ' |
| 156 | 'now, and will be stored on disk as "%s"' % REPORT_LOCATION) |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 157 | html_report = report.GenerateHtml() |
Charlie Mooney | 74bad59 | 2015-05-21 12:38:02 -0700 | [diff] [blame] | 158 | with open(REPORT_LOCATION, 'w') as fo: |
Charlie Mooney | 985cf40 | 2015-01-08 15:15:59 -0800 | [diff] [blame] | 159 | fo.write(html_report) |
Charlie Mooney | 3cca6ba | 2014-11-19 16:15:28 -0800 | [diff] [blame] | 160 | |
| 161 | return 0 |
| 162 | |
| 163 | |
| 164 | if __name__ == "__main__": |
| 165 | sys.exit(main()) |