blob: 736ab7d87bc311718e3cf7efec7fc4de4b314e30 [file] [log] [blame]
Charlie Mooney3cca6ba2014-11-19 16:15:28 -08001# Copyright (c) 2014 The Chromium OS Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
Charlie Mooney4291c4e2015-06-15 10:15:30 -07005import inspect
Charlie Mooney3cca6ba2014-11-19 16:15:28 -08006import optparse
Charlie Mooney985cf402015-01-08 15:15:59 -08007import os
Charlie Mooney3cca6ba2014-11-19 16:15:28 -08008import sys
Charlie Mooney4291c4e2015-06-15 10:15:30 -07009from subprocess import Popen, PIPE
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080010
Charlie Mooney389e1f32015-03-06 13:33:20 -080011import colorama as color
Charlie Mooneye0d06c42015-01-27 11:32:51 -080012
Amirhossein Simjouraf7e16a2015-05-13 16:31:57 -040013from remote import ChromeOSTouchDevice, AndroidTouchDevice, mt
14from remote import ElanTouchScreenDevice, ElanTouchDevice
Charlie Mooney985cf402015-01-08 15:15:59 -080015from report import Report
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080016from test_suite import TestSuite
17
Charlie Mooney74bad592015-05-21 12:38:02 -070018REPORT_LOCATION = 'report.html'
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080019
20def parse_arguments():
Amirhossein Simjouraf7e16a2015-05-13 16:31:57 -040021 VALID_DUT_TYPES = ['chromeos', 'android', 'elan_i2c', 'elan_ts_i2c', 'replay']
Charlie Mooney73051762015-02-06 11:52:38 -080022 VALID_MODES = ['performance', 'noise', 'full']
Charlie Mooneye0d06c42015-01-27 11:32:51 -080023 VALID_PROTOCOLS = [mt.MTA, mt.MTB, 'auto']
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080024 parser = optparse.OptionParser()
25
26 # DUT specification information
27 parser.add_option('-a', '--addr', dest='addr', default=None,
Charlie Mooneye0d06c42015-01-27 11:32:51 -080028 help=('The address of the DUT (ip for CrOS, Device ID '
Charlie Mooney985cf402015-01-08 15:15:59 -080029 'for Android, or a filename to replay old results).'))
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080030 parser.add_option('-t', '--type', dest='dut_type', default=None,
Charlie Mooney985cf402015-01-08 15:15:59 -080031 help='The type of DUT (android, chromeos, or replay).')
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080032 parser.add_option('--touchscreen', dest='is_touchscreen',
33 default=False, action='store_true',
Charlie Mooneye0d06c42015-01-27 11:32:51 -080034 help=('Use the touchscreen (instead of touchpad) on '
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080035 'the device.'))
36
Charlie Mooneye0d06c42015-01-27 11:32:51 -080037 parser.add_option('--protocol', dest='protocol', default='auto',
38 help=('Manually specify the multitouch protocol for the '
39 'DUT. This should be detected automatically, but '
40 'in the event that fails, you may specify "mtb" or '
41 '"mta" with this flag to over-ride it.'))
Charlie Mooney08661912015-04-16 09:20:34 -070042 parser.add_option('-n', '--name', dest='name', default='unknown_device',
43 help='The name of this DUT. This is used by the robot to '
44 'store calibration data and is only needed if you are '
45 'using the touchbot. Simply keep the name consistent '
46 'across multiple tests on the same DUT to avoid '
47 'having to recalibrate the robot each time.')
Charlie Mooneye0d06c42015-01-27 11:32:51 -080048
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080049 # Lab equipment specification
50 parser.add_option('-r', '--robot', dest='has_robot',
51 default=False, action='store_true',
Charlie Mooneye0d06c42015-01-27 11:32:51 -080052 help=('Indicate that you have a Google Touchbot that '
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080053 'will perform your gestures for you.'))
54 parser.add_option('-f', '--fn_gen', dest='has_fn_gen',
55 default=False, action='store_true',
Charlie Mooneye0d06c42015-01-27 11:32:51 -080056 help=('Indicate that you have an HP 33120A function '
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080057 'generator to automate the electric noise tests.'))
Charlie Mooney73051762015-02-06 11:52:38 -080058 parser.add_option('-m', '--mode', dest='mode', default='performance',
59 help=('Which mode to run the test suite in. Options are '
60 '(performance, noise, or full) with performance as '
61 'the default selection.'))
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080062
63 # Test suite settings
64 parser.add_option('-i', '--iterations', dest='num_iterations', default=1,
65 type=int, help=('The number of test iterations to run.'))
Charlie Mooney3d00bdc2015-05-08 12:58:35 -070066 parser.add_option('--title', dest='title', default=None,
67 help='An optional title to put at the top of the report.')
Charlie Mooney4291c4e2015-06-15 10:15:30 -070068 parser.add_option('--test_version', dest='test_version', default=None,
69 help=('An optionally overridden test version string. This '
70 'string will appear at the top of the report. If '
71 'left undefined the most recent git commit hash is '
72 'used by default.'))
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080073
74 (options, args) = parser.parse_args()
75
76 if options.dut_type not in VALID_DUT_TYPES:
Charlie Mooney985cf402015-01-08 15:15:59 -080077 print 'ERROR: invalid dut type "%s"' % options.dut_type
78 print 'valid dut types are: %s' % str(VALID_DUT_TYPES)
79 sys.exit(1)
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080080 if options.dut_type == 'chromeos' and not options.addr:
Charlie Mooney985cf402015-01-08 15:15:59 -080081 print 'ERROR: You must supply an IP address for ChromeOS DUTs'
82 sys.exit(1)
Charlie Mooneye0d06c42015-01-27 11:32:51 -080083 if options.protocol not in VALID_PROTOCOLS:
84 print 'ERROR: invalid protocol "%s"' % options.protocol
85 print 'valid protocols are: %s' % str(VALID_PROTOCOLS)
86 sys.exit(1)
Charlie Mooney73051762015-02-06 11:52:38 -080087 if options.mode not in VALID_MODES:
88 print 'ERROR: invalid mode "%s"' % options.mode
89 print 'valid modes are: %s' % str(VALID_MODES)
90 sys.exit(1)
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080091
Charlie Mooney4291c4e2015-06-15 10:15:30 -070092 # If they didn't manually specify a test_version string, generate the default
93 # By looking up the most recent commit in the touch_firmware_test git repo.
94 if options.test_version is None:
95 src_file = inspect.getfile(inspect.currentframe())
96 root_path = os.path.dirname(os.path.realpath(src_file))
97 git_path = os.path.join(root_path, '.git')
98 args = ['git', '--git-dir', git_path, 'log', '--oneline', '-n1']
99 options.test_version = Popen(args, stdout=PIPE).communicate()[0]
100
Charlie Mooney3cca6ba2014-11-19 16:15:28 -0800101 return options, args
102
103
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800104def initialize_touch_device(options):
105 """ Using the supplied options connect to the DUT """
106 # Open a connection to the device specified
Charlie Mooney389e1f32015-03-06 13:33:20 -0800107 print (color.Style.DIM + color.Fore.RED +
108 'Please do not touch the device until the test starts!')
109 print 'Connecting to remote touch device...'
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800110 if options.dut_type == 'chromeos':
Charlie Mooney389e1f32015-03-06 13:33:20 -0800111 touch_dev = ChromeOSTouchDevice(options.addr, options.is_touchscreen,
112 options.protocol)
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800113 elif options.dut_type == 'android':
Charlie Mooney389e1f32015-03-06 13:33:20 -0800114 touch_dev = AndroidTouchDevice(options.addr, True, options.protocol)
Amirhossein Simjour7a71f332015-04-10 15:18:37 -0400115 elif options.dut_type == 'elan_i2c':
Amirhossein Simjouraf7e16a2015-05-13 16:31:57 -0400116 touch_dev = ElanTouchDevice(options.addr)
117 elif options.dut_type == 'elan_ts_i2c':
118 touch_dev = ElanTouchScreenDevice(options.addr)
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800119 else:
120 return None
121
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800122 return touch_dev
Charlie Mooney985cf402015-01-08 15:15:59 -0800123
Charlie Mooney3cca6ba2014-11-19 16:15:28 -0800124def main():
Charlie Mooney389e1f32015-03-06 13:33:20 -0800125 color.init(autoreset=True)
126
Charlie Mooney3cca6ba2014-11-19 16:15:28 -0800127 # Parse and validate the command line arguments
128 options, args = parse_arguments()
129
Charlie Mooney985cf402015-01-08 15:15:59 -0800130 if options.dut_type != 'replay':
Charlie Mooney818c60c2015-04-21 15:10:44 -0700131 # Connect to the DUT
132 touch_dev = initialize_touch_device(options)
133
Charlie Mooney985cf402015-01-08 15:15:59 -0800134 # Create a test flow object that will run the test step by step
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800135 test_suite = TestSuite(touch_dev, options, args)
Charlie Mooney3cca6ba2014-11-19 16:15:28 -0800136
Charlie Mooney985cf402015-01-08 15:15:59 -0800137 # Run through the entire test suite in turn
138 while test_suite.RunNextTestAndVariation():
139 pass
Charlie Mooneyc68f9c32015-04-16 15:23:22 -0700140 test_suite.StopPlotter()
Charlie Mooney985cf402015-01-08 15:15:59 -0800141
142 # The test suite should have a fully populated Report object now, filled
143 # with the results of all the test runs.
144 report = test_suite.report
145
146 # Save this report into a default location as a backup in case you want
147 # to replay it later.
148 report.SaveToDisk('last_report.p')
149 else:
Charlie Mooney389e1f32015-03-06 13:33:20 -0800150 # We are trying to replay an old report from a file on disk. Load it
Charlie Mooney985cf402015-01-08 15:15:59 -0800151 # directly from the specified file instead of running the test over again.
152 report = Report.FromFile(options.addr)
153
154 # Generate an HTML version of the Report and write it to disk
Charlie Mooney74bad592015-05-21 12:38:02 -0700155 print (color.Fore.MAGENTA + 'FW Testing Complete. Report is being generated '
156 'now, and will be stored on disk as "%s"' % REPORT_LOCATION)
Charlie Mooney985cf402015-01-08 15:15:59 -0800157 html_report = report.GenerateHtml()
Charlie Mooney74bad592015-05-21 12:38:02 -0700158 with open(REPORT_LOCATION, 'w') as fo:
Charlie Mooney985cf402015-01-08 15:15:59 -0800159 fo.write(html_report)
Charlie Mooney3cca6ba2014-11-19 16:15:28 -0800160
161 return 0
162
163
164if __name__ == "__main__":
165 sys.exit(main())