blob: 1a491fb51882de5bfb8bfb42d0b5734fa29e985f [file] [log] [blame]
Charlie Mooney3cca6ba2014-11-19 16:15:28 -08001# Copyright (c) 2014 The Chromium OS Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
Charlie Mooney4291c4e2015-06-15 10:15:30 -07005import inspect
Charlie Mooney3cca6ba2014-11-19 16:15:28 -08006import optparse
Charlie Mooney985cf402015-01-08 15:15:59 -08007import os
Charlie Mooney3cca6ba2014-11-19 16:15:28 -08008import sys
Charlie Mooney4291c4e2015-06-15 10:15:30 -07009from subprocess import Popen, PIPE
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080010
Charlie Mooney389e1f32015-03-06 13:33:20 -080011import colorama as color
Charlie Mooneye0d06c42015-01-27 11:32:51 -080012
Amirhossein Simjouraf7e16a2015-05-13 16:31:57 -040013from remote import ChromeOSTouchDevice, AndroidTouchDevice, mt
Amirhossein Simjour3f1774c2015-06-16 13:45:13 -040014from remote import ElanTouchScreenDevice, ElanTouchDevice, SynapticsTouchDevice
Charlie Mooney985cf402015-01-08 15:15:59 -080015from report import Report
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080016from test_suite import TestSuite
17
Charlie Mooney74bad592015-05-21 12:38:02 -070018REPORT_LOCATION = 'report.html'
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080019
20def parse_arguments():
Amirhossein Simjour3f1774c2015-06-16 13:45:13 -040021 VALID_DUT_TYPES = ['chromeos', 'android', 'elan_i2c', 'elan_ts_i2c',
22 'synaptics_ts_i2c', 'replay']
Charlie Mooney73051762015-02-06 11:52:38 -080023 VALID_MODES = ['performance', 'noise', 'full']
Charlie Mooneye0d06c42015-01-27 11:32:51 -080024 VALID_PROTOCOLS = [mt.MTA, mt.MTB, 'auto']
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080025 parser = optparse.OptionParser()
26
27 # DUT specification information
28 parser.add_option('-a', '--addr', dest='addr', default=None,
Charlie Mooneye0d06c42015-01-27 11:32:51 -080029 help=('The address of the DUT (ip for CrOS, Device ID '
Charlie Mooney985cf402015-01-08 15:15:59 -080030 'for Android, or a filename to replay old results).'))
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080031 parser.add_option('-t', '--type', dest='dut_type', default=None,
Charlie Mooney985cf402015-01-08 15:15:59 -080032 help='The type of DUT (android, chromeos, or replay).')
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080033 parser.add_option('--touchscreen', dest='is_touchscreen',
34 default=False, action='store_true',
Charlie Mooneye0d06c42015-01-27 11:32:51 -080035 help=('Use the touchscreen (instead of touchpad) on '
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080036 'the device.'))
37
Charlie Mooneye0d06c42015-01-27 11:32:51 -080038 parser.add_option('--protocol', dest='protocol', default='auto',
39 help=('Manually specify the multitouch protocol for the '
40 'DUT. This should be detected automatically, but '
41 'in the event that fails, you may specify "mtb" or '
42 '"mta" with this flag to over-ride it.'))
Charlie Mooney08661912015-04-16 09:20:34 -070043 parser.add_option('-n', '--name', dest='name', default='unknown_device',
44 help='The name of this DUT. This is used by the robot to '
45 'store calibration data and is only needed if you are '
46 'using the touchbot. Simply keep the name consistent '
47 'across multiple tests on the same DUT to avoid '
48 'having to recalibrate the robot each time.')
Charlie Mooneye0d06c42015-01-27 11:32:51 -080049
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080050 # Lab equipment specification
51 parser.add_option('-r', '--robot', dest='has_robot',
52 default=False, action='store_true',
Charlie Mooneye0d06c42015-01-27 11:32:51 -080053 help=('Indicate that you have a Google Touchbot that '
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080054 'will perform your gestures for you.'))
55 parser.add_option('-f', '--fn_gen', dest='has_fn_gen',
56 default=False, action='store_true',
Charlie Mooneye0d06c42015-01-27 11:32:51 -080057 help=('Indicate that you have an HP 33120A function '
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080058 'generator to automate the electric noise tests.'))
Charlie Mooney73051762015-02-06 11:52:38 -080059 parser.add_option('-m', '--mode', dest='mode', default='performance',
60 help=('Which mode to run the test suite in. Options are '
61 '(performance, noise, or full) with performance as '
62 'the default selection.'))
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080063
64 # Test suite settings
65 parser.add_option('-i', '--iterations', dest='num_iterations', default=1,
66 type=int, help=('The number of test iterations to run.'))
Charlie Mooney3d00bdc2015-05-08 12:58:35 -070067 parser.add_option('--title', dest='title', default=None,
68 help='An optional title to put at the top of the report.')
Charlie Mooney4291c4e2015-06-15 10:15:30 -070069 parser.add_option('--test_version', dest='test_version', default=None,
70 help=('An optionally overridden test version string. This '
71 'string will appear at the top of the report. If '
72 'left undefined the most recent git commit hash is '
73 'used by default.'))
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080074
75 (options, args) = parser.parse_args()
76
77 if options.dut_type not in VALID_DUT_TYPES:
Charlie Mooney985cf402015-01-08 15:15:59 -080078 print 'ERROR: invalid dut type "%s"' % options.dut_type
79 print 'valid dut types are: %s' % str(VALID_DUT_TYPES)
80 sys.exit(1)
Charlie Mooneydb3ea552015-07-06 14:10:49 -070081 elif options.dut_type == 'chromeos' and not options.addr:
Charlie Mooney985cf402015-01-08 15:15:59 -080082 print 'ERROR: You must supply an IP address for ChromeOS DUTs'
83 sys.exit(1)
Charlie Mooneydb3ea552015-07-06 14:10:49 -070084 elif options.dut_type in ['android', 'elan_ts_i2c']:
85 options.is_touchscreen = True
86
Charlie Mooneye0d06c42015-01-27 11:32:51 -080087 if options.protocol not in VALID_PROTOCOLS:
88 print 'ERROR: invalid protocol "%s"' % options.protocol
89 print 'valid protocols are: %s' % str(VALID_PROTOCOLS)
90 sys.exit(1)
Charlie Mooney73051762015-02-06 11:52:38 -080091 if options.mode not in VALID_MODES:
92 print 'ERROR: invalid mode "%s"' % options.mode
93 print 'valid modes are: %s' % str(VALID_MODES)
94 sys.exit(1)
Charlie Mooney3cca6ba2014-11-19 16:15:28 -080095
Charlie Mooney4291c4e2015-06-15 10:15:30 -070096 # If they didn't manually specify a test_version string, generate the default
97 # By looking up the most recent commit in the touch_firmware_test git repo.
98 if options.test_version is None:
99 src_file = inspect.getfile(inspect.currentframe())
100 root_path = os.path.dirname(os.path.realpath(src_file))
101 git_path = os.path.join(root_path, '.git')
102 args = ['git', '--git-dir', git_path, 'log', '--oneline', '-n1']
103 options.test_version = Popen(args, stdout=PIPE).communicate()[0]
104
Charlie Mooney3cca6ba2014-11-19 16:15:28 -0800105 return options, args
106
107
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800108def initialize_touch_device(options):
109 """ Using the supplied options connect to the DUT """
110 # Open a connection to the device specified
Charlie Mooney389e1f32015-03-06 13:33:20 -0800111 print (color.Style.DIM + color.Fore.RED +
112 'Please do not touch the device until the test starts!')
113 print 'Connecting to remote touch device...'
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800114 if options.dut_type == 'chromeos':
Charlie Mooney389e1f32015-03-06 13:33:20 -0800115 touch_dev = ChromeOSTouchDevice(options.addr, options.is_touchscreen,
116 options.protocol)
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800117 elif options.dut_type == 'android':
Charlie Mooney389e1f32015-03-06 13:33:20 -0800118 touch_dev = AndroidTouchDevice(options.addr, True, options.protocol)
Amirhossein Simjour7a71f332015-04-10 15:18:37 -0400119 elif options.dut_type == 'elan_i2c':
Amirhossein Simjouraf7e16a2015-05-13 16:31:57 -0400120 touch_dev = ElanTouchDevice(options.addr)
121 elif options.dut_type == 'elan_ts_i2c':
122 touch_dev = ElanTouchScreenDevice(options.addr)
Amirhossein Simjour3f1774c2015-06-16 13:45:13 -0400123 elif options.dut_type == 'synaptics_ts_i2c':
124 touch_dev = SynapticsTouchDevice(options.addr)
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800125 else:
126 return None
127
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800128 return touch_dev
Charlie Mooney985cf402015-01-08 15:15:59 -0800129
Charlie Mooney3cca6ba2014-11-19 16:15:28 -0800130def main():
Charlie Mooney389e1f32015-03-06 13:33:20 -0800131 color.init(autoreset=True)
132
Charlie Mooney3cca6ba2014-11-19 16:15:28 -0800133 # Parse and validate the command line arguments
134 options, args = parse_arguments()
135
Charlie Mooney985cf402015-01-08 15:15:59 -0800136 if options.dut_type != 'replay':
Charlie Mooney818c60c2015-04-21 15:10:44 -0700137 # Connect to the DUT
138 touch_dev = initialize_touch_device(options)
139
Charlie Mooney985cf402015-01-08 15:15:59 -0800140 # Create a test flow object that will run the test step by step
Charlie Mooneyd5712b82015-02-23 12:06:59 -0800141 test_suite = TestSuite(touch_dev, options, args)
Charlie Mooney3cca6ba2014-11-19 16:15:28 -0800142
Charlie Mooney985cf402015-01-08 15:15:59 -0800143 # Run through the entire test suite in turn
144 while test_suite.RunNextTestAndVariation():
145 pass
Charlie Mooneyc68f9c32015-04-16 15:23:22 -0700146 test_suite.StopPlotter()
Charlie Mooney985cf402015-01-08 15:15:59 -0800147
148 # The test suite should have a fully populated Report object now, filled
149 # with the results of all the test runs.
150 report = test_suite.report
151
152 # Save this report into a default location as a backup in case you want
153 # to replay it later.
154 report.SaveToDisk('last_report.p')
155 else:
Charlie Mooney389e1f32015-03-06 13:33:20 -0800156 # We are trying to replay an old report from a file on disk. Load it
Charlie Mooney985cf402015-01-08 15:15:59 -0800157 # directly from the specified file instead of running the test over again.
158 report = Report.FromFile(options.addr)
159
160 # Generate an HTML version of the Report and write it to disk
Charlie Mooney74bad592015-05-21 12:38:02 -0700161 print (color.Fore.MAGENTA + 'FW Testing Complete. Report is being generated '
162 'now, and will be stored on disk as "%s"' % REPORT_LOCATION)
Charlie Mooney985cf402015-01-08 15:15:59 -0800163 html_report = report.GenerateHtml()
Charlie Mooney74bad592015-05-21 12:38:02 -0700164 with open(REPORT_LOCATION, 'w') as fo:
Charlie Mooney985cf402015-01-08 15:15:59 -0800165 fo.write(html_report)
Charlie Mooney3cca6ba2014-11-19 16:15:28 -0800166
167 return 0
168
169
170if __name__ == "__main__":
171 sys.exit(main())