Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 1 | # Copyright 2016 The Chromium OS Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
Mike Frysinger | 666566c | 2016-09-21 00:00:21 -0400 | [diff] [blame] | 5 | """Script for VM Management.""" |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 6 | |
| 7 | from __future__ import print_function |
| 8 | |
| 9 | import os |
| 10 | import time |
| 11 | |
| 12 | from chromite.lib import commandline |
| 13 | from chromite.lib import cros_build_lib |
| 14 | from chromite.lib import cros_logging as logging |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 15 | from chromite.lib import osutils |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 16 | from chromite.lib import remote_access |
| 17 | |
| 18 | |
| 19 | class VMError(Exception): |
| 20 | """Exception for VM failures.""" |
| 21 | |
| 22 | def __init__(self, message): |
| 23 | super(VMError, self).__init__() |
| 24 | logging.error(message) |
| 25 | |
| 26 | |
| 27 | class VM(object): |
| 28 | """Class for managing a VM.""" |
| 29 | |
| 30 | SSH_PORT = 9222 |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 31 | |
| 32 | |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 33 | def __init__(self, image_path=None, qemu_path=None, enable_kvm=True, |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame] | 34 | display=True, ssh_port=SSH_PORT, dry_run=False): |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 35 | """Initialize VM. |
| 36 | |
| 37 | Args: |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 38 | image_path: path of vm image. |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 39 | qemu_path: path to qemu binary. |
| 40 | enable_kvm: enable kvm (kernel support for virtualization). |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame] | 41 | display: display video output. |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 42 | ssh_port: ssh port to use. |
| 43 | dry_run: disable VM commands. |
| 44 | """ |
| 45 | |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 46 | self.qemu_path = qemu_path |
| 47 | self.enable_kvm = enable_kvm |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 48 | # Software emulation doesn't need sudo access. |
| 49 | self.use_sudo = enable_kvm |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame] | 50 | self.display = display |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 51 | self.image_path = image_path |
| 52 | self.ssh_port = ssh_port |
| 53 | self.dry_run = dry_run |
| 54 | |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 55 | self.vm_dir = os.path.join(osutils.GetGlobalTempDir(), 'cros_vm') |
| 56 | if os.path.exists(self.vm_dir): |
| 57 | # For security, ensure that vm_dir is not a symlink, and is owned by us or |
| 58 | # by root. |
| 59 | assert not os.path.islink(self.vm_dir), \ |
| 60 | 'VM state dir is misconfigured; please recreate: %s' % self.vm_dir |
| 61 | st_uid = os.stat(self.vm_dir).st_uid |
| 62 | assert st_uid == 0 or st_uid == os.getuid(), \ |
| 63 | 'VM state dir is misconfigured; please recreate: %s' % self.vm_dir |
| 64 | |
| 65 | self.pidfile = os.path.join(self.vm_dir, 'kvm.pid') |
| 66 | self.kvm_monitor = os.path.join(self.vm_dir, 'kvm.monitor') |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 67 | self.kvm_pipe_in = '%s.in' % self.kvm_monitor # to KVM |
| 68 | self.kvm_pipe_out = '%s.out' % self.kvm_monitor # from KVM |
| 69 | self.kvm_serial = '%s.serial' % self.kvm_monitor |
| 70 | |
Achuith Bhandarkar | 65d1a89 | 2017-05-08 14:13:12 -0700 | [diff] [blame^] | 71 | self.remote = remote_access.RemoteDevice(remote_access.LOCALHOST, |
| 72 | port=ssh_port) |
| 73 | |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 74 | # TODO(achuith): support nographics, snapshot, mem_path, usb_passthrough, |
| 75 | # moblab, etc. |
| 76 | |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 77 | |
| 78 | def _RunCommand(self, *args, **kwargs): |
| 79 | """Use SudoRunCommand or RunCommand as necessary.""" |
| 80 | if self.use_sudo: |
| 81 | return cros_build_lib.SudoRunCommand(*args, **kwargs) |
| 82 | else: |
| 83 | return cros_build_lib.RunCommand(*args, **kwargs) |
| 84 | |
| 85 | def _CleanupFiles(self, recreate): |
| 86 | """Cleanup vm_dir. |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 87 | |
| 88 | Args: |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 89 | recreate: recreate vm_dir. |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 90 | """ |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 91 | self._RunCommand(['rm', '-rf', self.vm_dir]) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 92 | if recreate: |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 93 | self._RunCommand(['mkdir', self.vm_dir]) |
| 94 | self._RunCommand(['chmod', '777', self.vm_dir]) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 95 | |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 96 | def PerformAction(self, start=False, stop=False, cmd=None): |
| 97 | """Performs an action, one of start, stop, or run a command in the VM. |
| 98 | |
| 99 | Args: |
| 100 | start: start the VM. |
| 101 | stop: stop the VM. |
| 102 | cmd: list or scalar command to run in the VM. |
| 103 | |
| 104 | Returns: |
| 105 | cmd output. |
| 106 | """ |
| 107 | |
| 108 | if not start and not stop and not cmd: |
| 109 | raise VMError('Must specify one of start, stop, or cmd.') |
| 110 | if start: |
| 111 | self.Start() |
| 112 | if stop: |
| 113 | self.Stop() |
| 114 | if cmd: |
| 115 | return self.RemoteCommand(cmd.split()) |
| 116 | |
| 117 | def Start(self): |
| 118 | """Start the VM.""" |
| 119 | |
| 120 | self.Stop() |
| 121 | |
Achuith Bhandarkar | 022d69c | 2016-10-05 14:28:14 -0700 | [diff] [blame] | 122 | logging.debug('Start VM') |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 123 | if not self.qemu_path: |
| 124 | self.qemu_path = osutils.Which('qemu-system-x86_64') |
| 125 | if not self.qemu_path: |
| 126 | raise VMError('qemu not found.') |
| 127 | logging.debug('qemu path=%s', self.qemu_path) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 128 | |
| 129 | if not self.image_path: |
| 130 | self.image_path = os.environ.get('VM_IMAGE_PATH', '') |
| 131 | logging.debug('vm image path=%s', self.image_path) |
| 132 | if not self.image_path or not os.path.exists(self.image_path): |
| 133 | raise VMError('VM image path %s does not exist.' % self.image_path) |
| 134 | |
| 135 | self._CleanupFiles(recreate=True) |
| 136 | open(self.kvm_serial, 'w') |
| 137 | for pipe in [self.kvm_pipe_in, self.kvm_pipe_out]: |
| 138 | os.mkfifo(pipe, 0600) |
| 139 | |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 140 | args = [self.qemu_path, '-m', '2G', '-smp', '4', '-vga', 'cirrus', |
| 141 | '-daemonize', |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 142 | '-pidfile', self.pidfile, |
| 143 | '-chardev', 'pipe,id=control_pipe,path=%s' % self.kvm_monitor, |
| 144 | '-serial', 'file:%s' % self.kvm_serial, |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 145 | '-mon', 'chardev=control_pipe', |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 146 | '-net', 'nic,model=virtio', |
| 147 | '-net', 'user,hostfwd=tcp::%d-:22' % self.ssh_port, |
| 148 | '-drive', 'file=%s,index=0,media=disk,cache=unsafe' |
| 149 | % self.image_path] |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 150 | if self.enable_kvm: |
| 151 | args.append('-enable-kvm') |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame] | 152 | if not self.display: |
| 153 | args.extend(['-display', 'none']) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 154 | logging.info(' '.join(args)) |
| 155 | logging.info('Pid file: %s', self.pidfile) |
| 156 | if not self.dry_run: |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 157 | self._RunCommand(args) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 158 | |
| 159 | def _GetVMPid(self): |
| 160 | """Get the pid of the VM. |
| 161 | |
| 162 | Returns: |
| 163 | pid of the VM. |
| 164 | """ |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 165 | if not os.path.exists(self.vm_dir): |
| 166 | logging.debug('%s not present.', self.vm_dir) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 167 | return 0 |
| 168 | |
| 169 | if not os.path.exists(self.pidfile): |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 170 | logging.info('%s does not exist.', self.pidfile) |
| 171 | return 0 |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 172 | |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 173 | pid = self._RunCommand(['cat', self.pidfile], |
| 174 | redirect_stdout=True).output.rstrip() |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 175 | if not pid.isdigit(): |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 176 | logging.error('%s in %s is not a pid.', pid, self.pidfile) |
| 177 | return 0 |
| 178 | |
Achuith Bhandarkar | 022d69c | 2016-10-05 14:28:14 -0700 | [diff] [blame] | 179 | return int(pid) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 180 | |
| 181 | def IsRunning(self): |
| 182 | """Returns True if there's a running VM. |
| 183 | |
| 184 | Returns: |
| 185 | True if there's a running VM. |
| 186 | """ |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 187 | pid = self._GetVMPid() |
Achuith Bhandarkar | 022d69c | 2016-10-05 14:28:14 -0700 | [diff] [blame] | 188 | if not pid: |
| 189 | return False |
| 190 | |
| 191 | # Make sure the process actually exists. |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 192 | res = self._RunCommand(['kill', '-0', str(pid)], error_code_ok=True) |
Achuith Bhandarkar | 022d69c | 2016-10-05 14:28:14 -0700 | [diff] [blame] | 193 | return res.returncode == 0 |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 194 | |
| 195 | def Stop(self): |
| 196 | """Stop the VM.""" |
Achuith Bhandarkar | 022d69c | 2016-10-05 14:28:14 -0700 | [diff] [blame] | 197 | logging.debug('Stop VM') |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 198 | |
| 199 | pid = self._GetVMPid() |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 200 | if pid: |
| 201 | logging.info('Killing %d.', pid) |
| 202 | if not self.dry_run: |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 203 | self._RunCommand(['kill', '-9', str(pid)], error_code_ok=True) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 204 | |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 205 | self._CleanupFiles(recreate=False) |
| 206 | |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame] | 207 | def WaitForBoot(self, timeout=180, poll_interval=1): |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 208 | """Wait for the VM to boot up. |
| 209 | |
| 210 | If there is no VM running, start one. |
| 211 | |
| 212 | Args: |
| 213 | timeout: maxiumum time to wait before raising an exception. |
| 214 | poll_interval: interval between checks. |
| 215 | """ |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 216 | if not os.path.exists(self.vm_dir): |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 217 | self.Start() |
| 218 | |
| 219 | start_time = time.time() |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame] | 220 | error = 'timed out after %d sec' % timeout |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 221 | while time.time() - start_time < timeout: |
| 222 | result = self.RemoteCommand(cmd=['echo']) |
| 223 | if result.returncode == 255: |
| 224 | time.sleep(poll_interval) |
| 225 | continue |
| 226 | elif result.returncode == 0: |
| 227 | return |
| 228 | else: |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame] | 229 | error = self.error |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 230 | break |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame] | 231 | raise VMError('WaitForBoot failed: %s.' % error) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 232 | |
| 233 | def RemoteCommand(self, cmd): |
| 234 | """Run a remote command in the VM. |
| 235 | |
| 236 | Args: |
| 237 | cmd: command to run, of list type. |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 238 | """ |
| 239 | if not isinstance(cmd, list): |
| 240 | raise VMError('cmd must be a list.') |
| 241 | |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 242 | if not self.dry_run: |
Achuith Bhandarkar | 65d1a89 | 2017-05-08 14:13:12 -0700 | [diff] [blame^] | 243 | return self.remote.RunCommand(cmd, debug_level=logging.INFO, |
| 244 | combine_stdout_stderr=True, |
| 245 | log_output=True, |
| 246 | error_code_ok=True) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 247 | |
| 248 | def ParseCommandLine(argv): |
| 249 | """Parse the command line. |
| 250 | |
| 251 | Args: |
| 252 | argv: Command arguments. |
| 253 | |
| 254 | Returns: |
| 255 | List of parsed args. |
| 256 | """ |
| 257 | parser = commandline.ArgumentParser(description=__doc__) |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 258 | parser.add_argument('--start', action='store_true', default=False, |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 259 | help='Start the VM.') |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 260 | parser.add_argument('--stop', action='store_true', default=False, |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 261 | help='Stop the VM.') |
| 262 | parser.add_argument('--cmd', help='Run this command in the VM.') |
| 263 | parser.add_argument('--image-path', type='path', |
| 264 | help='Path to VM image to launch with --start.') |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 265 | parser.add_argument('--qemu-path', type='path', |
| 266 | help='Path of qemu binary to launch with --start.') |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame] | 267 | parser.add_argument('--disable-kvm', dest='enable_kvm', |
| 268 | action='store_false', default=True, |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 269 | help='Disable KVM, use software emulation.') |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame] | 270 | parser.add_argument('--no-display', dest='display', |
| 271 | action='store_false', default=True, |
| 272 | help='Do not display video output.') |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 273 | parser.add_argument('--ssh-port', type=int, default=VM.SSH_PORT, |
| 274 | help='ssh port to communicate with VM.') |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 275 | parser.add_argument('--dry-run', action='store_true', default=False, |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 276 | help='dry run for debugging.') |
| 277 | return parser.parse_args(argv) |
| 278 | |
| 279 | |
| 280 | def main(argv): |
| 281 | args = ParseCommandLine(argv) |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame] | 282 | vm = VM(image_path=args.image_path, qemu_path=args.qemu_path, |
| 283 | enable_kvm=args.enable_kvm, display=args.display, |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 284 | ssh_port=args.ssh_port, dry_run=args.dry_run) |
| 285 | vm.PerformAction(start=args.start, stop=args.stop, cmd=args.cmd) |