Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 1 | # Copyright 2016 The Chromium OS Authors. All rights reserved. |
| 2 | # Use of this source code is governed by a BSD-style license that can be |
| 3 | # found in the LICENSE file. |
| 4 | |
Mike Frysinger | 666566c | 2016-09-21 00:00:21 -0400 | [diff] [blame] | 5 | """Script for VM Management.""" |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 6 | |
| 7 | from __future__ import print_function |
| 8 | |
| 9 | import os |
| 10 | import time |
| 11 | |
| 12 | from chromite.lib import commandline |
| 13 | from chromite.lib import cros_build_lib |
| 14 | from chromite.lib import cros_logging as logging |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 15 | from chromite.lib import osutils |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 16 | from chromite.lib import remote_access |
| 17 | |
| 18 | |
| 19 | class VMError(Exception): |
| 20 | """Exception for VM failures.""" |
| 21 | |
| 22 | def __init__(self, message): |
| 23 | super(VMError, self).__init__() |
| 24 | logging.error(message) |
| 25 | |
| 26 | |
| 27 | class VM(object): |
| 28 | """Class for managing a VM.""" |
| 29 | |
| 30 | SSH_PORT = 9222 |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 31 | |
| 32 | |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 33 | def __init__(self, image_path=None, qemu_path=None, enable_kvm=True, |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame^] | 34 | display=True, ssh_port=SSH_PORT, dry_run=False): |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 35 | """Initialize VM. |
| 36 | |
| 37 | Args: |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 38 | image_path: path of vm image. |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 39 | qemu_path: path to qemu binary. |
| 40 | enable_kvm: enable kvm (kernel support for virtualization). |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame^] | 41 | display: display video output. |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 42 | ssh_port: ssh port to use. |
| 43 | dry_run: disable VM commands. |
| 44 | """ |
| 45 | |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 46 | self.qemu_path = qemu_path |
| 47 | self.enable_kvm = enable_kvm |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 48 | # Software emulation doesn't need sudo access. |
| 49 | self.use_sudo = enable_kvm |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame^] | 50 | self.display = display |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 51 | self.image_path = image_path |
| 52 | self.ssh_port = ssh_port |
| 53 | self.dry_run = dry_run |
| 54 | |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 55 | self.vm_dir = os.path.join(osutils.GetGlobalTempDir(), 'cros_vm') |
| 56 | if os.path.exists(self.vm_dir): |
| 57 | # For security, ensure that vm_dir is not a symlink, and is owned by us or |
| 58 | # by root. |
| 59 | assert not os.path.islink(self.vm_dir), \ |
| 60 | 'VM state dir is misconfigured; please recreate: %s' % self.vm_dir |
| 61 | st_uid = os.stat(self.vm_dir).st_uid |
| 62 | assert st_uid == 0 or st_uid == os.getuid(), \ |
| 63 | 'VM state dir is misconfigured; please recreate: %s' % self.vm_dir |
| 64 | |
| 65 | self.pidfile = os.path.join(self.vm_dir, 'kvm.pid') |
| 66 | self.kvm_monitor = os.path.join(self.vm_dir, 'kvm.monitor') |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 67 | self.kvm_pipe_in = '%s.in' % self.kvm_monitor # to KVM |
| 68 | self.kvm_pipe_out = '%s.out' % self.kvm_monitor # from KVM |
| 69 | self.kvm_serial = '%s.serial' % self.kvm_monitor |
| 70 | |
| 71 | # TODO(achuith): support nographics, snapshot, mem_path, usb_passthrough, |
| 72 | # moblab, etc. |
| 73 | |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 74 | |
| 75 | def _RunCommand(self, *args, **kwargs): |
| 76 | """Use SudoRunCommand or RunCommand as necessary.""" |
| 77 | if self.use_sudo: |
| 78 | return cros_build_lib.SudoRunCommand(*args, **kwargs) |
| 79 | else: |
| 80 | return cros_build_lib.RunCommand(*args, **kwargs) |
| 81 | |
| 82 | def _CleanupFiles(self, recreate): |
| 83 | """Cleanup vm_dir. |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 84 | |
| 85 | Args: |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 86 | recreate: recreate vm_dir. |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 87 | """ |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 88 | self._RunCommand(['rm', '-rf', self.vm_dir]) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 89 | if recreate: |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 90 | self._RunCommand(['mkdir', self.vm_dir]) |
| 91 | self._RunCommand(['chmod', '777', self.vm_dir]) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 92 | |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 93 | def PerformAction(self, start=False, stop=False, cmd=None): |
| 94 | """Performs an action, one of start, stop, or run a command in the VM. |
| 95 | |
| 96 | Args: |
| 97 | start: start the VM. |
| 98 | stop: stop the VM. |
| 99 | cmd: list or scalar command to run in the VM. |
| 100 | |
| 101 | Returns: |
| 102 | cmd output. |
| 103 | """ |
| 104 | |
| 105 | if not start and not stop and not cmd: |
| 106 | raise VMError('Must specify one of start, stop, or cmd.') |
| 107 | if start: |
| 108 | self.Start() |
| 109 | if stop: |
| 110 | self.Stop() |
| 111 | if cmd: |
| 112 | return self.RemoteCommand(cmd.split()) |
| 113 | |
| 114 | def Start(self): |
| 115 | """Start the VM.""" |
| 116 | |
| 117 | self.Stop() |
| 118 | |
Achuith Bhandarkar | 022d69c | 2016-10-05 14:28:14 -0700 | [diff] [blame] | 119 | logging.debug('Start VM') |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 120 | if not self.qemu_path: |
| 121 | self.qemu_path = osutils.Which('qemu-system-x86_64') |
| 122 | if not self.qemu_path: |
| 123 | raise VMError('qemu not found.') |
| 124 | logging.debug('qemu path=%s', self.qemu_path) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 125 | |
| 126 | if not self.image_path: |
| 127 | self.image_path = os.environ.get('VM_IMAGE_PATH', '') |
| 128 | logging.debug('vm image path=%s', self.image_path) |
| 129 | if not self.image_path or not os.path.exists(self.image_path): |
| 130 | raise VMError('VM image path %s does not exist.' % self.image_path) |
| 131 | |
| 132 | self._CleanupFiles(recreate=True) |
| 133 | open(self.kvm_serial, 'w') |
| 134 | for pipe in [self.kvm_pipe_in, self.kvm_pipe_out]: |
| 135 | os.mkfifo(pipe, 0600) |
| 136 | |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 137 | args = [self.qemu_path, '-m', '2G', '-smp', '4', '-vga', 'cirrus', |
| 138 | '-daemonize', |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 139 | '-pidfile', self.pidfile, |
| 140 | '-chardev', 'pipe,id=control_pipe,path=%s' % self.kvm_monitor, |
| 141 | '-serial', 'file:%s' % self.kvm_serial, |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 142 | '-mon', 'chardev=control_pipe', |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 143 | '-net', 'nic,model=virtio', |
| 144 | '-net', 'user,hostfwd=tcp::%d-:22' % self.ssh_port, |
| 145 | '-drive', 'file=%s,index=0,media=disk,cache=unsafe' |
| 146 | % self.image_path] |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 147 | if self.enable_kvm: |
| 148 | args.append('-enable-kvm') |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame^] | 149 | if not self.display: |
| 150 | args.extend(['-display', 'none']) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 151 | logging.info(' '.join(args)) |
| 152 | logging.info('Pid file: %s', self.pidfile) |
| 153 | if not self.dry_run: |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 154 | self._RunCommand(args) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 155 | |
| 156 | def _GetVMPid(self): |
| 157 | """Get the pid of the VM. |
| 158 | |
| 159 | Returns: |
| 160 | pid of the VM. |
| 161 | """ |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 162 | if not os.path.exists(self.vm_dir): |
| 163 | logging.debug('%s not present.', self.vm_dir) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 164 | return 0 |
| 165 | |
| 166 | if not os.path.exists(self.pidfile): |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 167 | logging.info('%s does not exist.', self.pidfile) |
| 168 | return 0 |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 169 | |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 170 | pid = self._RunCommand(['cat', self.pidfile], |
| 171 | redirect_stdout=True).output.rstrip() |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 172 | if not pid.isdigit(): |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 173 | logging.error('%s in %s is not a pid.', pid, self.pidfile) |
| 174 | return 0 |
| 175 | |
Achuith Bhandarkar | 022d69c | 2016-10-05 14:28:14 -0700 | [diff] [blame] | 176 | return int(pid) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 177 | |
| 178 | def IsRunning(self): |
| 179 | """Returns True if there's a running VM. |
| 180 | |
| 181 | Returns: |
| 182 | True if there's a running VM. |
| 183 | """ |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 184 | pid = self._GetVMPid() |
Achuith Bhandarkar | 022d69c | 2016-10-05 14:28:14 -0700 | [diff] [blame] | 185 | if not pid: |
| 186 | return False |
| 187 | |
| 188 | # Make sure the process actually exists. |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 189 | res = self._RunCommand(['kill', '-0', str(pid)], error_code_ok=True) |
Achuith Bhandarkar | 022d69c | 2016-10-05 14:28:14 -0700 | [diff] [blame] | 190 | return res.returncode == 0 |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 191 | |
| 192 | def Stop(self): |
| 193 | """Stop the VM.""" |
Achuith Bhandarkar | 022d69c | 2016-10-05 14:28:14 -0700 | [diff] [blame] | 194 | logging.debug('Stop VM') |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 195 | |
| 196 | pid = self._GetVMPid() |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 197 | if pid: |
| 198 | logging.info('Killing %d.', pid) |
| 199 | if not self.dry_run: |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 200 | self._RunCommand(['kill', '-9', str(pid)], error_code_ok=True) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 201 | |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 202 | self._CleanupFiles(recreate=False) |
| 203 | |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame^] | 204 | def WaitForBoot(self, timeout=180, poll_interval=1): |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 205 | """Wait for the VM to boot up. |
| 206 | |
| 207 | If there is no VM running, start one. |
| 208 | |
| 209 | Args: |
| 210 | timeout: maxiumum time to wait before raising an exception. |
| 211 | poll_interval: interval between checks. |
| 212 | """ |
Achuith Bhandarkar | ee3163d | 2016-10-19 12:58:35 -0700 | [diff] [blame] | 213 | if not os.path.exists(self.vm_dir): |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 214 | self.Start() |
| 215 | |
| 216 | start_time = time.time() |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame^] | 217 | error = 'timed out after %d sec' % timeout |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 218 | while time.time() - start_time < timeout: |
| 219 | result = self.RemoteCommand(cmd=['echo']) |
| 220 | if result.returncode == 255: |
| 221 | time.sleep(poll_interval) |
| 222 | continue |
| 223 | elif result.returncode == 0: |
| 224 | return |
| 225 | else: |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame^] | 226 | error = self.error |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 227 | break |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame^] | 228 | raise VMError('WaitForBoot failed: %s.' % error) |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 229 | |
| 230 | def RemoteCommand(self, cmd): |
| 231 | """Run a remote command in the VM. |
| 232 | |
| 233 | Args: |
| 234 | cmd: command to run, of list type. |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 235 | """ |
| 236 | if not isinstance(cmd, list): |
| 237 | raise VMError('cmd must be a list.') |
| 238 | |
| 239 | args = ['ssh', '-o', 'UserKnownHostsFile=/dev/null', |
| 240 | '-o', 'StrictHostKeyChecking=no', |
| 241 | '-i', remote_access.TEST_PRIVATE_KEY, |
| 242 | '-p', str(self.ssh_port), 'root@localhost'] |
| 243 | args.extend(cmd) |
| 244 | |
| 245 | if not self.dry_run: |
| 246 | return cros_build_lib.RunCommand(args, redirect_stdout=True, |
| 247 | combine_stdout_stderr=True, |
| 248 | log_output=True, |
| 249 | error_code_ok=True) |
| 250 | |
| 251 | |
| 252 | def ParseCommandLine(argv): |
| 253 | """Parse the command line. |
| 254 | |
| 255 | Args: |
| 256 | argv: Command arguments. |
| 257 | |
| 258 | Returns: |
| 259 | List of parsed args. |
| 260 | """ |
| 261 | parser = commandline.ArgumentParser(description=__doc__) |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 262 | parser.add_argument('--start', action='store_true', default=False, |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 263 | help='Start the VM.') |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 264 | parser.add_argument('--stop', action='store_true', default=False, |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 265 | help='Stop the VM.') |
| 266 | parser.add_argument('--cmd', help='Run this command in the VM.') |
| 267 | parser.add_argument('--image-path', type='path', |
| 268 | help='Path to VM image to launch with --start.') |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 269 | parser.add_argument('--qemu-path', type='path', |
| 270 | help='Path of qemu binary to launch with --start.') |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame^] | 271 | parser.add_argument('--disable-kvm', dest='enable_kvm', |
| 272 | action='store_false', default=True, |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 273 | help='Disable KVM, use software emulation.') |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame^] | 274 | parser.add_argument('--no-display', dest='display', |
| 275 | action='store_false', default=True, |
| 276 | help='Do not display video output.') |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 277 | parser.add_argument('--ssh-port', type=int, default=VM.SSH_PORT, |
| 278 | help='ssh port to communicate with VM.') |
Achuith Bhandarkar | f4950ba | 2016-10-11 15:40:07 -0700 | [diff] [blame] | 279 | parser.add_argument('--dry-run', action='store_true', default=False, |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 280 | help='dry run for debugging.') |
| 281 | return parser.parse_args(argv) |
| 282 | |
| 283 | |
| 284 | def main(argv): |
| 285 | args = ParseCommandLine(argv) |
Achuith Bhandarkar | b891adb | 2016-10-24 18:43:22 -0700 | [diff] [blame^] | 286 | vm = VM(image_path=args.image_path, qemu_path=args.qemu_path, |
| 287 | enable_kvm=args.enable_kvm, display=args.display, |
Achuith Bhandarkar | d8d1929 | 2016-05-03 14:32:58 -0700 | [diff] [blame] | 288 | ssh_port=args.ssh_port, dry_run=args.dry_run) |
| 289 | vm.PerformAction(start=args.start, stop=args.stop, cmd=args.cmd) |