2024-04-23 09:57:02 -04:00
|
|
|
import { execa, execaCommand, ExecaChildProcess } from 'execa';
|
|
|
|
|
import { EventEmitter } from 'events';
|
|
|
|
|
import QmpClient from './QmpClient.js';
|
|
|
|
|
import { QemuDisplay } from './QemuDisplay.js';
|
|
|
|
|
import { unlink } from 'node:fs/promises';
|
|
|
|
|
|
|
|
|
|
import * as Shared from '@cvmts/shared';
|
|
|
|
|
|
|
|
|
|
export enum VMState {
|
|
|
|
|
Stopped,
|
|
|
|
|
Starting,
|
|
|
|
|
Started,
|
|
|
|
|
Stopping
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TODO: Add bits to this to allow usage (optionally)
|
|
|
|
|
// of VNC/QMP port. This will be needed to fix up Windows support.
|
|
|
|
|
export type QemuVmDefinition = {
|
2024-06-19 18:03:10 -04:00
|
|
|
id: string,
|
|
|
|
|
command: string,
|
|
|
|
|
snapshot: boolean
|
2024-04-23 09:57:02 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/// Temporary path base (for UNIX sockets/etc.)
|
|
|
|
|
const kVmTmpPathBase = `/tmp`;
|
|
|
|
|
|
|
|
|
|
/// The max amount of times QMP connection is allowed to fail before
|
|
|
|
|
/// the VM is forcefully stopped.
|
|
|
|
|
const kMaxFailCount = 5;
|
|
|
|
|
|
|
|
|
|
export class QemuVM extends EventEmitter {
|
|
|
|
|
private state = VMState.Stopped;
|
|
|
|
|
|
|
|
|
|
private qmpInstance: QmpClient | null = null;
|
|
|
|
|
private qmpConnected = false;
|
|
|
|
|
private qmpFailCount = 0;
|
|
|
|
|
|
|
|
|
|
private qemuProcess: ExecaChildProcess | null = null;
|
|
|
|
|
|
2024-07-10 18:43:35 -04:00
|
|
|
private display: QemuDisplay | null;
|
2024-04-23 09:57:02 -04:00
|
|
|
private definition: QemuVmDefinition;
|
|
|
|
|
private addedAdditionalArguments = false;
|
|
|
|
|
|
|
|
|
|
private logger: Shared.Logger;
|
|
|
|
|
|
|
|
|
|
constructor(def: QemuVmDefinition) {
|
|
|
|
|
super();
|
|
|
|
|
this.definition = def;
|
|
|
|
|
this.logger = new Shared.Logger(`CVMTS.QEMU.QemuVM/${this.definition.id}`);
|
|
|
|
|
|
|
|
|
|
this.display = new QemuDisplay(this.GetVncPath());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async Start() {
|
|
|
|
|
// Don't start while either trying to start or starting.
|
2024-06-23 02:40:13 -04:00
|
|
|
//if (this.state == VMState.Started || this.state == VMState.Starting) return;
|
|
|
|
|
if(this.qemuProcess) return;
|
2024-04-23 09:57:02 -04:00
|
|
|
|
|
|
|
|
let cmd = this.definition.command;
|
|
|
|
|
|
2024-06-23 02:40:13 -04:00
|
|
|
// Build additional command line statements to enable qmp/vnc over unix sockets
|
2024-04-24 03:50:17 -04:00
|
|
|
if (!this.addedAdditionalArguments) {
|
2024-04-23 09:57:02 -04:00
|
|
|
cmd += ' -no-shutdown';
|
2024-06-19 18:03:10 -04:00
|
|
|
if (this.definition.snapshot) cmd += ' -snapshot';
|
2024-04-23 09:57:02 -04:00
|
|
|
cmd += ` -qmp unix:${this.GetQmpPath()},server,wait -vnc unix:${this.GetVncPath()}`;
|
|
|
|
|
this.definition.command = cmd;
|
|
|
|
|
this.addedAdditionalArguments = true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
await this.StartQemu(cmd);
|
|
|
|
|
}
|
|
|
|
|
|
2024-06-11 13:46:24 -04:00
|
|
|
SnapshotsSupported() : boolean {
|
2024-06-19 18:03:10 -04:00
|
|
|
return this.definition.snapshot;
|
2024-06-11 13:46:24 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async Reboot() : Promise<void> {
|
|
|
|
|
await this.MonitorCommand('system_reset');
|
|
|
|
|
}
|
|
|
|
|
|
2024-04-23 09:57:02 -04:00
|
|
|
async Stop() {
|
|
|
|
|
// This is called in certain lifecycle places where we can't safely assert state yet
|
|
|
|
|
//this.AssertState(VMState.Started, 'cannot use QemuVM#Stop on a non-started VM');
|
2024-06-19 23:30:29 -04:00
|
|
|
|
|
|
|
|
// Indicate we're stopping, so we don't
|
2024-04-23 09:57:02 -04:00
|
|
|
// erroneously start trying to restart everything
|
2024-06-19 23:30:29 -04:00
|
|
|
// we're going to tear down.
|
2024-04-23 09:57:02 -04:00
|
|
|
this.SetState(VMState.Stopping);
|
|
|
|
|
|
|
|
|
|
// Kill the QEMU process and QMP/display connections if they are running.
|
|
|
|
|
await this.DisconnectQmp();
|
2024-06-19 23:30:29 -04:00
|
|
|
await this.DisconnectDisplay();
|
2024-04-23 09:57:02 -04:00
|
|
|
await this.StopQemu();
|
2024-06-19 23:30:29 -04:00
|
|
|
|
2024-04-23 09:57:02 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async Reset() {
|
2024-06-19 23:30:29 -04:00
|
|
|
//this.AssertState(VMState.Started, 'cannot use QemuVM#Reset on a non-started VM');
|
2024-04-23 09:57:02 -04:00
|
|
|
|
|
|
|
|
// let code know the VM is going to reset
|
|
|
|
|
this.emit('reset');
|
2024-06-19 23:30:29 -04:00
|
|
|
|
2024-06-23 02:40:13 -04:00
|
|
|
if(this.qemuProcess !== null) {
|
|
|
|
|
// Do magic.
|
|
|
|
|
await this.StopQemu();
|
|
|
|
|
} else {
|
|
|
|
|
// N.B we always get here when addl. arguments are added
|
|
|
|
|
await this.StartQemu(this.definition.command);
|
|
|
|
|
}
|
2024-04-23 09:57:02 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async QmpCommand(command: string, args: any | null): Promise<any> {
|
|
|
|
|
return await this.qmpInstance?.Execute(command, args);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async MonitorCommand(command: string) {
|
|
|
|
|
this.AssertState(VMState.Started, 'cannot use QemuVM#MonitorCommand on a non-started VM');
|
|
|
|
|
return await this.QmpCommand('human-monitor-command', {
|
|
|
|
|
'command-line': command
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async ChangeRemovableMedia(deviceName: string, imagePath: string): Promise<void> {
|
|
|
|
|
this.AssertState(VMState.Started, 'cannot use QemuVM#ChangeRemovableMedia on a non-started VM');
|
|
|
|
|
// N.B: if this throws, the code which called this should handle the error accordingly
|
|
|
|
|
await this.QmpCommand('blockdev-change-medium', {
|
|
|
|
|
device: deviceName, // techinically deprecated, but I don't feel like figuring out QOM path just for a simple function
|
|
|
|
|
filename: imagePath
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async EjectRemovableMedia(deviceName: string) {
|
|
|
|
|
this.AssertState(VMState.Started, 'cannot use QemuVM#EjectRemovableMedia on a non-started VM');
|
|
|
|
|
await this.QmpCommand('eject', {
|
|
|
|
|
device: deviceName
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
GetDisplay() {
|
2024-07-10 18:43:35 -04:00
|
|
|
return this.display!;
|
2024-04-23 09:57:02 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Private fun bits :)
|
|
|
|
|
|
|
|
|
|
private VMLog() {
|
|
|
|
|
return this.logger;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private AssertState(stateShouldBe: VMState, message: string) {
|
|
|
|
|
if (this.state !== stateShouldBe) throw new Error(message);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private SetState(state: VMState) {
|
|
|
|
|
this.state = state;
|
|
|
|
|
this.emit('statechange', this.state);
|
2024-06-19 23:30:29 -04:00
|
|
|
|
2024-06-23 02:40:13 -04:00
|
|
|
// reset QMP fail count when the VM is (re)starting or stopped
|
|
|
|
|
if(this.state == VMState.Stopped || this.state == VMState.Starting) {
|
2024-06-19 23:30:29 -04:00
|
|
|
this.qmpFailCount = 0;
|
|
|
|
|
}
|
2024-04-23 09:57:02 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private GetQmpPath() {
|
|
|
|
|
return `${kVmTmpPathBase}/cvmts-${this.definition.id}-mon`;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private GetVncPath() {
|
|
|
|
|
return `${kVmTmpPathBase}/cvmts-${this.definition.id}-vnc`;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async StartQemu(split: string) {
|
|
|
|
|
let self = this;
|
|
|
|
|
|
|
|
|
|
this.SetState(VMState.Starting);
|
|
|
|
|
|
2024-06-19 23:30:29 -04:00
|
|
|
this.VMLog().Info(`Starting QEMU with command \"${split}\"`);
|
|
|
|
|
|
2024-04-23 09:57:02 -04:00
|
|
|
// Start QEMU
|
|
|
|
|
this.qemuProcess = execaCommand(split);
|
|
|
|
|
|
2024-06-23 02:56:17 -04:00
|
|
|
this.qemuProcess.stderr?.on('data', (data) => {
|
|
|
|
|
self.VMLog().Error("QEMU stderr: {0}", data.toString('utf8'));
|
|
|
|
|
})
|
|
|
|
|
|
2024-04-23 09:57:02 -04:00
|
|
|
this.qemuProcess.on('spawn', async () => {
|
2024-06-19 23:30:29 -04:00
|
|
|
self.VMLog().Info("QEMU started");
|
2024-04-23 09:57:02 -04:00
|
|
|
await Shared.Sleep(500);
|
|
|
|
|
await self.ConnectQmp();
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
this.qemuProcess.on('exit', async (code) => {
|
2024-06-19 23:30:29 -04:00
|
|
|
self.VMLog().Info("QEMU process exited");
|
2024-04-23 09:57:02 -04:00
|
|
|
|
2024-06-19 23:30:29 -04:00
|
|
|
|
|
|
|
|
// this should be being done anways but it's very clearly not sometimes so
|
|
|
|
|
// fuck it, let's just force it here
|
|
|
|
|
try {
|
|
|
|
|
await unlink(this.GetVncPath());
|
|
|
|
|
} catch(_) {}
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
await unlink(this.GetQmpPath());
|
|
|
|
|
} catch(_) {}
|
|
|
|
|
|
2024-04-23 09:57:02 -04:00
|
|
|
// ?
|
|
|
|
|
if (self.qmpConnected) {
|
|
|
|
|
await self.DisconnectQmp();
|
|
|
|
|
}
|
2024-04-24 03:50:17 -04:00
|
|
|
|
2024-06-19 23:30:29 -04:00
|
|
|
await self.DisconnectDisplay();
|
|
|
|
|
|
2024-04-23 09:57:02 -04:00
|
|
|
|
|
|
|
|
if (self.state != VMState.Stopping) {
|
|
|
|
|
if (code == 0) {
|
2024-06-19 23:30:29 -04:00
|
|
|
// Wait a bit and restart QEMU.
|
2024-04-23 09:57:02 -04:00
|
|
|
await Shared.Sleep(500);
|
|
|
|
|
await self.StartQemu(split);
|
|
|
|
|
} else {
|
|
|
|
|
self.VMLog().Error('QEMU exited with a non-zero exit code. This usually means an error in the command line. Stopping VM.');
|
|
|
|
|
await self.Stop();
|
|
|
|
|
}
|
|
|
|
|
} else {
|
2024-06-19 23:30:29 -04:00
|
|
|
// Indicate we have stopped.
|
2024-04-23 09:57:02 -04:00
|
|
|
this.SetState(VMState.Stopped);
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async StopQemu() {
|
2024-06-23 02:40:13 -04:00
|
|
|
if (this.qemuProcess) {
|
|
|
|
|
this.qemuProcess?.kill('SIGTERM');
|
|
|
|
|
this.qemuProcess = null;
|
|
|
|
|
}
|
2024-04-23 09:57:02 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async ConnectQmp() {
|
|
|
|
|
let self = this;
|
|
|
|
|
|
|
|
|
|
if (!this.qmpConnected) {
|
|
|
|
|
self.qmpInstance = new QmpClient();
|
|
|
|
|
|
2024-06-19 23:30:29 -04:00
|
|
|
let onQmpError = async () => {
|
|
|
|
|
if(self.qmpConnected) {
|
|
|
|
|
self.qmpConnected = false;
|
|
|
|
|
|
|
|
|
|
// If we aren't stopping, then we should care QMP disconnected
|
|
|
|
|
if (self.state != VMState.Stopping) {
|
|
|
|
|
if (self.qmpFailCount++ < kMaxFailCount) {
|
|
|
|
|
self.VMLog().Error(`Failed to connect to QMP ${self.qmpFailCount} times.`);
|
|
|
|
|
await Shared.Sleep(500);
|
|
|
|
|
await self.ConnectQmp();
|
|
|
|
|
} else {
|
|
|
|
|
self.VMLog().Error(`Reached max retries, giving up.`);
|
|
|
|
|
await self.Stop();
|
|
|
|
|
}
|
2024-04-23 09:57:02 -04:00
|
|
|
}
|
|
|
|
|
}
|
2024-05-22 17:56:04 -04:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
self.qmpInstance.on('close', onQmpError);
|
2024-06-19 23:30:29 -04:00
|
|
|
self.qmpInstance.on('error', (e: Error) => {
|
|
|
|
|
self.VMLog().Error("QMP Error: {0}", e.message);
|
2024-07-10 18:43:35 -04:00
|
|
|
onQmpError();
|
2024-06-19 23:30:29 -04:00
|
|
|
});
|
2024-04-23 09:57:02 -04:00
|
|
|
|
|
|
|
|
self.qmpInstance.on('event', async (ev) => {
|
|
|
|
|
switch (ev.event) {
|
|
|
|
|
// Handle the STOP event sent when using -no-shutdown
|
|
|
|
|
case 'STOP':
|
|
|
|
|
await self.qmpInstance?.Execute('system_reset');
|
|
|
|
|
break;
|
|
|
|
|
case 'RESET':
|
|
|
|
|
await self.qmpInstance?.Execute('cont');
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
self.qmpInstance.on('qmp-ready', async (hadError) => {
|
|
|
|
|
self.VMLog().Info('QMP ready');
|
|
|
|
|
|
2024-07-10 18:43:35 -04:00
|
|
|
self.display?.Connect();
|
2024-04-23 09:57:02 -04:00
|
|
|
|
|
|
|
|
// QMP has been connected so the VM is ready to be considered started
|
|
|
|
|
self.qmpFailCount = 0;
|
|
|
|
|
self.qmpConnected = true;
|
|
|
|
|
self.SetState(VMState.Started);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
await Shared.Sleep(500);
|
|
|
|
|
this.qmpInstance?.ConnectUNIX(this.GetQmpPath());
|
|
|
|
|
} catch (err) {
|
|
|
|
|
// just try again
|
|
|
|
|
await Shared.Sleep(500);
|
|
|
|
|
await this.ConnectQmp();
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async DisconnectDisplay() {
|
|
|
|
|
try {
|
|
|
|
|
this.display?.Disconnect();
|
2024-07-10 18:43:35 -04:00
|
|
|
|
|
|
|
|
// create a new display (and gc the old one)
|
|
|
|
|
this.display = new QemuDisplay(this.GetVncPath());
|
2024-04-23 09:57:02 -04:00
|
|
|
} catch (err) {
|
|
|
|
|
// oh well lol
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async DisconnectQmp() {
|
|
|
|
|
if (this.qmpConnected) return;
|
2024-04-24 03:50:17 -04:00
|
|
|
if (this.qmpInstance == null) return;
|
2024-04-23 09:57:02 -04:00
|
|
|
|
|
|
|
|
this.qmpConnected = false;
|
|
|
|
|
this.qmpInstance.end();
|
|
|
|
|
this.qmpInstance = null;
|
|
|
|
|
try {
|
|
|
|
|
await unlink(this.GetQmpPath());
|
2024-04-24 03:50:17 -04:00
|
|
|
} catch (err) {}
|
2024-04-23 09:57:02 -04:00
|
|
|
}
|
|
|
|
|
}
|