various improvements
This commit is contained in:
7
compute/__init__.py
Normal file
7
compute/__init__.py
Normal file
@ -0,0 +1,7 @@
|
||||
"""Compute Service library."""
|
||||
|
||||
__version__ = '0.1.0'
|
||||
|
||||
from .instance import Instance, InstanceConfig, InstanceSchema
|
||||
from .session import Session
|
||||
from .storage import StoragePool, Volume, VolumeConfig
|
6
compute/__main__.py
Normal file
6
compute/__main__.py
Normal file
@ -0,0 +1,6 @@
|
||||
"""Command line interface for compute module."""
|
||||
|
||||
from compute.cli import control
|
||||
|
||||
|
||||
control.cli()
|
0
compute/cli/__init__.py
Normal file
0
compute/cli/__init__.py
Normal file
26
compute/cli/_create.py
Normal file
26
compute/cli/_create.py
Normal file
@ -0,0 +1,26 @@
|
||||
import argparse
|
||||
|
||||
from compute import Session
|
||||
from compute.utils import identifiers
|
||||
|
||||
|
||||
def _create_instance(session: Session, args: argparse.Namespace) -> None:
|
||||
"""
|
||||
Умолчания (достать информацию из либвирта):
|
||||
- arch
|
||||
- machine
|
||||
- emulator
|
||||
- CPU
|
||||
- cpu_vendor
|
||||
- cpu_model
|
||||
- фичи
|
||||
- max_memory
|
||||
- max_vcpus
|
||||
|
||||
(сегнерировать):
|
||||
- MAC адрес
|
||||
- boot_order = ('cdrom', 'hd')
|
||||
- title = ''
|
||||
- name = uuid.uuid4().hex
|
||||
"""
|
||||
print(args)
|
319
compute/cli/control.py
Normal file
319
compute/cli/control.py
Normal file
@ -0,0 +1,319 @@
|
||||
"""Command line interface."""
|
||||
|
||||
import argparse
|
||||
import logging
|
||||
import os
|
||||
import shlex
|
||||
import sys
|
||||
|
||||
import libvirt
|
||||
|
||||
from compute import __version__
|
||||
from compute.exceptions import (
|
||||
ComputeServiceError,
|
||||
GuestAgentTimeoutExceededError,
|
||||
)
|
||||
from compute.instance import GuestAgent
|
||||
from compute.session import Session
|
||||
|
||||
from ._create import _create_instance
|
||||
|
||||
|
||||
log = logging.getLogger(__name__)
|
||||
log_levels = logging.getLevelNamesMapping()
|
||||
|
||||
env_log_level = os.getenv('CMP_LOG')
|
||||
|
||||
libvirt.registerErrorHandler(
|
||||
lambda userdata, err: None, # noqa: ARG005
|
||||
ctx=None,
|
||||
)
|
||||
|
||||
|
||||
class Table:
|
||||
"""Minimalistic text table constructor."""
|
||||
|
||||
def __init__(self, whitespace: str | None = None):
|
||||
"""Initialise Table."""
|
||||
self.whitespace = whitespace or '\t'
|
||||
self.header = []
|
||||
self._rows = []
|
||||
self._table = ''
|
||||
|
||||
def row(self, row: list) -> None:
|
||||
"""Add table row."""
|
||||
self._rows.append([str(col) for col in row])
|
||||
|
||||
def rows(self, rows: list[list]) -> None:
|
||||
"""Add multiple rows."""
|
||||
for row in rows:
|
||||
self.row(row)
|
||||
|
||||
def __str__(self) -> str:
|
||||
"""Build table and return."""
|
||||
widths = [max(map(len, col)) for col in zip(*self._rows, strict=True)]
|
||||
self._rows.insert(0, [str(h).upper() for h in self.header])
|
||||
for row in self._rows:
|
||||
self._table += self.whitespace.join(
|
||||
(
|
||||
val.ljust(width)
|
||||
for val, width in zip(row, widths, strict=True)
|
||||
)
|
||||
)
|
||||
self._table += '\n'
|
||||
return self._table.strip()
|
||||
|
||||
|
||||
def _list_instances(session: Session) -> None:
|
||||
table = Table()
|
||||
table.header = ['NAME', 'STATE']
|
||||
for instance in session.list_instances():
|
||||
table.row(
|
||||
[
|
||||
instance.name,
|
||||
instance.status,
|
||||
]
|
||||
)
|
||||
print(table)
|
||||
sys.exit()
|
||||
|
||||
|
||||
def _exec_guest_agent_command(
|
||||
session: Session, args: argparse.Namespace
|
||||
) -> None:
|
||||
instance = session.get_instance(args.instance)
|
||||
ga = GuestAgent(instance.domain, timeout=args.timeout)
|
||||
arguments = args.arguments.copy()
|
||||
if len(arguments) > 1:
|
||||
arguments = [shlex.join(arguments)]
|
||||
if not args.no_cmd_string:
|
||||
arguments.insert(0, '-c')
|
||||
stdin = None
|
||||
if not sys.stdin.isatty():
|
||||
stdin = sys.stdin.read()
|
||||
try:
|
||||
output = ga.guest_exec(
|
||||
path=args.shell,
|
||||
args=arguments,
|
||||
env=args.env,
|
||||
stdin=stdin,
|
||||
capture_output=True,
|
||||
decode_output=True,
|
||||
poll=True,
|
||||
)
|
||||
except GuestAgentTimeoutExceededError as e:
|
||||
sys.exit(
|
||||
f'{e}. NOTE: command may still running in guest, '
|
||||
f'PID={ga.last_pid}'
|
||||
)
|
||||
if output.stderr:
|
||||
print(output.stderr.strip(), file=sys.stderr)
|
||||
if output.stdout:
|
||||
print(output.stdout.strip(), file=sys.stdout)
|
||||
sys.exit(output.exitcode)
|
||||
|
||||
|
||||
def main(session: Session, args: argparse.Namespace) -> None:
|
||||
"""Perform actions."""
|
||||
match args.command:
|
||||
case 'create':
|
||||
_create_instance(session, args)
|
||||
case 'exec':
|
||||
_exec_guest_agent_command(session, args)
|
||||
case 'ls':
|
||||
_list_instances(session)
|
||||
case 'start':
|
||||
instance = session.get_instance(args.instance)
|
||||
instance.start()
|
||||
case 'shutdown':
|
||||
instance = session.get_instance(args.instance)
|
||||
instance.shutdown(args.method)
|
||||
case 'reboot':
|
||||
instance = session.get_instance(args.instance)
|
||||
instance.reboot()
|
||||
case 'reset':
|
||||
instance = session.get_instance(args.instance)
|
||||
instance.reset()
|
||||
case 'status':
|
||||
instance = session.get_instance(args.instance)
|
||||
print(instance.status)
|
||||
case 'setvcpus':
|
||||
instance = session.get_instance(args.instance)
|
||||
instance.set_vcpus(args.nvcpus, live=True)
|
||||
|
||||
|
||||
def cli() -> None: # noqa: PLR0915
|
||||
"""Parse command line arguments."""
|
||||
root = argparse.ArgumentParser(
|
||||
prog='compute',
|
||||
description='manage compute instances and storage volumes.',
|
||||
formatter_class=argparse.RawTextHelpFormatter,
|
||||
)
|
||||
root.add_argument(
|
||||
'-v',
|
||||
'--verbose',
|
||||
action='store_true',
|
||||
default=False,
|
||||
help='enable verbose mode',
|
||||
)
|
||||
root.add_argument(
|
||||
'-c',
|
||||
'--connect',
|
||||
metavar='URI',
|
||||
default='qemu:///system',
|
||||
help='libvirt connection URI',
|
||||
)
|
||||
root.add_argument(
|
||||
'-l',
|
||||
'--log-level',
|
||||
metavar='LEVEL',
|
||||
choices=log_levels,
|
||||
help='log level [envvar: CMP_LOG]',
|
||||
)
|
||||
root.add_argument(
|
||||
'-V',
|
||||
'--version',
|
||||
action='version',
|
||||
version=__version__,
|
||||
)
|
||||
subparsers = root.add_subparsers(dest='command', metavar='COMMAND')
|
||||
|
||||
# create command
|
||||
create = subparsers.add_parser('create', help='create compute instance')
|
||||
create.add_argument('image', nargs='?')
|
||||
create.add_argument('--name', help='instance name, used as ID')
|
||||
create.add_argument('--title', help='human-understandable instance title')
|
||||
create.add_argument('--desc', default='', help='instance description')
|
||||
create.add_argument('--memory', type=int, help='memory in MiB')
|
||||
create.add_argument('--max-memory', type=int, help='max memory in MiB')
|
||||
create.add_argument('--vcpus', type=int)
|
||||
create.add_argument('--max-vcpus', type=int)
|
||||
create.add_argument('--cpu-vendor')
|
||||
create.add_argument('--cpu-model')
|
||||
create.add_argument(
|
||||
'--cpu-emulation-mode',
|
||||
choices=['host-passthrough', 'host-model', 'custom'],
|
||||
default='host-passthrough',
|
||||
)
|
||||
create.add_argument('--cpu-features')
|
||||
create.add_argument('--cpu-topology')
|
||||
create.add_argument('--mahine')
|
||||
create.add_argument('--emulator')
|
||||
create.add_argument('--arch')
|
||||
create.add_argument('--boot-order')
|
||||
create.add_argument('--volume')
|
||||
create.add_argument('-f', '--file', help='create instance from YAML')
|
||||
|
||||
# exec subcommand
|
||||
execute = subparsers.add_parser(
|
||||
'exec',
|
||||
help='execute command in guest via guest agent',
|
||||
description=(
|
||||
'NOTE: any argument after instance name will be passed into '
|
||||
'guest as shell command.'
|
||||
),
|
||||
)
|
||||
execute.add_argument('instance')
|
||||
execute.add_argument('arguments', nargs=argparse.REMAINDER)
|
||||
execute.add_argument(
|
||||
'-t',
|
||||
'--timeout',
|
||||
type=int,
|
||||
default=60,
|
||||
help=(
|
||||
'waiting time in seconds for a command to be executed '
|
||||
'in guest, 60 sec by default'
|
||||
),
|
||||
)
|
||||
execute.add_argument(
|
||||
'-s',
|
||||
'--shell',
|
||||
default='/bin/sh',
|
||||
help='path to executable in guest, /bin/sh by default',
|
||||
)
|
||||
execute.add_argument(
|
||||
'-e',
|
||||
'--env',
|
||||
type=str,
|
||||
nargs='?',
|
||||
action='append',
|
||||
help='environment variables to pass to executable in guest',
|
||||
)
|
||||
execute.add_argument(
|
||||
'-n',
|
||||
'--no-cmd-string',
|
||||
action='store_true',
|
||||
default=False,
|
||||
help=(
|
||||
"do not append '-c' option to arguments list, suitable "
|
||||
'for non-shell executables and other specific cases.'
|
||||
),
|
||||
)
|
||||
|
||||
# ls subcommand
|
||||
listall = subparsers.add_parser('ls', help='list instances')
|
||||
listall.add_argument(
|
||||
'-a',
|
||||
'--all',
|
||||
action='store_true',
|
||||
default=False,
|
||||
help='list all instances including inactive',
|
||||
)
|
||||
|
||||
# start subcommand
|
||||
start = subparsers.add_parser('start', help='start instance')
|
||||
start.add_argument('instance')
|
||||
|
||||
# shutdown subcommand
|
||||
shutdown = subparsers.add_parser('shutdown', help='shutdown instance')
|
||||
shutdown.add_argument('instance')
|
||||
shutdown.add_argument(
|
||||
'-m',
|
||||
'--method',
|
||||
choices=['soft', 'normal', 'hard', 'unsafe'],
|
||||
default='normal',
|
||||
help='use shutdown method',
|
||||
)
|
||||
|
||||
# reboot subcommand
|
||||
reboot = subparsers.add_parser('reboot', help='reboot instance')
|
||||
reboot.add_argument('instance')
|
||||
|
||||
# reset subcommand
|
||||
reset = subparsers.add_parser('reset', help='reset instance')
|
||||
reset.add_argument('instance')
|
||||
|
||||
# status subcommand
|
||||
status = subparsers.add_parser('status', help='display instance status')
|
||||
status.add_argument('instance')
|
||||
|
||||
# setvcpus subcommand
|
||||
setvcpus = subparsers.add_parser('setvcpus', help='set vCPU number')
|
||||
setvcpus.add_argument('instance')
|
||||
setvcpus.add_argument('nvcpus', type=int)
|
||||
|
||||
# Run parser
|
||||
args = root.parse_args()
|
||||
if args.command is None:
|
||||
root.print_help()
|
||||
sys.exit()
|
||||
|
||||
# Set logging level
|
||||
log_level = args.log_level or env_log_level
|
||||
if log_level in log_levels:
|
||||
logging.basicConfig(level=log_levels[log_level])
|
||||
|
||||
# Perform actions
|
||||
try:
|
||||
with Session(args.connect) as session:
|
||||
main(session, args)
|
||||
except ComputeServiceError as e:
|
||||
sys.exit(f'error: {e}')
|
||||
except (KeyboardInterrupt, SystemExit):
|
||||
sys.exit()
|
||||
except Exception as e: # noqa: BLE001
|
||||
sys.exit(f'unexpected error {type(e)}: {e}')
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
cli()
|
49
compute/exceptions.py
Normal file
49
compute/exceptions.py
Normal file
@ -0,0 +1,49 @@
|
||||
"""Compute Service exceptions."""
|
||||
|
||||
|
||||
class ComputeServiceError(Exception):
|
||||
"""Basic exception class for Compute."""
|
||||
|
||||
|
||||
class ConfigLoaderError(ComputeServiceError):
|
||||
"""Something went wrong when loading configuration."""
|
||||
|
||||
|
||||
class SessionError(ComputeServiceError):
|
||||
"""Something went wrong while connecting to libvirtd."""
|
||||
|
||||
|
||||
class GuestAgentError(ComputeServiceError):
|
||||
"""Something went wring when QEMU Guest Agent call."""
|
||||
|
||||
|
||||
class GuestAgentUnavailableError(GuestAgentError):
|
||||
"""Guest agent is not connected or is unavailable."""
|
||||
|
||||
|
||||
class GuestAgentTimeoutExceededError(GuestAgentError):
|
||||
"""QEMU timeout exceeded."""
|
||||
|
||||
def __init__(self, msg: int):
|
||||
"""Initialise GuestAgentTimeoutExceededError."""
|
||||
super().__init__(f'QEMU timeout ({msg} sec) exceeded')
|
||||
|
||||
|
||||
class GuestAgentCommandNotSupportedError(GuestAgentError):
|
||||
"""Guest agent command is not supported or blacklisted on guest."""
|
||||
|
||||
|
||||
class StoragePoolError(ComputeServiceError):
|
||||
"""Something went wrong when operating with storage pool."""
|
||||
|
||||
|
||||
class InstanceError(ComputeServiceError):
|
||||
"""Something went wrong while interacting with the domain."""
|
||||
|
||||
|
||||
class InstanceNotFoundError(InstanceError):
|
||||
"""Virtual machine or container not found on compute node."""
|
||||
|
||||
def __init__(self, msg: str):
|
||||
"""Initialise InstanceNotFoundError."""
|
||||
super().__init__(f"compute instance '{msg}' not found")
|
3
compute/instance/__init__.py
Normal file
3
compute/instance/__init__.py
Normal file
@ -0,0 +1,3 @@
|
||||
from .guest_agent import GuestAgent
|
||||
from .instance import Instance, InstanceConfig
|
||||
from .schemas import InstanceSchema
|
197
compute/instance/guest_agent.py
Normal file
197
compute/instance/guest_agent.py
Normal file
@ -0,0 +1,197 @@
|
||||
"""Manage QEMU guest agent."""
|
||||
|
||||
import json
|
||||
import logging
|
||||
from base64 import b64decode, standard_b64encode
|
||||
from time import sleep, time
|
||||
from typing import NamedTuple
|
||||
|
||||
import libvirt
|
||||
import libvirt_qemu
|
||||
|
||||
from compute.exceptions import (
|
||||
GuestAgentCommandNotSupportedError,
|
||||
GuestAgentError,
|
||||
GuestAgentTimeoutExceededError,
|
||||
GuestAgentUnavailableError,
|
||||
)
|
||||
|
||||
|
||||
log = logging.getLogger(__name__)
|
||||
|
||||
QEMU_TIMEOUT = 60
|
||||
POLL_INTERVAL = 0.3
|
||||
|
||||
|
||||
class GuestExecOutput(NamedTuple):
|
||||
"""QEMU guest-exec command output."""
|
||||
|
||||
exited: bool | None = None
|
||||
exitcode: int | None = None
|
||||
stdout: str | None = None
|
||||
stderr: str | None = None
|
||||
|
||||
|
||||
class GuestAgent:
|
||||
"""Class for interacting with QEMU guest agent."""
|
||||
|
||||
def __init__(self, domain: libvirt.virDomain, timeout: int | None = None):
|
||||
"""
|
||||
Initialise GuestAgent.
|
||||
|
||||
:param domain: Libvirt domain object
|
||||
:param timeout: QEMU timeout
|
||||
"""
|
||||
self.domain = domain
|
||||
self.timeout = timeout or QEMU_TIMEOUT
|
||||
self.flags = libvirt_qemu.VIR_DOMAIN_QEMU_MONITOR_COMMAND_DEFAULT
|
||||
self.last_pid = None
|
||||
|
||||
def execute(self, command: dict) -> dict:
|
||||
"""
|
||||
Execute QEMU guest agent command.
|
||||
|
||||
See: https://qemu-project.gitlab.io/qemu/interop/qemu-ga-ref.html
|
||||
|
||||
:param command: QEMU guest agent command as dict
|
||||
:return: Command output
|
||||
:rtype: dict
|
||||
"""
|
||||
log.debug(command)
|
||||
try:
|
||||
output = libvirt_qemu.qemuAgentCommand(
|
||||
self.domain, json.dumps(command), self.timeout, self.flags
|
||||
)
|
||||
return json.loads(output)
|
||||
except libvirt.libvirtError as e:
|
||||
if e.get_error_code() == libvirt.VIR_ERR_AGENT_UNRESPONSIVE:
|
||||
log.exception(
|
||||
'Guest agent is unavailable on instanse=%s', self.name
|
||||
)
|
||||
raise GuestAgentUnavailableError(e) from e
|
||||
raise GuestAgentError(e) from e
|
||||
|
||||
def is_available(self) -> bool:
|
||||
"""
|
||||
Execute guest-ping.
|
||||
|
||||
:return: True or False if guest agent is unreachable.
|
||||
:rtype: bool
|
||||
"""
|
||||
try:
|
||||
if self.execute({'execute': 'guest-ping', 'arguments': {}}):
|
||||
return True
|
||||
except GuestAgentError:
|
||||
return False
|
||||
|
||||
def available_commands(self) -> set[str]:
|
||||
"""Return set of available guest agent commands."""
|
||||
output = self.execute({'execute': 'guest-info', 'arguments': {}})
|
||||
return {
|
||||
cmd['name']
|
||||
for cmd in output['return']['supported_commands']
|
||||
if cmd['enabled'] is True
|
||||
}
|
||||
|
||||
def raise_for_commands(self, commands: list[str]) -> None:
|
||||
"""
|
||||
Check QEMU guest agent command availability.
|
||||
|
||||
Raise exception if command is not available.
|
||||
|
||||
:param commands: List of required commands
|
||||
:raise: GuestAgentCommandNotSupportedError
|
||||
"""
|
||||
for command in commands:
|
||||
if command not in self.available_commands():
|
||||
raise GuestAgentCommandNotSupportedError(command)
|
||||
|
||||
def guest_exec( # noqa: PLR0913
|
||||
self,
|
||||
path: str,
|
||||
args: list[str] | None = None,
|
||||
env: list[str] | None = None,
|
||||
stdin: str | None = None,
|
||||
*,
|
||||
capture_output: bool = False,
|
||||
decode_output: bool = False,
|
||||
poll: bool = False,
|
||||
) -> GuestExecOutput:
|
||||
"""
|
||||
Execute qemu-exec command and return output.
|
||||
|
||||
:param path: Path ot executable on guest.
|
||||
:param arg: List of arguments to pass to executable.
|
||||
:param env: List of environment variables to pass to executable.
|
||||
For example: ``['LANG=C', 'TERM=xterm']``
|
||||
:param stdin: Data to pass to executable STDIN.
|
||||
:param capture_output: Capture command output.
|
||||
:param decode_output: Use base64_decode() to decode command output.
|
||||
Affects only if `capture_output` is True.
|
||||
:param poll: Poll command output. Uses `self.timeout` and
|
||||
POLL_INTERVAL constant.
|
||||
:return: Command output
|
||||
:rtype: GuestExecOutput
|
||||
"""
|
||||
self.raise_for_commands(['guest-exec', 'guest-exec-status'])
|
||||
command = {
|
||||
'execute': 'guest-exec',
|
||||
'arguments': {
|
||||
'path': path,
|
||||
**({'arg': args} if args else {}),
|
||||
**({'env': env} if env else {}),
|
||||
**(
|
||||
{
|
||||
'input-data': standard_b64encode(
|
||||
stdin.encode('utf-8')
|
||||
).decode('utf-8')
|
||||
}
|
||||
if stdin
|
||||
else {}
|
||||
),
|
||||
'capture-output': capture_output,
|
||||
},
|
||||
}
|
||||
output = self.execute(command)
|
||||
self.last_pid = pid = output['return']['pid']
|
||||
command_status = self.guest_exec_status(pid, poll=poll)['return']
|
||||
exited = command_status['exited']
|
||||
exitcode = command_status['exitcode']
|
||||
stdout = command_status.get('out-data', None)
|
||||
stderr = command_status.get('err-data', None)
|
||||
if decode_output:
|
||||
stdout = b64decode(stdout or '').decode('utf-8')
|
||||
stderr = b64decode(stderr or '').decode('utf-8')
|
||||
return GuestExecOutput(exited, exitcode, stdout, stderr)
|
||||
|
||||
def guest_exec_status(self, pid: int, *, poll: bool = False) -> dict:
|
||||
"""
|
||||
Execute guest-exec-status and return output.
|
||||
|
||||
:param pid: PID in guest
|
||||
:param poll: If True poll command status with POLL_INTERVAL
|
||||
:return: Command output
|
||||
:rtype: dict
|
||||
"""
|
||||
self.raise_for_commands(['guest-exec-status'])
|
||||
command = {
|
||||
'execute': 'guest-exec-status',
|
||||
'arguments': {'pid': pid},
|
||||
}
|
||||
if not poll:
|
||||
return self.execute(command)
|
||||
start_time = time()
|
||||
while True:
|
||||
command_status = self.execute(command)
|
||||
if command_status['return']['exited']:
|
||||
break
|
||||
sleep(POLL_INTERVAL)
|
||||
now = time()
|
||||
if now - start_time > self.timeout:
|
||||
raise GuestAgentTimeoutExceededError(self.timeout)
|
||||
log.debug(
|
||||
'Polling command pid=%s finished, time taken: %s seconds',
|
||||
pid,
|
||||
int(time() - start_time),
|
||||
)
|
||||
return command_status
|
551
compute/instance/instance.py
Normal file
551
compute/instance/instance.py
Normal file
@ -0,0 +1,551 @@
|
||||
"""Manage compute instances."""
|
||||
|
||||
__all__ = ['Instance', 'InstanceConfig']
|
||||
|
||||
import logging
|
||||
from dataclasses import dataclass
|
||||
|
||||
import libvirt
|
||||
from lxml import etree
|
||||
from lxml.builder import E
|
||||
|
||||
from compute.exceptions import (
|
||||
GuestAgentCommandNotSupportedError,
|
||||
InstanceError,
|
||||
)
|
||||
from compute.utils import units
|
||||
|
||||
from .guest_agent import GuestAgent
|
||||
from .schemas import CPUSchema, InstanceSchema, NetworkInterfaceSchema
|
||||
|
||||
|
||||
log = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class InstanceConfig:
|
||||
"""Compute instance description for libvirt."""
|
||||
|
||||
def __init__(self, schema: InstanceSchema):
|
||||
"""
|
||||
Initialise InstanceConfig.
|
||||
|
||||
:param schema: InstanceSchema object
|
||||
"""
|
||||
self.name = schema.name
|
||||
self.title = schema.title
|
||||
self.description = schema.description
|
||||
self.memory = schema.memory
|
||||
self.max_memory = schema.max_memory
|
||||
self.vcpus = schema.vcpus
|
||||
self.max_vcpus = schema.max_vcpus
|
||||
self.cpu = schema.cpu
|
||||
self.machine = schema.machine
|
||||
self.emulator = schema.emulator
|
||||
self.arch = schema.arch
|
||||
self.boot = schema.boot
|
||||
self.network_interfaces = schema.network_interfaces
|
||||
|
||||
def _gen_cpu_xml(self, cpu: CPUSchema) -> etree.Element:
|
||||
xml = E.cpu(match='exact', mode=cpu.emulation_mode)
|
||||
xml.append(E.model(cpu.model, fallback='forbid'))
|
||||
xml.append(E.vendor(cpu.vendor))
|
||||
xml.append(
|
||||
E.topology(
|
||||
sockets=str(cpu.topology.sockets),
|
||||
dies=str(cpu.topology.dies),
|
||||
cores=str(cpu.topology.cores),
|
||||
threads=str(cpu.topology.threads),
|
||||
)
|
||||
)
|
||||
for feature in cpu.features.require:
|
||||
xml.append(E.feature(policy='require', name=feature))
|
||||
for feature in cpu.features.disable:
|
||||
xml.append(E.feature(policy='disable', name=feature))
|
||||
return xml
|
||||
|
||||
def _gen_vcpus_xml(self, vcpus: int, max_vcpus: int) -> etree.Element:
|
||||
xml = E.vcpus()
|
||||
xml.append(E.vcpu(id='0', enabled='yes', hotpluggable='no', order='1'))
|
||||
for i in range(max_vcpus - 1):
|
||||
enabled = 'yes' if (i + 2) <= vcpus else 'no'
|
||||
xml.append(
|
||||
E.vcpu(
|
||||
id=str(i + 1),
|
||||
enabled=enabled,
|
||||
hotpluggable='yes',
|
||||
order=str(i + 2),
|
||||
)
|
||||
)
|
||||
return xml
|
||||
|
||||
def _gen_network_interface_xml(
|
||||
self, interface: NetworkInterfaceSchema
|
||||
) -> etree.Element:
|
||||
return E.interface(
|
||||
E.source(network=interface.source),
|
||||
E.mac(address=interface.mac),
|
||||
type='network',
|
||||
)
|
||||
|
||||
def to_xml(self) -> str:
|
||||
"""Return XML config for libvirt."""
|
||||
xml = E.domain(
|
||||
E.name(self.name),
|
||||
E.title(self.title),
|
||||
E.description(self.description),
|
||||
E.metadata(),
|
||||
E.memory(str(self.memory * 1024), unit='KiB'),
|
||||
E.currentMemory(str(self.memory * 1024), unit='KiB'),
|
||||
type='kvm',
|
||||
)
|
||||
xml.append(
|
||||
E.vcpu(
|
||||
str(self.max_vcpus),
|
||||
placement='static',
|
||||
current=str(self.vcpus),
|
||||
)
|
||||
)
|
||||
xml.append(self._gen_cpu_xml(self.cpu))
|
||||
os = E.os(E.type('hvm', machine=self.machine, arch=self.arch))
|
||||
for dev in self.boot.order:
|
||||
os.append(E.boot(dev=dev))
|
||||
xml.append(os)
|
||||
xml.append(E.features(E.acpi(), E.apic()))
|
||||
xml.append(E.on_poweroff('destroy'))
|
||||
xml.append(E.on_reboot('restart'))
|
||||
xml.append(E.on_crash('restart'))
|
||||
xml.append(
|
||||
E.pm(
|
||||
E('suspend-to-mem', enabled='no'),
|
||||
E('suspend-to-disk', enabled='no'),
|
||||
)
|
||||
)
|
||||
devices = E.devices()
|
||||
devices.append(E.emulator(str(self.emulator)))
|
||||
for interface in self.network_interfaces:
|
||||
devices.append(self._gen_network_interface_xml(interface))
|
||||
devices.append(E.graphics(type='vnc', port='-1', autoport='yes'))
|
||||
devices.append(E.input(type='tablet', bus='usb'))
|
||||
devices.append(
|
||||
E.channel(
|
||||
E.source(mode='bind'),
|
||||
E.target(type='virtio', name='org.qemu.guest_agent.0'),
|
||||
E.address(
|
||||
type='virtio-serial', controller='0', bus='0', port='1'
|
||||
),
|
||||
type='unix',
|
||||
)
|
||||
)
|
||||
devices.append(
|
||||
E.console(E.target(type='serial', port='0'), type='pty')
|
||||
)
|
||||
devices.append(
|
||||
E.video(
|
||||
E.model(type='vga', vram='16384', heads='1', primary='yes')
|
||||
)
|
||||
)
|
||||
xml.append(devices)
|
||||
return etree.tostring(xml, encoding='unicode', pretty_print=True)
|
||||
|
||||
|
||||
@dataclass
|
||||
class InstanceInfo:
|
||||
state: str
|
||||
max_memory: int
|
||||
memory: int
|
||||
nproc: int
|
||||
cputime: int
|
||||
|
||||
|
||||
class DeviceConfig:
|
||||
"""Abstract device description class."""
|
||||
|
||||
|
||||
class Instance:
|
||||
"""Class for manipulating compute instance."""
|
||||
|
||||
def __init__(self, domain: libvirt.virDomain):
|
||||
"""
|
||||
Initialise Instance.
|
||||
|
||||
:prop domain libvirt.virDomain:
|
||||
:prop connection libvirt.virConnect:
|
||||
:prop name str:
|
||||
:prop guest_agent GuestAgent:
|
||||
|
||||
:param domain: libvirt domain object
|
||||
"""
|
||||
self.domain = domain
|
||||
self.connection = domain.connect()
|
||||
self.name = domain.name()
|
||||
self.guest_agent = GuestAgent(domain)
|
||||
|
||||
def _expand_instance_state(self, state: int) -> str:
|
||||
states = {
|
||||
libvirt.VIR_DOMAIN_NOSTATE: 'nostate',
|
||||
libvirt.VIR_DOMAIN_RUNNING: 'running',
|
||||
libvirt.VIR_DOMAIN_BLOCKED: 'blocked',
|
||||
libvirt.VIR_DOMAIN_PAUSED: 'paused',
|
||||
libvirt.VIR_DOMAIN_SHUTDOWN: 'shutdown',
|
||||
libvirt.VIR_DOMAIN_SHUTOFF: 'shutoff',
|
||||
libvirt.VIR_DOMAIN_CRASHED: 'crashed',
|
||||
libvirt.VIR_DOMAIN_PMSUSPENDED: 'pmsuspended',
|
||||
}
|
||||
return states[state]
|
||||
|
||||
@property
|
||||
def info(self) -> InstanceInfo:
|
||||
"""
|
||||
Return instance info.
|
||||
|
||||
https://libvirt.org/html/libvirt-libvirt-domain.html#virDomainInfo
|
||||
"""
|
||||
_info = self.domain.info()
|
||||
return InstanceInfo(
|
||||
state=self._expand_instance_state(_info[0]),
|
||||
max_memory=_info[1],
|
||||
memory=_info[2],
|
||||
nproc=_info[3],
|
||||
cputime=_info[4],
|
||||
)
|
||||
|
||||
@property
|
||||
def status(self) -> str:
|
||||
"""
|
||||
Return instance state: 'running', 'shutoff', etc.
|
||||
|
||||
Reference:
|
||||
https://libvirt.org/html/libvirt-libvirt-domain.html#virDomainState
|
||||
"""
|
||||
try:
|
||||
state, _ = self.domain.state()
|
||||
except libvirt.libvirtError as e:
|
||||
raise InstanceError(
|
||||
'Cannot fetch status of ' f'instance={self.name}: {e}'
|
||||
) from e
|
||||
return self._expand_instance_state(state)
|
||||
|
||||
@property
|
||||
def is_running(self) -> bool:
|
||||
"""Return True if instance is running, else return False."""
|
||||
if self.domain.isActive() != 1:
|
||||
# 0 - is inactive, -1 - is error
|
||||
return False
|
||||
return True
|
||||
|
||||
@property
|
||||
def is_autostart(self) -> bool:
|
||||
"""Return True if instance autostart is enabled, else return False."""
|
||||
try:
|
||||
return bool(self.domain.autostart())
|
||||
except libvirt.libvirtError as e:
|
||||
raise InstanceError(
|
||||
f'Cannot get autostart status for '
|
||||
f'instance={self.name}: {e}'
|
||||
) from e
|
||||
|
||||
def start(self) -> None:
|
||||
"""Start defined instance."""
|
||||
log.info('Starting instnce=%s', self.name)
|
||||
if self.is_running:
|
||||
log.warning(
|
||||
'Already started, nothing to do instance=%s', self.name
|
||||
)
|
||||
return
|
||||
try:
|
||||
self.domain.create()
|
||||
except libvirt.libvirtError as e:
|
||||
raise InstanceError(
|
||||
f'Cannot start instance={self.name}: {e}'
|
||||
) from e
|
||||
|
||||
def shutdown(self, method: str | None = None) -> None:
|
||||
"""
|
||||
Shutdown instance.
|
||||
|
||||
Shutdown methods:
|
||||
|
||||
SOFT
|
||||
Use guest agent to shutdown. If guest agent is unavailable
|
||||
NORMAL method will be used.
|
||||
|
||||
NORMAL
|
||||
Use method choosen by hypervisor to shutdown. Usually send ACPI
|
||||
signal to guest OS. OS may ignore ACPI e.g. if guest is hanged.
|
||||
|
||||
HARD
|
||||
Shutdown instance without any guest OS shutdown. This is simular
|
||||
to unplugging machine from power. Internally send SIGTERM to
|
||||
instance process and destroy it gracefully.
|
||||
|
||||
UNSAFE
|
||||
Force shutdown. Internally send SIGKILL to instance process.
|
||||
There is high data corruption risk!
|
||||
|
||||
If method is None NORMAL method will used.
|
||||
|
||||
:param method: Method used to shutdown instance
|
||||
"""
|
||||
methods = {
|
||||
'SOFT': libvirt.VIR_DOMAIN_SHUTDOWN_GUEST_AGENT,
|
||||
'NORMAL': libvirt.VIR_DOMAIN_SHUTDOWN_DEFAULT,
|
||||
'HARD': libvirt.VIR_DOMAIN_DESTROY_GRACEFUL,
|
||||
'UNSAFE': libvirt.VIR_DOMAIN_DESTROY_DEFAULT,
|
||||
}
|
||||
if method is None:
|
||||
method = 'NORMAL'
|
||||
if not isinstance(method, str):
|
||||
raise TypeError(
|
||||
f"Shutdown method must be a 'str', not {type(method)}"
|
||||
)
|
||||
method = method.upper()
|
||||
if method not in methods:
|
||||
raise ValueError(f"Unsupported shutdown method: '{method}'")
|
||||
try:
|
||||
if method in ['SOFT', 'NORMAL']:
|
||||
self.domain.shutdownFlags(flags=methods[method])
|
||||
elif method in ['HARD', 'UNSAFE']:
|
||||
self.domain.destroyFlags(flags=methods[method])
|
||||
except libvirt.libvirtError as e:
|
||||
raise InstanceError(
|
||||
f'Cannot shutdown instance={self.name} ' f'{method=}: {e}'
|
||||
) from e
|
||||
|
||||
def reset(self) -> None:
|
||||
"""
|
||||
Reset instance.
|
||||
|
||||
Copypaste from libvirt doc:
|
||||
|
||||
Reset a domain immediately without any guest OS shutdown.
|
||||
Reset emulates the power reset button on a machine, where all
|
||||
hardware sees the RST line set and reinitializes internal state.
|
||||
|
||||
Note that there is a risk of data loss caused by reset without any
|
||||
guest OS shutdown.
|
||||
"""
|
||||
try:
|
||||
self.domain.reset()
|
||||
except libvirt.libvirtError as e:
|
||||
raise InstanceError(
|
||||
f'Cannot reset instance={self.name}: {e}'
|
||||
) from e
|
||||
|
||||
def reboot(self) -> None:
|
||||
"""Send ACPI signal to guest OS to reboot. OS may ignore this."""
|
||||
try:
|
||||
self.domain.reboot()
|
||||
except libvirt.libvirtError as e:
|
||||
raise InstanceError(
|
||||
f'Cannot reboot instance={self.name}: {e}'
|
||||
) from e
|
||||
|
||||
def set_autostart(self, *, enabled: bool) -> None:
|
||||
"""
|
||||
Set autostart flag for instance.
|
||||
|
||||
:param enabled: Bool argument to set or unset autostart flag.
|
||||
"""
|
||||
autostart = 1 if enabled else 0
|
||||
try:
|
||||
self.domain.setAutostart(autostart)
|
||||
except libvirt.libvirtError as e:
|
||||
raise InstanceError(
|
||||
f'Cannot set autostart flag for instance={self.name} '
|
||||
f'{autostart=}: {e}'
|
||||
) from e
|
||||
|
||||
def set_vcpus(self, nvcpus: int, *, live: bool = False) -> None:
|
||||
"""
|
||||
Set vCPU number.
|
||||
|
||||
If `live` is True and instance is not currently running vCPUs
|
||||
will set in config and will applied when instance boot.
|
||||
|
||||
NB: Note that if this call is executed before the guest has
|
||||
finished booting, the guest may fail to process the change.
|
||||
|
||||
:param nvcpus: Number of vCPUs
|
||||
:param live: Affect a running instance
|
||||
"""
|
||||
if nvcpus == 0:
|
||||
raise InstanceError(
|
||||
f'Cannot set zero vCPUs for instance={self.name}'
|
||||
)
|
||||
if nvcpus == self.info.nproc:
|
||||
log.warning(
|
||||
'Instance instance=%s already have %s vCPUs, nothing to do',
|
||||
self.name,
|
||||
nvcpus,
|
||||
)
|
||||
return
|
||||
try:
|
||||
flags = libvirt.VIR_DOMAIN_AFFECT_CONFIG
|
||||
self.domain.setVcpusFlags(nvcpus, flags=flags)
|
||||
if live is True:
|
||||
if not self.is_running:
|
||||
log.warning(
|
||||
'Instance is not running, changes applied in '
|
||||
'instance config.'
|
||||
)
|
||||
return
|
||||
flags = libvirt.VIR_DOMAIN_AFFECT_LIVE
|
||||
self.domain.setVcpusFlags(nvcpus, flags=flags)
|
||||
if self.guest_agent.is_available():
|
||||
try:
|
||||
self.guest_agent.raise_for_commands(
|
||||
['guest-set-vcpus']
|
||||
)
|
||||
flags = libvirt.VIR_DOMAIN_VCPU_GUEST
|
||||
self.domain.setVcpusFlags(nvcpus, flags=flags)
|
||||
except GuestAgentCommandNotSupportedError:
|
||||
log.warning(
|
||||
'Cannot set vCPUs in guest via agent, you may '
|
||||
'need to apply changes in guest manually.'
|
||||
)
|
||||
else:
|
||||
log.warning(
|
||||
'Cannot set vCPUs in guest OS on instance=%s. '
|
||||
'You may need to apply CPUs in guest manually.',
|
||||
self.name,
|
||||
)
|
||||
except libvirt.libvirtError as e:
|
||||
raise InstanceError(
|
||||
f'Cannot set vCPUs for instance={self.name}: {e}'
|
||||
) from e
|
||||
|
||||
def set_memory(self, memory: int, *, live: bool = False) -> None:
|
||||
"""
|
||||
Set memory.
|
||||
|
||||
If `live` is True and instance is not currently running set memory
|
||||
in config and will applied when instance boot.
|
||||
|
||||
:param memory: Memory value in mebibytes
|
||||
:param live: Affect a running instance
|
||||
"""
|
||||
if memory == 0:
|
||||
raise InstanceError(
|
||||
f'Cannot set zero memory for instance={self.name}'
|
||||
)
|
||||
if live and self.info()['state'] == libvirt.VIR_DOMAIN_RUNNING:
|
||||
flags = (
|
||||
libvirt.VIR_DOMAIN_AFFECT_LIVE
|
||||
| libvirt.VIR_DOMAIN_AFFECT_CONFIG
|
||||
)
|
||||
else:
|
||||
flags = libvirt.VIR_DOMAIN_AFFECT_CONFIG
|
||||
try:
|
||||
self.domain.setMemoryFlags(
|
||||
memory * 1024, flags=libvirt.VIR_DOMAIN_MEM_MAXIMUM
|
||||
)
|
||||
self.domain.setMemoryFlags(memory * 1024, flags=flags)
|
||||
except libvirt.libvirtError as e:
|
||||
msg = f'Cannot set memory for instance={self.name} {memory=}: {e}'
|
||||
raise InstanceError(msg) from e
|
||||
|
||||
def attach_device(
|
||||
self, device: 'DeviceConfig', *, live: bool = False
|
||||
) -> None:
|
||||
"""
|
||||
Attach device to compute instance.
|
||||
|
||||
:param device: Object with device description e.g. DiskConfig
|
||||
:param live: Affect a running instance
|
||||
"""
|
||||
if live and self.is_running:
|
||||
flags = (
|
||||
libvirt.VIR_DOMAIN_AFFECT_LIVE
|
||||
| libvirt.VIR_DOMAIN_AFFECT_CONFIG
|
||||
)
|
||||
else:
|
||||
flags = libvirt.VIR_DOMAIN_AFFECT_CONFIG
|
||||
self.domain.attachDeviceFlags(device.to_xml(), flags=flags)
|
||||
|
||||
def detach_device(
|
||||
self, device: 'DeviceConfig', *, live: bool = False
|
||||
) -> None:
|
||||
"""
|
||||
Dettach device from compute instance.
|
||||
|
||||
:param device: Object with device description e.g. DiskConfig
|
||||
:param live: Affect a running instance
|
||||
"""
|
||||
if live and self.is_running:
|
||||
flags = (
|
||||
libvirt.VIR_DOMAIN_AFFECT_LIVE
|
||||
| libvirt.VIR_DOMAIN_AFFECT_CONFIG
|
||||
)
|
||||
else:
|
||||
flags = libvirt.VIR_DOMAIN_AFFECT_CONFIG
|
||||
self.domain.detachDeviceFlags(device.to_xml(), flags=flags)
|
||||
|
||||
def resize_volume(
|
||||
self, name: str, capacity: int, unit: units.DataUnit
|
||||
) -> None:
|
||||
"""
|
||||
Resize block device.
|
||||
|
||||
:param name: Disk device name e.g. `vda`, `sda`, etc.
|
||||
:param capacity: Volume capacity in bytes.
|
||||
"""
|
||||
self.domain.blockResize(
|
||||
name,
|
||||
units.to_bytes(capacity, unit=unit),
|
||||
flags=libvirt.VIR_DOMAIN_BLOCK_RESIZE_BYTES,
|
||||
)
|
||||
|
||||
def pause(self) -> None:
|
||||
"""Pause instance."""
|
||||
raise NotImplementedError
|
||||
|
||||
def resume(self) -> None:
|
||||
"""Resume paused instance."""
|
||||
raise NotImplementedError
|
||||
|
||||
def list_ssh_keys(self, user: str) -> list[str]:
|
||||
"""
|
||||
Get list of SSH keys on guest for specific user.
|
||||
|
||||
:param user: Username.
|
||||
"""
|
||||
raise NotImplementedError
|
||||
|
||||
def set_ssh_keys(self, user: str, ssh_keys: list[str]) -> None:
|
||||
"""
|
||||
Add SSH keys to guest for specific user.
|
||||
|
||||
:param user: Username.
|
||||
:param ssh_keys: List of public SSH keys.
|
||||
"""
|
||||
raise NotImplementedError
|
||||
|
||||
def remove_ssh_keys(self, user: str, ssh_keys: list[str]) -> None:
|
||||
"""
|
||||
Remove SSH keys from guest for specific user.
|
||||
|
||||
:param user: Username.
|
||||
:param ssh_keys: List of public SSH keys.
|
||||
"""
|
||||
raise NotImplementedError
|
||||
|
||||
def set_user_password(self, user: str, password: str) -> None:
|
||||
"""
|
||||
Set new user password in guest OS.
|
||||
|
||||
This action performs by guest agent inside guest.
|
||||
|
||||
:param user: Username.
|
||||
:param password: Password.
|
||||
"""
|
||||
self.domain.setUserPassword(user, password)
|
||||
|
||||
def dump_xml(self, *, inactive: bool = False) -> str:
|
||||
"""Return instance XML description."""
|
||||
flags = libvirt.VIR_DOMAIN_XML_INACTIVE if inactive else 0
|
||||
return self.domain.XMLDesc(flags)
|
||||
|
||||
def delete(self) -> None:
|
||||
"""Undefine instance and delete local volumes."""
|
||||
self.shutdown(method='HARD')
|
||||
self.domain.undefine()
|
126
compute/instance/schemas.py
Normal file
126
compute/instance/schemas.py
Normal file
@ -0,0 +1,126 @@
|
||||
"""Compute instance related objects schemas."""
|
||||
|
||||
import re
|
||||
from enum import StrEnum
|
||||
from pathlib import Path
|
||||
|
||||
from pydantic import BaseModel, validator
|
||||
|
||||
from compute.utils.units import DataUnit
|
||||
|
||||
|
||||
class CPUEmulationMode(StrEnum):
|
||||
"""CPU emulation mode enumerated."""
|
||||
|
||||
HOST_PASSTHROUGH = 'host-passthrough'
|
||||
HOST_MODEL = 'host-model'
|
||||
CUSTOM = 'custom'
|
||||
MAXIMUM = 'maximum'
|
||||
|
||||
|
||||
class CPUTopologySchema(BaseModel):
|
||||
"""CPU topology model."""
|
||||
|
||||
sockets: int
|
||||
cores: int
|
||||
threads: int
|
||||
dies: int = 1
|
||||
|
||||
|
||||
class CPUFeaturesSchema(BaseModel):
|
||||
"""CPU features model."""
|
||||
|
||||
require: list[str]
|
||||
disable: list[str]
|
||||
|
||||
|
||||
class CPUSchema(BaseModel):
|
||||
"""CPU model."""
|
||||
|
||||
emulation_mode: CPUEmulationMode
|
||||
model: str
|
||||
vendor: str
|
||||
topology: CPUTopologySchema
|
||||
features: CPUFeaturesSchema
|
||||
|
||||
|
||||
class StorageVolumeType(StrEnum):
|
||||
"""Storage volume types enumeration."""
|
||||
|
||||
FILE = 'file'
|
||||
NETWORK = 'network'
|
||||
|
||||
|
||||
class StorageVolumeCapacitySchema(BaseModel):
|
||||
"""Storage volume capacity field model."""
|
||||
|
||||
value: int
|
||||
unit: DataUnit
|
||||
|
||||
|
||||
class StorageVolumeSchema(BaseModel):
|
||||
"""Storage volume model."""
|
||||
|
||||
type: StorageVolumeType # noqa: A003
|
||||
source: Path
|
||||
target: str
|
||||
capacity: StorageVolumeCapacitySchema
|
||||
readonly: bool = False
|
||||
is_system: bool = False
|
||||
|
||||
|
||||
class NetworkInterfaceSchema(BaseModel):
|
||||
"""Network inerface model."""
|
||||
|
||||
source: str
|
||||
mac: str
|
||||
|
||||
|
||||
class BootOptionsSchema(BaseModel):
|
||||
"""Instance boot settings."""
|
||||
|
||||
order: tuple
|
||||
|
||||
|
||||
class InstanceSchema(BaseModel):
|
||||
"""Compute instance model."""
|
||||
|
||||
name: str
|
||||
title: str
|
||||
description: str
|
||||
memory: int
|
||||
max_memory: int
|
||||
vcpus: int
|
||||
max_vcpus: int
|
||||
cpu: CPUSchema
|
||||
machine: str
|
||||
emulator: Path
|
||||
arch: str
|
||||
image: str
|
||||
boot: BootOptionsSchema
|
||||
volumes: list[StorageVolumeSchema]
|
||||
network_interfaces: list[NetworkInterfaceSchema]
|
||||
|
||||
@validator('name')
|
||||
def _check_name(cls, value: str) -> str: # noqa: N805
|
||||
if not re.match(r'^[a-z0-9_]+$', value):
|
||||
msg = (
|
||||
'Name can contain only lowercase letters, numbers '
|
||||
'and underscore.'
|
||||
)
|
||||
raise ValueError(msg)
|
||||
return value
|
||||
|
||||
@validator('volumes')
|
||||
def _check_volumes(cls, value: list) -> list: # noqa: N805
|
||||
if len([v for v in value if v.is_system is True]) != 1:
|
||||
msg = 'Volumes list must contain one system volume'
|
||||
raise ValueError(msg)
|
||||
return value
|
||||
|
||||
@validator('network_interfaces')
|
||||
def _check_network_interfaces(cls, value: list) -> list: # noqa: N805
|
||||
if not value:
|
||||
msg = 'Network interfaces list must contain at least one element'
|
||||
raise ValueError(msg)
|
||||
return value
|
156
compute/session.py
Normal file
156
compute/session.py
Normal file
@ -0,0 +1,156 @@
|
||||
"""Hypervisor session manager."""
|
||||
|
||||
import logging
|
||||
import os
|
||||
from contextlib import AbstractContextManager
|
||||
from types import TracebackType
|
||||
from typing import Any, NamedTuple
|
||||
from uuid import uuid4
|
||||
|
||||
import libvirt
|
||||
from lxml import etree
|
||||
|
||||
from .exceptions import InstanceNotFoundError, SessionError
|
||||
from .instance import Instance, InstanceConfig, InstanceSchema
|
||||
from .storage import DiskConfig, StoragePool, VolumeConfig
|
||||
from .utils import units
|
||||
|
||||
|
||||
log = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class Capabilities(NamedTuple):
|
||||
"""Store domain capabilities info."""
|
||||
|
||||
arch: str
|
||||
virt: str
|
||||
emulator: str
|
||||
machine: str
|
||||
|
||||
|
||||
class Session(AbstractContextManager):
|
||||
"""Hypervisor session manager."""
|
||||
|
||||
def __init__(self, uri: str | None = None):
|
||||
"""
|
||||
Initialise session with hypervisor.
|
||||
|
||||
:param uri: libvirt connection URI.
|
||||
"""
|
||||
self.IMAGES_POOL = os.getenv('CMP_IMAGES_POOL')
|
||||
self.VOLUMES_POOL = os.getenv('CMP_VOLUMES_POOL')
|
||||
self.uri = uri or 'qemu:///system'
|
||||
self.connection = libvirt.open(self.uri)
|
||||
|
||||
def __enter__(self):
|
||||
"""Return Session object."""
|
||||
return self
|
||||
|
||||
def __exit__(
|
||||
self,
|
||||
exc_type: type[BaseException] | None,
|
||||
exc_value: BaseException | None,
|
||||
exc_traceback: TracebackType | None,
|
||||
):
|
||||
"""Close the connection when leaving the context."""
|
||||
self.close()
|
||||
|
||||
def close(self) -> None:
|
||||
"""Close connection to libvirt daemon."""
|
||||
self.connection.close()
|
||||
|
||||
def capabilities(self) -> Capabilities:
|
||||
"""Return capabilities e.g. arch, virt, emulator, etc."""
|
||||
prefix = '/domainCapabilities'
|
||||
caps = etree.fromstring(self.connection.getDomainCapabilities()) # noqa: S320
|
||||
return Capabilities(
|
||||
arch=caps.xpath(f'{prefix}/arch/text()')[0],
|
||||
virt=caps.xpath(f'{prefix}/domain/text()')[0],
|
||||
emulator=caps.xpath(f'{prefix}/path/text()')[0],
|
||||
machine=caps.xpath(f'{prefix}/machine/text()')[0],
|
||||
)
|
||||
|
||||
def create_instance(self, **kwargs: Any) -> Instance:
|
||||
"""
|
||||
Create and return new compute instance.
|
||||
|
||||
:param name str: Instance name.
|
||||
:param title str: Instance title for humans.
|
||||
:param description str: Some information about instance
|
||||
:param memory int: Memory in MiB.
|
||||
:param max_memory int: Maximum memory in MiB.
|
||||
"""
|
||||
# TODO @ge: create instances in transaction
|
||||
data = InstanceSchema(**kwargs)
|
||||
config = InstanceConfig(data)
|
||||
log.info('Define XML...')
|
||||
log.info(config.to_xml())
|
||||
self.connection.defineXML(config.to_xml())
|
||||
log.info('Getting instance...')
|
||||
instance = self.get_instance(config.name)
|
||||
log.info('Creating volumes...')
|
||||
for volume in data.volumes:
|
||||
log.info('Creating volume=%s', volume)
|
||||
capacity = units.to_bytes(
|
||||
volume.capacity.value, volume.capacity.unit
|
||||
)
|
||||
log.info('Connecting to images pool...')
|
||||
images_pool = self.get_storage_pool(self.IMAGES_POOL)
|
||||
log.info('Connecting to volumes pool...')
|
||||
volumes_pool = self.get_storage_pool(self.VOLUMES_POOL)
|
||||
log.info('Building volume configuration...')
|
||||
# if not volume.source:
|
||||
# В случае если пользователь передаёт source для волюма, следует
|
||||
# в либвирте делать поиск волюма по пути, а не по имени
|
||||
# gen_vol_name
|
||||
# TODO @ge: come up with something else
|
||||
vol_name = f'{config.name}-{volume.target}-{uuid4()}.qcow2'
|
||||
vol_conf = VolumeConfig(
|
||||
name=vol_name,
|
||||
path=str(volumes_pool.path.joinpath(vol_name)),
|
||||
capacity=capacity,
|
||||
)
|
||||
log.info('Volume configuration is:\n %s', vol_conf.to_xml())
|
||||
if volume.is_system is True:
|
||||
log.info(
|
||||
"Volume is marked as 'system', start cloning image..."
|
||||
)
|
||||
log.info('Get image %s', data.image)
|
||||
image = images_pool.get_volume(data.image)
|
||||
log.info('Cloning image into volumes pool...')
|
||||
vol = volumes_pool.clone_volume(image, vol_conf)
|
||||
log.info(
|
||||
'Resize cloned volume to specified size: %s',
|
||||
capacity,
|
||||
)
|
||||
vol.resize(capacity, unit=units.DataUnit.BYTES)
|
||||
else:
|
||||
log.info('Create volume...')
|
||||
volumes_pool.create_volume(vol_conf)
|
||||
log.info('Attaching volume to instance...')
|
||||
instance.attach_device(
|
||||
DiskConfig(path=vol_conf.path, target=volume.target)
|
||||
)
|
||||
return instance
|
||||
|
||||
def get_instance(self, name: str) -> Instance:
|
||||
"""Get compute instance by name."""
|
||||
try:
|
||||
return Instance(self.connection.lookupByName(name))
|
||||
except libvirt.libvirtError as err:
|
||||
if err.get_error_code() == libvirt.VIR_ERR_NO_DOMAIN:
|
||||
raise InstanceNotFoundError(name) from err
|
||||
raise SessionError(err) from err
|
||||
|
||||
def list_instances(self) -> list[Instance]:
|
||||
"""List all instances."""
|
||||
return [Instance(dom) for dom in self.connection.listAllDomains()]
|
||||
|
||||
def get_storage_pool(self, name: str) -> StoragePool:
|
||||
"""Get storage pool by name."""
|
||||
# TODO @ge: handle Storage pool not found error
|
||||
return StoragePool(self.connection.storagePoolLookupByName(name))
|
||||
|
||||
def list_storage_pools(self) -> list[StoragePool]:
|
||||
"""List all strage pools."""
|
||||
return [StoragePool(p) for p in self.connection.listStoragePools()]
|
2
compute/storage/__init__.py
Normal file
2
compute/storage/__init__.py
Normal file
@ -0,0 +1,2 @@
|
||||
from .pool import StoragePool
|
||||
from .volume import DiskConfig, Volume, VolumeConfig
|
114
compute/storage/pool.py
Normal file
114
compute/storage/pool.py
Normal file
@ -0,0 +1,114 @@
|
||||
"""Manage storage pools."""
|
||||
|
||||
import logging
|
||||
from pathlib import Path
|
||||
from typing import NamedTuple
|
||||
|
||||
import libvirt
|
||||
from lxml import etree
|
||||
|
||||
from compute.exceptions import StoragePoolError
|
||||
|
||||
from .volume import Volume, VolumeConfig
|
||||
|
||||
|
||||
log = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class StoragePoolUsage(NamedTuple):
|
||||
"""Storage pool usage info schema."""
|
||||
|
||||
capacity: int
|
||||
allocation: int
|
||||
available: int
|
||||
|
||||
|
||||
class StoragePool:
|
||||
"""Storage pool manipulating class."""
|
||||
|
||||
def __init__(self, pool: libvirt.virStoragePool):
|
||||
"""Initislise StoragePool."""
|
||||
self.pool = pool
|
||||
self.name = pool.name()
|
||||
|
||||
@property
|
||||
def path(self) -> Path:
|
||||
"""Return storage pool path."""
|
||||
xml = etree.fromstring(self.pool.XMLDesc()) # noqa: S320
|
||||
return Path(xml.xpath('/pool/target/path/text()')[0])
|
||||
|
||||
def usage(self) -> StoragePoolUsage:
|
||||
"""Return info about storage pool usage."""
|
||||
xml = etree.fromstring(self.pool.XMLDesc()) # noqa: S320
|
||||
return StoragePoolUsage(
|
||||
capacity=int(xml.xpath('/pool/capacity/text()')[0]),
|
||||
allocation=int(xml.xpath('/pool/allocation/text()')[0]),
|
||||
available=int(xml.xpath('/pool/available/text()')[0]),
|
||||
)
|
||||
|
||||
def dump_xml(self) -> str:
|
||||
"""Return storage pool XML description as string."""
|
||||
return self.pool.XMLDesc()
|
||||
|
||||
def refresh(self) -> None:
|
||||
"""Refresh storage pool."""
|
||||
# TODO @ge: handle libvirt asynchronous job related exceptions
|
||||
self.pool.refresh()
|
||||
|
||||
def create_volume(self, vol_conf: VolumeConfig) -> Volume:
|
||||
"""Create storage volume and return Volume instance."""
|
||||
log.info(
|
||||
'Create storage volume vol=%s in pool=%s', vol_conf.name, self.pool
|
||||
)
|
||||
vol = self.pool.createXML(
|
||||
vol_conf.to_xml(),
|
||||
flags=libvirt.VIR_STORAGE_VOL_CREATE_PREALLOC_METADATA,
|
||||
)
|
||||
return Volume(self.pool, vol)
|
||||
|
||||
def clone_volume(self, src: Volume, dst: VolumeConfig) -> Volume:
|
||||
"""
|
||||
Make storage volume copy.
|
||||
|
||||
:param src: Input volume
|
||||
:param dst: Output volume config
|
||||
"""
|
||||
log.info(
|
||||
'Start volume cloning '
|
||||
'src_pool=%s src_vol=%s dst_pool=%s dst_vol=%s',
|
||||
src.pool_name,
|
||||
src.name,
|
||||
self.pool.name,
|
||||
dst.name,
|
||||
)
|
||||
vol = self.pool.createXMLFrom(
|
||||
dst.to_xml(), # new volume XML description
|
||||
src.vol, # source volume virStorageVol object
|
||||
flags=libvirt.VIR_STORAGE_VOL_CREATE_PREALLOC_METADATA,
|
||||
)
|
||||
if vol is None:
|
||||
raise StoragePoolError
|
||||
return Volume(self.pool, vol)
|
||||
|
||||
def get_volume(self, name: str) -> Volume | None:
|
||||
"""Lookup and return Volume instance or None."""
|
||||
log.info(
|
||||
'Lookup for storage volume vol=%s in pool=%s', name, self.pool.name
|
||||
)
|
||||
try:
|
||||
vol = self.pool.storageVolLookupByName(name)
|
||||
return Volume(self.pool, vol)
|
||||
except libvirt.libvirtError as e:
|
||||
# TODO @ge: Raise VolumeNotFoundError instead
|
||||
if (
|
||||
e.get_error_domain() == libvirt.VIR_FROM_STORAGE
|
||||
or e.get_error_code() == libvirt.VIR_ERR_NO_STORAGE_VOL
|
||||
):
|
||||
log.exception(e.get_error_message())
|
||||
return None
|
||||
log.exception('unexpected error from libvirt')
|
||||
raise StoragePoolError(e) from e
|
||||
|
||||
def list_volumes(self) -> list[Volume]:
|
||||
"""Return list of volumes in storage pool."""
|
||||
return [Volume(self.pool, vol) for vol in self.pool.listAllVolumes()]
|
124
compute/storage/volume.py
Normal file
124
compute/storage/volume.py
Normal file
@ -0,0 +1,124 @@
|
||||
"""Manage storage volumes."""
|
||||
|
||||
from dataclasses import dataclass
|
||||
from pathlib import Path
|
||||
from time import time
|
||||
|
||||
import libvirt
|
||||
from lxml import etree
|
||||
from lxml.builder import E
|
||||
|
||||
from compute.utils import units
|
||||
|
||||
|
||||
@dataclass
|
||||
class VolumeConfig:
|
||||
"""
|
||||
Storage volume config builder.
|
||||
|
||||
Generate XML config for creating a volume in a libvirt
|
||||
storage pool.
|
||||
"""
|
||||
|
||||
name: str
|
||||
path: str
|
||||
capacity: int
|
||||
|
||||
def to_xml(self) -> str:
|
||||
"""Return XML config for libvirt."""
|
||||
unixtime = str(int(time()))
|
||||
xml = E.volume(type='file')
|
||||
xml.append(E.name(self.name))
|
||||
xml.append(E.key(self.path))
|
||||
xml.append(E.source())
|
||||
xml.append(E.capacity(str(self.capacity), unit='bytes'))
|
||||
xml.append(E.allocation('0'))
|
||||
xml.append(
|
||||
E.target(
|
||||
E.path(self.path),
|
||||
E.format(type='qcow2'),
|
||||
E.timestamps(
|
||||
E.atime(unixtime), E.mtime(unixtime), E.ctime(unixtime)
|
||||
),
|
||||
E.compat('1.1'),
|
||||
E.features(E.lazy_refcounts()),
|
||||
)
|
||||
)
|
||||
return etree.tostring(xml, encoding='unicode', pretty_print=True)
|
||||
|
||||
|
||||
@dataclass
|
||||
class DiskConfig:
|
||||
"""
|
||||
Disk config builder.
|
||||
|
||||
Generate XML config for attaching or detaching storage volumes
|
||||
to compute instances.
|
||||
"""
|
||||
|
||||
target: str
|
||||
path: str
|
||||
readonly: bool = False
|
||||
|
||||
def to_xml(self) -> str:
|
||||
"""Return XML config for libvirt."""
|
||||
xml = E.disk(type='file', device='disk')
|
||||
xml.append(E.driver(name='qemu', type='qcow2', cache='writethrough'))
|
||||
xml.append(E.source(file=self.path))
|
||||
xml.append(E.target(dev=self.target, bus='virtio'))
|
||||
if self.readonly:
|
||||
xml.append(E.readonly())
|
||||
return etree.tostring(xml, encoding='unicode', pretty_print=True)
|
||||
|
||||
|
||||
class Volume:
|
||||
"""Storage volume manipulating class."""
|
||||
|
||||
def __init__(
|
||||
self, pool: libvirt.virStoragePool, vol: libvirt.virStorageVol
|
||||
):
|
||||
"""
|
||||
Initialise Volume.
|
||||
|
||||
:param pool: libvirt virStoragePool object
|
||||
:param vol: libvirt virStorageVol object
|
||||
"""
|
||||
self.pool = pool
|
||||
self.pool_name = pool.name()
|
||||
self.vol = vol
|
||||
self.name = vol.name()
|
||||
|
||||
@property
|
||||
def path(self) -> Path:
|
||||
"""Return path to volume."""
|
||||
return Path(self.vol.path())
|
||||
|
||||
def dump_xml(self) -> str:
|
||||
"""Return volume XML description as string."""
|
||||
return self.vol.XMLDesc()
|
||||
|
||||
def clone(self, vol_conf: VolumeConfig) -> None:
|
||||
"""
|
||||
Make a copy of volume to the same storage pool.
|
||||
|
||||
:param vol_info VolumeInfo: New storage volume dataclass object
|
||||
"""
|
||||
self.pool.createXMLFrom(
|
||||
vol_conf.to_xml(),
|
||||
self.vol,
|
||||
flags=libvirt.VIR_STORAGE_VOL_CREATE_PREALLOC_METADATA,
|
||||
)
|
||||
|
||||
def resize(self, capacity: int, unit: units.DataUnit) -> None:
|
||||
"""
|
||||
Resize volume.
|
||||
|
||||
:param capacity int: Volume new capacity.
|
||||
:param unit DataUnit: Data unit. Internally converts into bytes.
|
||||
"""
|
||||
# TODO @ge: Check actual volume size before resize
|
||||
self.vol.resize(units.to_bytes(capacity, unit=unit))
|
||||
|
||||
def delete(self) -> None:
|
||||
"""Delete volume from storage pool."""
|
||||
self.vol.delete()
|
0
compute/utils/__init__.py
Normal file
0
compute/utils/__init__.py
Normal file
41
compute/utils/config_loader.py
Normal file
41
compute/utils/config_loader.py
Normal file
@ -0,0 +1,41 @@
|
||||
"""Configuration loader."""
|
||||
|
||||
import tomllib
|
||||
from collections import UserDict
|
||||
from pathlib import Path
|
||||
|
||||
from compute.exceptions import ConfigLoaderError
|
||||
|
||||
|
||||
DEFAULT_CONFIGURATION = {}
|
||||
DEFAULT_CONFIG_FILE = '/etc/computed/computed.toml'
|
||||
|
||||
|
||||
class ConfigLoader(UserDict):
|
||||
"""UserDict for storing configuration."""
|
||||
|
||||
def __init__(self, file: Path | None = None):
|
||||
"""
|
||||
Initialise ConfigLoader.
|
||||
|
||||
:param file: Path to configuration file. If `file` is None
|
||||
use default path from DEFAULT_CONFIG_FILE constant.
|
||||
"""
|
||||
# TODO @ge: load deafult configuration
|
||||
self.file = Path(file) if file else Path(DEFAULT_CONFIG_FILE)
|
||||
super().__init__(self.load())
|
||||
|
||||
def load(self) -> dict:
|
||||
"""Load confguration object from TOML file."""
|
||||
try:
|
||||
with Path(self.file).open('rb') as configfile:
|
||||
return tomllib.load(configfile)
|
||||
# TODO @ge: add config schema validation
|
||||
except tomllib.TOMLDecodeError as tomlerr:
|
||||
raise ConfigLoaderError(
|
||||
f'Bad TOML syntax in config file: {self.file}: {tomlerr}'
|
||||
) from tomlerr
|
||||
except (OSError, ValueError) as readerr:
|
||||
raise ConfigLoaderError(
|
||||
f'Cannot read config file: {self.file}: {readerr}'
|
||||
) from readerr
|
18
compute/utils/identifiers.py
Normal file
18
compute/utils/identifiers.py
Normal file
@ -0,0 +1,18 @@
|
||||
"""Random identificators."""
|
||||
|
||||
# ruff: noqa: S311, C417
|
||||
|
||||
import random
|
||||
|
||||
|
||||
def random_mac() -> str:
|
||||
"""Retrun random MAC address."""
|
||||
mac = [
|
||||
0x00,
|
||||
0x16,
|
||||
0x3E,
|
||||
random.randint(0x00, 0x7F),
|
||||
random.randint(0x00, 0xFF),
|
||||
random.randint(0x00, 0xFF),
|
||||
]
|
||||
return ':'.join(map(lambda x: '%02x' % x, mac))
|
39
compute/utils/units.py
Normal file
39
compute/utils/units.py
Normal file
@ -0,0 +1,39 @@
|
||||
"""Tools for data units convertion."""
|
||||
|
||||
from enum import StrEnum
|
||||
|
||||
|
||||
class DataUnit(StrEnum):
|
||||
"""Data units enumerated."""
|
||||
|
||||
BYTES = 'bytes'
|
||||
KIB = 'KiB'
|
||||
MIB = 'MiB'
|
||||
GIB = 'GiB'
|
||||
TIB = 'TiB'
|
||||
|
||||
|
||||
class InvalidDataUnitError(ValueError):
|
||||
"""Data unit is not valid."""
|
||||
|
||||
def __init__(self, msg: str):
|
||||
"""Initialise InvalidDataUnitError."""
|
||||
super().__init__(
|
||||
f'{msg}, valid units are: {", ".join(list(DataUnit))}'
|
||||
)
|
||||
|
||||
|
||||
def to_bytes(value: int, unit: DataUnit = DataUnit.BYTES) -> int:
|
||||
"""Convert value to bytes. See `DataUnit`."""
|
||||
try:
|
||||
_ = DataUnit(unit)
|
||||
except ValueError as e:
|
||||
raise InvalidDataUnitError(e) from e
|
||||
powers = {
|
||||
DataUnit.BYTES: 0,
|
||||
DataUnit.KIB: 1,
|
||||
DataUnit.MIB: 2,
|
||||
DataUnit.GIB: 3,
|
||||
DataUnit.TIB: 4,
|
||||
}
|
||||
return value * pow(1024, powers[unit])
|
Reference in New Issue
Block a user