# -*- Mode:Python; indent-tabs-mode:nil; tab-width:4 -*-
#
# Copyright 2021-2023 Canonical Ltd.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License version 3 as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
"""Definitions and helpers for the action executor."""
import logging
import shutil
from pathlib import Path
from typing import Any, Dict, List, Optional, Union
from craft_parts import callbacks, overlays, packages, parts, plugins
from craft_parts.actions import Action, ActionType
from craft_parts.executor.environment import generate_step_environment
from craft_parts.infos import PartInfo, ProjectInfo, StepInfo
from craft_parts.overlays import LayerHash, OverlayManager
from craft_parts.parts import Part, sort_parts
from craft_parts.steps import Step
from craft_parts.utils import os_utils
from .collisions import check_for_stage_collisions
from .part_handler import PartHandler
from .step_handler import Stream
logger = logging.getLogger(__name__)
[docs]class Executor:
"""Execute lifecycle actions.
The executor takes the part definition and a list of actions to run for
a part and step. Action execution is stateless: no information is kept from
the execution of previous parts. On-disk state information written after
running each action is read by the sequencer before planning a new set of
actions.
:param part_list: The list of parts to process.
:param project_info: Information about this project.
:param track_stage_packages: Add primed stage packages to the prime state.
:param extra_build_packages: Additional packages to install on the host system.
:param extra_build_snaps: Additional snaps to install on the host system.
:param ignore_patterns: File patterns to ignore when pulling local sources.
"""
def __init__(
self,
*,
part_list: List[Part],
project_info: ProjectInfo,
extra_build_packages: Optional[List[str]] = None,
extra_build_snaps: Optional[List[str]] = None,
track_stage_packages: bool = False,
ignore_patterns: Optional[List[str]] = None,
base_layer_dir: Optional[Path] = None,
base_layer_hash: Optional[LayerHash] = None,
):
self._part_list = sort_parts(part_list)
self._project_info = project_info
self._extra_build_packages = extra_build_packages
self._extra_build_snaps = extra_build_snaps
self._track_stage_packages = track_stage_packages
self._base_layer_hash = base_layer_hash
self._handler: Dict[str, PartHandler] = {}
self._ignore_patterns = ignore_patterns
self._overlay_manager = OverlayManager(
project_info=self._project_info,
part_list=self._part_list,
base_layer_dir=base_layer_dir,
)
[docs] def prologue(self) -> None:
"""Prepare the execution environment.
This method is called before executing lifecycle actions.
"""
self._install_build_packages()
self._install_build_snaps()
self._verify_plugin_environment()
# update the overlay environment package list to allow installation of
# overlay packages.
if any(p.spec.overlay_packages for p in self._part_list):
logger.info("Updating base overlay system")
with overlays.PackageCacheMount(self._overlay_manager) as ctx:
callbacks.run_configure_overlay(
self._project_info.overlay_mount_dir, self._project_info
)
ctx.refresh_packages_list()
callbacks.run_prologue(self._project_info)
# obtain the stage package exclusion set.
packages.Repository.stage_packages_filters = (
callbacks.get_stage_packages_filters(self._project_info)
)
[docs] def epilogue(self) -> None:
"""Finish and clean the execution environment.
This method is called after executing lifecycle actions.
"""
self._project_info.execution_finished = True
callbacks.run_epilogue(self._project_info)
[docs] def execute(
self,
actions: Union[Action, List[Action]],
*,
stdout: Stream = None,
stderr: Stream = None,
) -> None:
"""Execute the specified action or list of actions.
:param actions: An :class:`Action` object or list of :class:`Action`
objects specifying steps to execute.
:raises InvalidActionException: If the action parameters are invalid.
"""
if isinstance(actions, Action):
actions = [actions]
for act in actions:
self._run_action(act, stdout=stdout, stderr=stderr)
[docs] def clean(
self, initial_step: Step, *, part_names: Optional[List[str]] = None
) -> None:
"""Clean the given parts, or all parts if none is specified.
:param initial_step: The step to clean. More steps may be cleaned
as a consequence of cleaning the initial step.
:param part_names: A list with names of the parts to clean. If not
specified, all parts will be cleaned and work directories
will be removed.
"""
selected_parts = parts.part_list_by_name(part_names, self._part_list)
selected_steps = [initial_step] + initial_step.next_steps()
selected_steps.reverse()
for part in selected_parts:
handler = self._create_part_handler(part)
for step in selected_steps:
handler.clean_step(step=step)
if not part_names:
# also remove toplevel directories if part names are not specified
if self._project_info.base_prime_dir.exists():
shutil.rmtree(self._project_info.base_prime_dir)
if (
initial_step <= Step.STAGE
and self._project_info.base_stage_dir.exists()
):
shutil.rmtree(self._project_info.base_stage_dir)
if initial_step <= Step.PULL and self._project_info.parts_dir.exists():
shutil.rmtree(self._project_info.parts_dir)
def _run_action(
self,
action: Action,
*,
stdout: Stream,
stderr: Stream,
) -> None:
"""Execute the given action for a part using the provided step information.
:param action: The lifecycle action to run.
"""
part = parts.part_by_name(action.part_name, self._part_list)
logger.debug("execute action %s:%s", part.name, action)
if action.action_type == ActionType.SKIP:
logger.debug("Skip execution of %s (because %s)", action, action.reason)
# update project variables if action is skipped
if action.project_vars:
for var, pvar in action.project_vars.items():
if pvar.updated:
self._project_info.set_project_var(
var, pvar.value, raw_write=True, part_name=action.part_name
)
return
if action.step == Step.STAGE:
check_for_stage_collisions(self._part_list)
handler = self._create_part_handler(part)
handler.run_action(action, stdout=stdout, stderr=stderr)
def _create_part_handler(
self,
part: Part,
) -> PartHandler:
"""Instantiate a part handler for a new part."""
if part.name in self._handler:
return self._handler[part.name]
handler = PartHandler(
part,
part_info=PartInfo(self._project_info, part),
part_list=self._part_list,
track_stage_packages=self._track_stage_packages,
overlay_manager=self._overlay_manager,
ignore_patterns=self._ignore_patterns,
base_layer_hash=self._base_layer_hash,
)
self._handler[part.name] = handler
return handler
def _install_build_packages(self) -> None:
for part in self._part_list:
self._create_part_handler(part)
build_packages = set()
for handler in self._handler.values():
build_packages.update(handler.build_packages)
if self._extra_build_packages:
build_packages.update(self._extra_build_packages)
logger.info("Installing build-packages")
packages.Repository.install_packages(sorted(build_packages))
def _install_build_snaps(self) -> None:
build_snaps = set()
for handler in self._handler.values():
build_snaps.update(handler.build_snaps)
if self._extra_build_snaps:
build_snaps.update(self._extra_build_snaps)
if not build_snaps:
return
if os_utils.is_inside_container():
logger.warning(
"The following snaps are required but not installed as the "
"application is running inside docker or podman container: %s.\n"
"Please ensure the environment is properly setup before "
"continuing.\nIgnore this message if the appropriate measures "
"have already been taken.",
", ".join(build_snaps),
)
else:
logger.info("Installing build-snaps")
packages.snaps.install_snaps(build_snaps)
def _verify_plugin_environment(self) -> None:
for part in self._part_list:
logger.debug("verify plugin environment for part %r", part.name)
part_info = PartInfo(self._project_info, part)
plugin_class = plugins.get_plugin_class(part.plugin_name)
plugin = plugin_class(
properties=part.plugin_properties,
part_info=part_info,
)
env = generate_step_environment(
part=part,
plugin=plugin,
step_info=StepInfo(part_info, Step.BUILD),
)
validator = plugin_class.validator_class(
part_name=part.name, env=env, properties=part.plugin_properties
)
validator.validate_environment(part_dependencies=part.dependencies)
[docs]class ExecutionContext:
"""A context manager to handle lifecycle action executions."""
def __init__(
self,
*,
executor: Executor,
):
self._executor = executor
def __enter__(self) -> "ExecutionContext":
self._executor.prologue()
return self
def __exit__(self, *exc: Any) -> None:
self._executor.epilogue()
[docs] def execute(
self,
actions: Union[Action, List[Action]],
*,
stdout: Stream = None,
stderr: Stream = None,
) -> None:
"""Execute the specified action or list of actions.
:param actions: An :class:`Action` object or list of :class:`Action`
objects specifying steps to execute.
:raises InvalidActionException: If the action parameters are invalid.
"""
self._executor.execute(actions, stdout=stdout, stderr=stderr)
