mirror of
https://github.com/arcan1s/ahriman.git
synced 2025-04-29 01:37:17 +00:00
Evgenii Alekseev
137d62e2f8
* implement log storage at backend * handle process id during removal. During one process we can write logs from different packages in different times (e.g. check and update later) and we would like to store all logs belong to the same process * set package context in main functions * implement logs support in interface * filter out logs posting http logs * add timestamp to log records * hide getting logs under reporter permission List of breaking changes: * `ahriman.core.lazy_logging.LazyLogging` has been renamed to `ahriman.core.log.LazyLogging` * `ahriman.core.configuration.Configuration.from_path` does not have `quiet` attribute now * `ahriman.core.configuration.Configuration` class does not have `load_logging` method now * `ahriman.core.status.client.Client.load` requires `report` argument now
91 lines
3.2 KiB
Python
91 lines
3.2 KiB
Python
#
|
|
# Copyright (c) 2021-2022 ahriman team.
|
|
#
|
|
# This file is part of ahriman
|
|
# (see https://github.com/arcan1s/ahriman).
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
import shutil
|
|
|
|
from pathlib import Path
|
|
from tempfile import TemporaryDirectory
|
|
|
|
from ahriman.core.build_tools.sources import Sources
|
|
from ahriman.core.configuration import Configuration
|
|
from ahriman.core.exceptions import GitRemoteError
|
|
from ahriman.core.log import LazyLogging
|
|
from ahriman.core.util import walk
|
|
from ahriman.models.package_source import PackageSource
|
|
from ahriman.models.remote_source import RemoteSource
|
|
|
|
|
|
class RemotePull(LazyLogging):
|
|
"""
|
|
fetch PKGBUILDs from remote repository and use them for following actions
|
|
|
|
Attributes:
|
|
remote_source(RemoteSource): repository remote source (remote pull url and branch)
|
|
repository_paths(RepositoryPaths): repository paths instance
|
|
"""
|
|
|
|
def __init__(self, configuration: Configuration, section: str) -> None:
|
|
"""
|
|
default constructor
|
|
|
|
Args:
|
|
configuration(Configuration): configuration instance
|
|
section(str): settings section name
|
|
"""
|
|
self.remote_source = RemoteSource(
|
|
git_url=configuration.get(section, "pull_url"),
|
|
web_url="",
|
|
path=".",
|
|
branch=configuration.get(section, "pull_branch", fallback="master"),
|
|
source=PackageSource.Local,
|
|
)
|
|
self.repository_paths = configuration.repository_paths
|
|
|
|
def repo_clone(self) -> None:
|
|
"""
|
|
clone repository from remote source
|
|
"""
|
|
with TemporaryDirectory(ignore_cleanup_errors=True) as dir_name, (clone_dir := Path(dir_name)):
|
|
Sources.fetch(clone_dir, self.remote_source)
|
|
self.repo_copy(clone_dir)
|
|
|
|
def repo_copy(self, clone_dir: Path) -> None:
|
|
"""
|
|
copy directories from cloned remote source to local cache
|
|
|
|
Args:
|
|
clone_dir(Path): path to temporary cloned directory
|
|
"""
|
|
for pkgbuild_path in filter(lambda path: path.name == "PKGBUILD", walk(clone_dir)):
|
|
cloned_pkgbuild_dir = pkgbuild_path.parent
|
|
package_base = cloned_pkgbuild_dir.name
|
|
local_pkgbuild_dir = self.repository_paths.cache_for(package_base)
|
|
shutil.copytree(cloned_pkgbuild_dir, local_pkgbuild_dir, dirs_exist_ok=True)
|
|
Sources.init(local_pkgbuild_dir) # initialized git repository is required for local sources
|
|
|
|
def run(self) -> None:
|
|
"""
|
|
run git pull action
|
|
"""
|
|
try:
|
|
self.repo_clone()
|
|
except Exception:
|
|
self.logger.exception("git pull failed")
|
|
raise GitRemoteError()
|