Release 1.8.0

* handle packages which have been removed from the repository

* manually remove packages which have been removed from the base

.bandit-test.yml

@@ -0,0 +1 @@
+skips: ['B101', 'B404']

.bandit.yml

@@ -0,0 +1 @@
+skips: ['B404', 'B603']

.github/ISSUE_TEMPLATE/bug-report.md

@@ -0,0 +1,24 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: bug
+assignees: ''
+
+---
+
+## Summary
+
+A clear and concise description of what the bug is.
+
+### Steps to Reproduce
+
+Steps to reproduce the behavior (commands, environment etc)
+
+### Expected behavior
+
+A clear and concise description of what you expected to happen.
+
+### Logs
+
+Add logs to help explain your problem. Logs to stderr can be generated by using `--no-log` command line option.

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1 @@
+blank_issues_enabled: false

.github/ISSUE_TEMPLATE/discussion.md

@@ -0,0 +1,12 @@
+---
+name: Question
+about: Create an issue to get help with project
+title: ''
+labels: question
+assignees: ''
+
+---
+
+## Describe your question below
+
+A clear and concise description of your issue for which you would like to get help.

.github/ISSUE_TEMPLATE/feature-request.md

@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: enhancement
+assignees: ''
+
+---
+
+## Feature summary
+
+Brief description of the feature required
+
+### Cause of the feature request
+
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+### Proposed changes and/or features
+
+A clear and concise description of what you want to happen.

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,13 @@
+## Summary
+
+Brief description of the pull request. Try to provide clear explanation for major changes.
+
+Please make sure that branch called either `feature/feature-name` for feature-related pull requests or `bug/bug-name` for bug-related ones.
+
+Put `closes #ISSUE` in case if the pull requests solves one of the opened issues.
+
+### Checklist
+
+- [ ] Tests to cover new code
+- [ ] `make check` passed
+- [ ] `make tests` passed

.github/workflows/release.yml

@@ -0,0 +1,37 @@
+name: release
+
+on:
+  push:
+    tags:
+      - '*.*.*'
+
+jobs:
+  make-release:
+
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v2
+      - name: extract version
+        id: version
+        run: echo ::set-output name=VERSION::${GITHUB_REF#refs/tags/}
+      - name: create changelog
+        id: changelog
+        uses: jaywcjlove/changelog-generator@main
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          filter: 'Release \d+\.\d+\.\d+'
+      - name: create archive
+        run: make archive
+        env:
+          VERSION: ${{ steps.version.outputs.VERSION }}
+      - name: Release
+        uses: softprops/action-gh-release@v1
+        with:
+          body: |
+            ${{ steps.changelog.outputs.compareurl }}
+            ${{ steps.changelog.outputs.changelog }}
+          files: ahriman-*-src.tar.xz
+          fail_on_unmatched_files: true
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/run-setup.yml

@@ -0,0 +1,21 @@
+name: setup
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  run-setup:
+
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v2
+      - name: setup the service in arch linux container
+        run: |
+          docker run \
+          -v  ${{ github.workspace }}:/build -w /build \
+          archlinux:latest \
+          .github/workflows/setup.sh

.github/workflows/run-tests.yml

@@ -0,0 +1,21 @@
+name: tests
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  run-tests:
+
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v2
+      - name: run check and tests in arch linux container
+        run: |
+          docker run \
+          -v  ${{ github.workspace }}:/build -w /build \
+          archlinux:latest \
+          .github/workflows/tests.sh

.github/workflows/setup.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+# Install the package and run main install commands
+
+set -ex
+
+# install dependencies
+echo -e '[arcanisrepo]\nServer = http://repo.arcanis.me/$arch\nSigLevel = Never' | tee -a /etc/pacman.conf
+# refresh the image
+pacman --noconfirm -Syu
+# main dependencies
+pacman --noconfirm -Sy base-devel devtools git pyalpm python-aur python-passlib python-srcinfo sudo
+# make dependencies
+pacman --noconfirm -Sy python-pip
+# optional dependencies
+# VCS support
+pacman --noconfirm -Sy breezy darcs mercurial subversion
+# web server
+pacman --noconfirm -Sy python-aioauth-client python-aiohttp python-aiohttp-debugtoolbar python-aiohttp-jinja2 python-aiohttp-security python-aiohttp-session python-cryptography python-jinja
+# additional features
+pacman --noconfirm -Sy gnupg python-boto3 rsync
+
+# create fresh tarball
+make VERSION=1.0.0 archlinux  # well, it does not really matter which version we will put here
+# run makepkg
+mv ahriman-*-src.tar.xz package/archlinux
+chmod +777 package/archlinux  # because fuck you that's why
+cd package/archlinux
+sudo -u nobody makepkg -cf --skipchecksums --noconfirm
+pacman --noconfirm -U ahriman-1.0.0-1-any.pkg.tar.zst
+
+# special thing for the container, because /dev/log interface is not available there
+sed -i 's/handlers = syslog_handler/handlers = console_handler/g' /etc/ahriman.ini.d/logging.ini
+# initial setup command as root
+sudo -u ahriman ahriman -a x86_64 init
+ahriman -a x86_64 repo-setup --packager "ahriman bot <ahriman@example.com>" --repository "github" --web-port 8080
+# enable services
+systemctl enable ahriman-web@x86_64
+systemctl enable ahriman@x86_64.timer
+# run web service (detached)
+sudo -u ahriman ahriman -a x86_64 web &
+WEBPID=$!
+sleep 15s  # wait for the web service activation
+# add the first package
+# the build itself does not really work in the container because it requires procfs
+sudo -u ahriman ahriman package-add yay
+# run package check
+sudo -u ahriman ahriman repo-update
+# stop web service lol
+kill $WEBPID

.github/workflows/tests.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+# Install dependencies and run test in container
+
+set -ex
+
+# install dependencies
+pacman --noconfirm -Syu base-devel python-pip
+
+# install python packages
+pip install -e .[web]
+pip install -e .[check]
+pip install -e .[s3]
+pip install -e .[test]
+
+# run test and check targets
+make check tests

.pylintrc

@@ -22,7 +22,7 @@ ignore-patterns=
 
 # Use multiple processes to speed up Pylint. Specifying 0 will auto-detect the
 # number of processors available to use.
-jobs=1
+jobs=0
 
 # Control the amount of potential inferred values when inferring a single
 # object. This can help the performance when dealing with large functions or
@@ -149,7 +149,6 @@ disable=print-statement,
         too-few-public-methods,
         too-many-instance-attributes,
         broad-except,
-        logging-fstring-interpolation,
         too-many-ancestors,
         fixme,
         too-many-arguments,

AUTHORS

@@ -0,0 +1,2 @@
+Current developers:
+Evgenii Alekseev aka arcanis <esalexeev (at) gmail (dot) com>

CONFIGURING.md

@@ -1,85 +0,0 @@
-# ahriman configuration
-
-Some groups can be specified for each architecture separately. E.g. if there are `build` and `build_x86_64` groups it will use the `build_x86_64` for the `x86_64` architecture and `build` for any other (architecture specific group has higher priority).
-
-## `settings` group
-
-Base configuration settings.
-
-* `include` - path to directory with configuration files overrides, string, required.
-* `logging` - path to logging configuration, string, required. Check `logging.ini` for reference.
-
-## `alpm` group
-
-libalpm and AUR related configuration.
-
-* `aur_url` - base url for AUR, string, required.
-* `database` - path to pacman local database cache, string, required.
-* `repositories` - list of pacman repositories, space separated list of strings, required.
-* `root` - root for alpm library, string, required.
-
-## `build_*` groups
-
-Build related configuration. Group name must refer to architecture, e.g. it should be `build_x86_64` for x86_64 architecture.
-
-* `archbuild_flags` - additional flags passed to `archbuild` command, space separated list of strings, optional.
-* `build_command` - default build command, string, required.
-* `ignore_packages` - list packages to ignore during a regular update (manual update will still work), space separated list of strings, optional.
-* `makepkg_flags` - additional flags passed to `makepkg` command, space separated list of strings, optional.
-* `makechrootpkg_flags` - additional flags passed to `makechrootpkg` command, space separated list of strings, optional.
-
-## `repository` group
-
-Base repository settings.
-
-* `name` - repository name, string, required.
-* `root` - root path for application, string, required.
-
-## `sign_*` groups
-
-Settings for signing packages or repository. Group name must refer to architecture, e.g. it should be `sign_x86_64` for x86_64 architecture.
-
-* `target` - configuration flag to enable signing, space separated list of strings, required. Allowed values are `package` (sign each package separately), `repository` (sign repository database file).
-* `key` - default PGP key, string, required. This key will also be used for database signing if enabled.
-* `key_*` settings - PGP key which will be used for specific packages, string, optional. For example, if there is `key_yay` option the specified key will be used for yay package and default key for others.
-
-## `report` group
-
-Report generation settings.
-
-* `target` - list of reports to be generated, space separated list of strings, optional. Allowed values are `html`.
-
-### `html_*` groups
-
-Group name must refer to architecture, e.g. it should be `html_x86_64` for x86_64 architecture.
-
-* `path` - path to html report file, string, required.
-* `homepage` - link to homepage, string, optional.
-* `link_path` - prefix for HTML links, string, required.
-* `template_path` - path to Jinja2 template, string, required.
-
-## `upload` group
-
-Remote synchronization settings.
-
-* `target` - list of synchronizations to be used, space separated list of strings, optional. Allowed values are `rsync`, `s3`.
-
-### `rsync_*` groups
-
-Group name must refer to architecture, e.g. it should be `rsync_x86_64` for x86_64 architecture. Requires `rsync` package to be installed. Do not forget to configure ssh for user `ahriman`.
-
-* `remote` - remote server to rsync (e.g. `1.2.3.4:5678:path/to/sync`), string, required.
-
-### `s3_*` groups
-
-Group name must refer to architecture, e.g. it should be `s3_x86_64` for x86_64 architecture. Requires `aws-cli` package to be installed. Do not forget to configure it for user `ahriman`.
-
-* `bucket` - bucket name (e.g. `s3://bucket/path`), string, required.
-
-## `web_*` groups
-
-Web server settings. If any of `host`/`port` is not set, web integration will be disabled. Group name must refer to architecture, e.g. it should be `web_x86_64` for x86_64 architecture.
-
-* `host` - host to bind, string, optional.
-* `port` - port to bind, int, optional.
-* `templates` - path to templates directory, string, required.

Makefile

@@ -1,50 +1,63 @@
-.PHONY: archive archive_directory archlinux check clean directory push version
+.PHONY: architecture archive archive_directory archlinux check clean directory man push tests version
 .DEFAULT_GOAL := archlinux
 
 PROJECT := ahriman
 
-FILES := COPYING CONFIGURING.md README.md package src setup.py
+FILES := AUTHORS COPYING README.md docs package src setup.cfg setup.py web.png
 TARGET_FILES := $(addprefix $(PROJECT)/, $(FILES))
 IGNORE_FILES := package/archlinux src/.mypy_cache
 
 $(TARGET_FILES) : $(addprefix $(PROJECT), %) : $(addprefix ., %) directory version
 	@cp -rp $< $@
 
+architecture:
+	cd src && pydeps ahriman -o ../docs/ahriman-architecture.svg --no-show --cluster
+
 archive: archive_directory
 	tar cJf "$(PROJECT)-$(VERSION)-src.tar.xz" "$(PROJECT)"
 	rm -rf "$(PROJECT)"
 
 archive_directory: $(TARGET_FILES)
 	rm -fr $(addprefix $(PROJECT)/, $(IGNORE_FILES))
-	find $(PROJECT) -type f -name '*.pyc' -delete
+	find "$(PROJECT)" -type f -name "*.pyc" -delete
-	find $(PROJECT) -depth -type d -name '__pycache__' -execdir rm -rf {} +
+	find "$(PROJECT)" -depth -type d -name "__pycache__" -execdir rm -rf {} +
-	find $(PROJECT) -depth -type d -name '*.egg-info' -execdir rm -rf {} +
+	find "$(PROJECT)" -depth -type d -name "*.egg-info" -execdir rm -rf {} +
 
 archlinux: archive
-	sed -i "/sha512sums=('[0-9A-Fa-f]*/s/[^'][^)]*/sha512sums=('$$(sha512sum $(PROJECT)-$(VERSION)-src.tar.xz | awk '{print $$1}')'/" package/archlinux/PKGBUILD
 	sed -i "s/pkgver=[0-9.]*/pkgver=$(VERSION)/" package/archlinux/PKGBUILD
 
-check:
+check: clean mypy
-	cd src && mypy --implicit-reexport --strict -p $(PROJECT)
+	autopep8 --exit-code --max-line-length 120 -aa -i -j 0 -r "src/$(PROJECT)" "tests/$(PROJECT)"
-	cd src && find $(PROJECT) -name '*.py' -execdir autopep8 --max-line-length 120 -aa -i {} +
+	pylint --rcfile=.pylintrc "src/$(PROJECT)"
-	cd src && pylint --rcfile=../.pylintrc $(PROJECT)
+	bandit -c .bandit.yml -r "src/$(PROJECT)"
+	bandit -c .bandit-test.yml -r "tests/$(PROJECT)"
 
 clean:
-	find . -type f -name '$(PROJECT)-*-src.tar.xz' -delete
+	find . -type f -name "$(PROJECT)-*-src.tar.xz" -delete
 	rm -rf "$(PROJECT)"
 
 directory: clean
 	mkdir "$(PROJECT)"
 
-push: archlinux
+man:
-	git add package/archlinux/PKGBUILD src/ahriman/version.py
+	cd src &&  PYTHONPATH=. argparse-manpage --module ahriman.application.ahriman --function _parser --author "ahriman team" --project-name ahriman --author-email "" --url https://github.com/arcan1s/ahriman --output ../docs/ahriman.1
+
+mypy:
+	cd src && mypy --implicit-reexport --strict -p "$(PROJECT)" --install-types --non-interactive || true
+	cd src && mypy --implicit-reexport --strict -p "$(PROJECT)"
+
+push: architecture man archlinux
+	git add package/archlinux/PKGBUILD src/ahriman/version.py docs/ahriman-architecture.svg docs/ahriman.1
 	git commit -m "Release $(VERSION)"
-	git push
 	git tag "$(VERSION)"
+	git push
 	git push --tags
 
+tests: clean
+	python setup.py test
+
 version:
 ifndef VERSION
 	$(error VERSION is required, but not set)
 endif
-	sed -i "/__version__ = '[0-9.]*/s/[^'][^)]*/__version__ = '$(VERSION)'/" src/ahriman/version.py
+	sed -i '/__version__ = "[0-9.]*/s/[^"][^)]*/__version__ = "$(VERSION)"/' src/ahriman/version.py

README.md

@@ -1,68 +1,30 @@
-# ArcHlinux ReposItory MANager
+# ArcH Linux ReposItory MANager
+
+[![tests status](https://github.com/arcan1s/ahriman/actions/workflows/run-tests.yml/badge.svg)](https://github.com/arcan1s/ahriman/actions/workflows/run-tests.yml)
+[![setup status](https://github.com/arcan1s/ahriman/actions/workflows/run-setup.yml/badge.svg)](https://github.com/arcan1s/ahriman/actions/workflows/run-setup.yml)
+[![CodeFactor](https://www.codefactor.io/repository/github/arcan1s/ahriman/badge)](https://www.codefactor.io/repository/github/arcan1s/ahriman)
 
 Wrapper for managing custom repository inspired by [repo-scripts](https://github.com/arcan1s/repo-scripts).
 
 ## Features
 
-* Install-configure-forget manager for own repository
+* Install-configure-forget manager for own repository.
-* Multi-architecture support
+* Multi-architecture support.
-* VCS packages support
+* VCS packages support.
-* Sign support with gpg (repository, package, per package settings)
+* Sign support with gpg (repository, package, per package settings).
-* Synchronization to remote services (rsync, s3) and report generation (html)
+* Synchronization to remote services (rsync, s3 and github) and report generation (html).
-* Dependency manager
+* Dependency manager.
-* Repository status interface
+* Ability to patch AUR packages and even create package from local PKGBUILDs.
+* Repository status interface with optional authorization and control options:
+
+    ![web interface](web.png)
 
 ## Installation and run
 
-* Install package as usual.
+For installation details please refer to the [documentation](docs/setup.md). For command help, `--help` subcommand must be used. Subcommands have own help message as well. The package also provides a [man page](docs/ahriman.1).
-* Change settings if required, see [CONFIGURING](CONFIGURING.md) for more details.
-* Create `/var/lib/ahriman/.makepkg.conf` with `makepkg.conf` overrides if required (at least you might want to set `PACKAGER`):
 
-    ```shell
+## Configuration
-    echo 'PACKAGES="John Doe <john@doe.com>"' | sudo -u ahriman tee -a /var/lib/ahriman/.makepkg.conf
-    ```
 
-* Configure build tools (it is required for correct dependency management system):
+Every available option is described in the [documentation](docs/configuration.md).
 
-    * create build command, e.g. `ln -s /usr/bin/archbuild /usr/local/bin/ahriman-x86_64-build` (you can choose any name for command, basically it should be `{name}-{arch}-build`);
+## [FAQ](docs/faq.md)
-    * create configuration file, e.g. `cp /usr/share/devtools/pacman-{extra,ahriman}.conf` (same as previous `pacman-{name}.conf`);
-    * change configuration file, add your own repository, add multilib repository etc. Hint: you can use `Include` option as well;
-    * set `build_command` option to point to your command;
-    * configure `/etc/sudoers.d/ahriman` to allow running command without a password.
-
-    ```shell
-    ln -s /usr/bin/archbuild /usr/local/bin/ahriman-x86_64-build
-    cp /usr/share/devtools/pacman-{extra,ahriman}.conf
-
-    echo '[multilib]' | tee -a /usr/share/devtools/pacman-ahriman.conf
-    echo 'Include = /etc/pacman.d/mirrorlist' | tee -a /usr/share/devtools/pacman-ahriman.conf
-
-    echo '[aur-clone]' | tee -a /usr/share/devtools/pacman-ahriman.conf
-    echo 'SigLevel = Optional TrustAll' | tee -a /usr/share/devtools/pacman-ahriman.conf
-    echo 'Server = file:///var/lib/ahriman/repository/$arch' | tee -a /usr/share/devtools/pacman-ahriman.conf
-
-    echo '[build]' | tee -a /etc/ahriman.ini.d/build.ini
-    echo 'build_command = ahriman-x86_64-build' | tee -a /etc/ahriman.ini.d/build.ini
-
-    echo 'Cmnd_Alias CARCHBUILD_CMD = /usr/local/bin/ahriman-x86_64-build *' | tee -a /etc/sudoers.d/ahriman
-    echo 'ahriman ALL=(ALL) NOPASSWD: CARCHBUILD_CMD' | tee -a /etc/sudoers.d/ahriman
-    chmod 400 /etc/sudoers.d/ahriman
-    ```
-
-* Start and enable `ahriman@.timer` via `systemctl`:
-
-    ```shell
-    systemctl enable --now ahriman@x86_64.timer
-    ```
-
-* Start and enable status page:
-
-    ```shell
-    systemctl enable --now ahriman-web@x86_64
-    ```
-
-* Add packages by using `ahriman add {package}` command:
-
-    ```shell
-    sudo -u ahriman ahriman -a x86_64 add yay
-    ```

docs/ahriman.1

@@ -0,0 +1,828 @@
+.TH ahriman "1" Manual
+.SH NAME
+ahriman
+.SH SYNOPSIS
+.B ahriman
+[-h] [-a ARCHITECTURE] [-c CONFIGURATION] [--force] [-l LOCK] [--no-report] [-q] [--unsafe] [-v] {aur-search,search,key-import,package-add,add,package-update,package-remove,remove,package-status,status,package-status-remove,package-status-update,status-update,patch-add,patch-list,patch-remove,repo-check,check,repo-clean,clean,repo-config,config,repo-init,init,repo-rebuild,rebuild,repo-remove-unknown,remove-unknown,repo-report,report,repo-setup,setup,repo-sign,sign,repo-status-update,repo-sync,sync,repo-update,update,user-add,user-remove,web} ...
+.SH DESCRIPTION
+ArcH Linux ReposItory MANager
+.SH OPTIONS
+
+.TP
+\fB\-a\fR \fI\,ARCHITECTURE\/\fR, \fB\-\-architecture\fR \fI\,ARCHITECTURE\/\fR
+target architectures (can be used multiple times)
+
+.TP
+\fB\-c\fR \fI\,CONFIGURATION\/\fR, \fB\-\-configuration\fR \fI\,CONFIGURATION\/\fR
+configuration path
+
+.TP
+\fB\-\-force\fR
+force run, remove file lock
+
+.TP
+\fB\-l\fR \fI\,LOCK\/\fR, \fB\-\-lock\fR \fI\,LOCK\/\fR
+lock file
+
+.TP
+\fB\-\-no\-report\fR
+force disable reporting to web service
+
+.TP
+\fB\-q\fR, \fB\-\-quiet\fR
+force disable any logging
+
+.TP
+\fB\-\-unsafe\fR
+allow to run ahriman as non\-ahriman user. Some actions might be unavailable
+
+.TP
+\fB\-v\fR, \fB\-\-version\fR
+show program's version number and exit
+
+.SS
+\fBSub-commands\fR
+.TP
+\fBahriman\fR \fI\,aur-search\/\fR
+search for package
+.TP
+\fBahriman\fR \fI\,key-import\/\fR
+import PGP key
+.TP
+\fBahriman\fR \fI\,package-add\/\fR
+add package
+.TP
+\fBahriman\fR \fI\,package-remove\/\fR
+remove package
+.TP
+\fBahriman\fR \fI\,package-status\/\fR
+get package status
+.TP
+\fBahriman\fR \fI\,package-status-remove\/\fR
+remove package status
+.TP
+\fBahriman\fR \fI\,package-status-update\/\fR
+update package status
+.TP
+\fBahriman\fR \fI\,patch-add\/\fR
+add patch set
+.TP
+\fBahriman\fR \fI\,patch-list\/\fR
+list patch sets
+.TP
+\fBahriman\fR \fI\,patch-remove\/\fR
+remove patch set
+.TP
+\fBahriman\fR \fI\,repo-check\/\fR
+check for updates
+.TP
+\fBahriman\fR \fI\,repo-clean\/\fR
+clean local caches
+.TP
+\fBahriman\fR \fI\,repo-config\/\fR
+dump configuration
+.TP
+\fBahriman\fR \fI\,repo-init\/\fR
+create repository tree
+.TP
+\fBahriman\fR \fI\,repo-rebuild\/\fR
+rebuild repository
+.TP
+\fBahriman\fR \fI\,repo-remove-unknown\/\fR
+remove unknown packages
+.TP
+\fBahriman\fR \fI\,repo-report\/\fR
+generate report
+.TP
+\fBahriman\fR \fI\,repo-setup\/\fR
+initial service configuration
+.TP
+\fBahriman\fR \fI\,repo-sign\/\fR
+sign packages
+.TP
+\fBahriman\fR \fI\,repo-status-update\/\fR
+update repository status
+.TP
+\fBahriman\fR \fI\,repo-sync\/\fR
+sync repository
+.TP
+\fBahriman\fR \fI\,repo-update\/\fR
+update packages
+.TP
+\fBahriman\fR \fI\,user-add\/\fR
+create or update user
+.TP
+\fBahriman\fR \fI\,user-remove\/\fR
+remove user
+.TP
+\fBahriman\fR \fI\,web\/\fR
+web server
+.SH OPTIONS 'ahriman aur-search'
+usage: ahriman aur-search [-h] [-i]
+                          [--sort-by {conflicts,depends,description,first_submitted,id,keywords,last_modified,license,maintainer,make_depends,name,num_votes,opt_depends,out_of_date,package_base,package_base_id,popularity,provides,url,url_path,version}]
+                          search [search ...]
+
+search for package in AUR using API
+
+.TP
+\fBsearch\fR
+search terms, can be specified multiple times, result will match all terms
+
+.TP
+\fB\-i\fR, \fB\-\-info\fR
+show additional package information
+
+.TP
+\fB\-\-sort\-by\fR {conflicts,depends,description,first_submitted,id,keywords,last_modified,license,maintainer,make_depends,name,num_votes,opt_depends,out_of_date,package_base,package_base_id,popularity,provides,url,url_path,version}
+sort field by this field. In case if two packages have the same value of the specified field, they will be always sorted
+by name
+
+.SH OPTIONS 'ahriman search'
+usage: ahriman aur-search [-h] [-i]
+                          [--sort-by {conflicts,depends,description,first_submitted,id,keywords,last_modified,license,maintainer,make_depends,name,num_votes,opt_depends,out_of_date,package_base,package_base_id,popularity,provides,url,url_path,version}]
+                          search [search ...]
+
+search for package in AUR using API
+
+.TP
+\fBsearch\fR
+search terms, can be specified multiple times, result will match all terms
+
+.TP
+\fB\-i\fR, \fB\-\-info\fR
+show additional package information
+
+.TP
+\fB\-\-sort\-by\fR {conflicts,depends,description,first_submitted,id,keywords,last_modified,license,maintainer,make_depends,name,num_votes,opt_depends,out_of_date,package_base,package_base_id,popularity,provides,url,url_path,version}
+sort field by this field. In case if two packages have the same value of the specified field, they will be always sorted
+by name
+
+.SH OPTIONS 'ahriman key-import'
+usage: ahriman key-import [-h] [--key-server KEY_SERVER] key
+
+import PGP key from public sources to the repository user
+
+.TP
+\fBkey\fR
+PGP key to import from public server
+
+.TP
+\fB\-\-key\-server\fR \fI\,KEY_SERVER\/\fR
+key server for key import
+
+.SH OPTIONS 'ahriman package-add'
+usage: ahriman package-add [-h] [-n]
+                           [-s {PackageSource.Auto,PackageSource.Archive,PackageSource.AUR,PackageSource.Directory,PackageSource.Local,PackageSource.Remote}]
+                           [--without-dependencies]
+                           package [package ...]
+
+add existing or new package to the build queue
+
+.TP
+\fBpackage\fR
+package source (base name, path to local files, remote URL)
+
+.TP
+\fB\-n\fR, \fB\-\-now\fR
+run update function after
+
+.TP
+\fB\-s\fR {PackageSource.Auto,PackageSource.Archive,PackageSource.AUR,PackageSource.Directory,PackageSource.Local,PackageSource.Remote}, \fB\-\-source\fR {PackageSource.Auto,PackageSource.Archive,PackageSource.AUR,PackageSource.Directory,PackageSource.Local,PackageSource.Remote}
+explicitly specify the package source for this command
+
+.TP
+\fB\-\-without\-dependencies\fR
+do not add dependencies
+
+.SH OPTIONS 'ahriman add'
+usage: ahriman package-add [-h] [-n]
+                           [-s {PackageSource.Auto,PackageSource.Archive,PackageSource.AUR,PackageSource.Directory,PackageSource.Local,PackageSource.Remote}]
+                           [--without-dependencies]
+                           package [package ...]
+
+add existing or new package to the build queue
+
+.TP
+\fBpackage\fR
+package source (base name, path to local files, remote URL)
+
+.TP
+\fB\-n\fR, \fB\-\-now\fR
+run update function after
+
+.TP
+\fB\-s\fR {PackageSource.Auto,PackageSource.Archive,PackageSource.AUR,PackageSource.Directory,PackageSource.Local,PackageSource.Remote}, \fB\-\-source\fR {PackageSource.Auto,PackageSource.Archive,PackageSource.AUR,PackageSource.Directory,PackageSource.Local,PackageSource.Remote}
+explicitly specify the package source for this command
+
+.TP
+\fB\-\-without\-dependencies\fR
+do not add dependencies
+
+.SH OPTIONS 'ahriman package-update'
+usage: ahriman package-add [-h] [-n]
+                           [-s {PackageSource.Auto,PackageSource.Archive,PackageSource.AUR,PackageSource.Directory,PackageSource.Local,PackageSource.Remote}]
+                           [--without-dependencies]
+                           package [package ...]
+
+add existing or new package to the build queue
+
+.TP
+\fBpackage\fR
+package source (base name, path to local files, remote URL)
+
+.TP
+\fB\-n\fR, \fB\-\-now\fR
+run update function after
+
+.TP
+\fB\-s\fR {PackageSource.Auto,PackageSource.Archive,PackageSource.AUR,PackageSource.Directory,PackageSource.Local,PackageSource.Remote}, \fB\-\-source\fR {PackageSource.Auto,PackageSource.Archive,PackageSource.AUR,PackageSource.Directory,PackageSource.Local,PackageSource.Remote}
+explicitly specify the package source for this command
+
+.TP
+\fB\-\-without\-dependencies\fR
+do not add dependencies
+
+.SH OPTIONS 'ahriman package-remove'
+usage: ahriman package-remove [-h] package [package ...]
+
+remove package from the repository
+
+.TP
+\fBpackage\fR
+package name or base
+
+
+.SH OPTIONS 'ahriman remove'
+usage: ahriman package-remove [-h] package [package ...]
+
+remove package from the repository
+
+.TP
+\fBpackage\fR
+package name or base
+
+
+.SH OPTIONS 'ahriman package-status'
+usage: ahriman package-status [-h] [--ahriman] [-i]
+                              [-s {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}]
+                              [package ...]
+
+request status of the package
+
+.TP
+\fBpackage\fR
+filter status by package base
+
+.TP
+\fB\-\-ahriman\fR
+get service status itself
+
+.TP
+\fB\-i\fR, \fB\-\-info\fR
+show additional package information
+
+.TP
+\fB\-s\fR {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}, \fB\-\-status\fR {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}
+filter packages by status
+
+.SH OPTIONS 'ahriman status'
+usage: ahriman package-status [-h] [--ahriman] [-i]
+                              [-s {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}]
+                              [package ...]
+
+request status of the package
+
+.TP
+\fBpackage\fR
+filter status by package base
+
+.TP
+\fB\-\-ahriman\fR
+get service status itself
+
+.TP
+\fB\-i\fR, \fB\-\-info\fR
+show additional package information
+
+.TP
+\fB\-s\fR {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}, \fB\-\-status\fR {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}
+filter packages by status
+
+.SH OPTIONS 'ahriman package-status-remove'
+usage: ahriman package-status-remove [-h] package [package ...]
+
+remove the package from the status page
+
+.TP
+\fBpackage\fR
+remove specified packages
+
+
+.SH OPTIONS 'ahriman package-status-update'
+usage: ahriman package-status-update [-h]
+                                     [-s {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}]
+                                     [package ...]
+
+update package status on the status page
+
+.TP
+\fBpackage\fR
+set status for specified packages. If no packages supplied, service status will be updated
+
+.TP
+\fB\-s\fR {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}, \fB\-\-status\fR {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}
+new status
+
+.SH OPTIONS 'ahriman status-update'
+usage: ahriman package-status-update [-h]
+                                     [-s {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}]
+                                     [package ...]
+
+update package status on the status page
+
+.TP
+\fBpackage\fR
+set status for specified packages. If no packages supplied, service status will be updated
+
+.TP
+\fB\-s\fR {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}, \fB\-\-status\fR {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}
+new status
+
+.SH OPTIONS 'ahriman patch-add'
+usage: ahriman patch-add [-h] [-t TRACK] package
+
+create or update source patches
+
+.TP
+\fBpackage\fR
+path to directory with changed files for patch addition/update
+
+.TP
+\fB\-t\fR \fI\,TRACK\/\fR, \fB\-\-track\fR \fI\,TRACK\/\fR
+files which has to be tracked
+
+.SH OPTIONS 'ahriman patch-list'
+usage: ahriman patch-list [-h] package
+
+list available patches for the package
+
+.TP
+\fBpackage\fR
+package base
+
+
+.SH OPTIONS 'ahriman patch-remove'
+usage: ahriman patch-remove [-h] package
+
+remove patches for the package
+
+.TP
+\fBpackage\fR
+package base
+
+
+.SH OPTIONS 'ahriman repo-check'
+usage: ahriman repo-check [-h] [--no-vcs] [package ...]
+
+check for packages updates. Same as update \-\-dry\-run \-\-no\-manual
+
+.TP
+\fBpackage\fR
+filter check by package base
+
+.TP
+\fB\-\-no\-vcs\fR
+do not check VCS packages
+
+.SH OPTIONS 'ahriman check'
+usage: ahriman repo-check [-h] [--no-vcs] [package ...]
+
+check for packages updates. Same as update \-\-dry\-run \-\-no\-manual
+
+.TP
+\fBpackage\fR
+filter check by package base
+
+.TP
+\fB\-\-no\-vcs\fR
+do not check VCS packages
+
+.SH OPTIONS 'ahriman repo-clean'
+usage: ahriman repo-clean [-h] [--build] [--cache] [--chroot] [--manual] [--packages] [--patches]
+
+remove local caches
+
+
+.TP
+\fB\-\-build\fR
+clear directory with package sources
+
+.TP
+\fB\-\-cache\fR
+clear directory with package caches
+
+.TP
+\fB\-\-chroot\fR
+clear build chroot
+
+.TP
+\fB\-\-manual\fR
+clear directory with manually added packages
+
+.TP
+\fB\-\-packages\fR
+clear directory with built packages
+
+.TP
+\fB\-\-patches\fR
+clear directory with patches
+
+.SH OPTIONS 'ahriman clean'
+usage: ahriman repo-clean [-h] [--build] [--cache] [--chroot] [--manual] [--packages] [--patches]
+
+remove local caches
+
+
+.TP
+\fB\-\-build\fR
+clear directory with package sources
+
+.TP
+\fB\-\-cache\fR
+clear directory with package caches
+
+.TP
+\fB\-\-chroot\fR
+clear build chroot
+
+.TP
+\fB\-\-manual\fR
+clear directory with manually added packages
+
+.TP
+\fB\-\-packages\fR
+clear directory with built packages
+
+.TP
+\fB\-\-patches\fR
+clear directory with patches
+
+.SH OPTIONS 'ahriman repo-config'
+usage: ahriman repo-config [-h]
+
+dump configuration for the specified architecture
+
+
+
+.SH OPTIONS 'ahriman config'
+usage: ahriman repo-config [-h]
+
+dump configuration for the specified architecture
+
+
+
+.SH OPTIONS 'ahriman repo-init'
+usage: ahriman repo-init [-h]
+
+create empty repository tree. Optional command for auto architecture support
+
+
+
+.SH OPTIONS 'ahriman init'
+usage: ahriman repo-init [-h]
+
+create empty repository tree. Optional command for auto architecture support
+
+
+
+.SH OPTIONS 'ahriman repo-rebuild'
+usage: ahriman repo-rebuild [-h] [--depends-on DEPENDS_ON] [--dry-run]
+
+force rebuild whole repository
+
+
+.TP
+\fB\-\-depends\-on\fR \fI\,DEPENDS_ON\/\fR
+only rebuild packages that depend on specified package
+
+.TP
+\fB\-\-dry\-run\fR
+just perform check for packages without rebuild process itself
+
+.SH OPTIONS 'ahriman rebuild'
+usage: ahriman repo-rebuild [-h] [--depends-on DEPENDS_ON] [--dry-run]
+
+force rebuild whole repository
+
+
+.TP
+\fB\-\-depends\-on\fR \fI\,DEPENDS_ON\/\fR
+only rebuild packages that depend on specified package
+
+.TP
+\fB\-\-dry\-run\fR
+just perform check for packages without rebuild process itself
+
+.SH OPTIONS 'ahriman repo-remove-unknown'
+usage: ahriman repo-remove-unknown [-h] [--dry-run] [-i]
+
+remove packages which are missing in AUR and do not have local PKGBUILDs
+
+
+.TP
+\fB\-\-dry\-run\fR
+just perform check for packages without removal
+
+.TP
+\fB\-i\fR, \fB\-\-info\fR
+show additional package information
+
+.SH OPTIONS 'ahriman remove-unknown'
+usage: ahriman repo-remove-unknown [-h] [--dry-run] [-i]
+
+remove packages which are missing in AUR and do not have local PKGBUILDs
+
+
+.TP
+\fB\-\-dry\-run\fR
+just perform check for packages without removal
+
+.TP
+\fB\-i\fR, \fB\-\-info\fR
+show additional package information
+
+.SH OPTIONS 'ahriman repo-report'
+usage: ahriman repo-report [-h] [target ...]
+
+generate repository report according to current settings
+
+.TP
+\fBtarget\fR
+target to generate report
+
+
+.SH OPTIONS 'ahriman report'
+usage: ahriman repo-report [-h] [target ...]
+
+generate repository report according to current settings
+
+.TP
+\fBtarget\fR
+target to generate report
+
+
+.SH OPTIONS 'ahriman repo-setup'
+usage: ahriman repo-setup [-h] [--build-command BUILD_COMMAND] [--from-configuration FROM_CONFIGURATION] [--no-multilib]
+                          --packager PACKAGER --repository REPOSITORY [--sign-key SIGN_KEY]
+                          [--sign-target {SignSettings.Packages,SignSettings.Repository}] [--web-port WEB_PORT]
+
+create initial service configuration, requires root
+
+
+.TP
+\fB\-\-build\-command\fR \fI\,BUILD_COMMAND\/\fR
+build command prefix
+
+.TP
+\fB\-\-from\-configuration\fR \fI\,FROM_CONFIGURATION\/\fR
+path to default devtools pacman configuration
+
+.TP
+\fB\-\-no\-multilib\fR
+do not add multilib repository
+
+.TP
+\fB\-\-packager\fR \fI\,PACKAGER\/\fR
+packager name and email
+
+.TP
+\fB\-\-repository\fR \fI\,REPOSITORY\/\fR
+repository name
+
+.TP
+\fB\-\-sign\-key\fR \fI\,SIGN_KEY\/\fR
+sign key id
+
+.TP
+\fB\-\-sign\-target\fR {SignSettings.Packages,SignSettings.Repository}
+sign options
+
+.TP
+\fB\-\-web\-port\fR \fI\,WEB_PORT\/\fR
+port of the web service
+
+.SH OPTIONS 'ahriman setup'
+usage: ahriman repo-setup [-h] [--build-command BUILD_COMMAND] [--from-configuration FROM_CONFIGURATION] [--no-multilib]
+                          --packager PACKAGER --repository REPOSITORY [--sign-key SIGN_KEY]
+                          [--sign-target {SignSettings.Packages,SignSettings.Repository}] [--web-port WEB_PORT]
+
+create initial service configuration, requires root
+
+
+.TP
+\fB\-\-build\-command\fR \fI\,BUILD_COMMAND\/\fR
+build command prefix
+
+.TP
+\fB\-\-from\-configuration\fR \fI\,FROM_CONFIGURATION\/\fR
+path to default devtools pacman configuration
+
+.TP
+\fB\-\-no\-multilib\fR
+do not add multilib repository
+
+.TP
+\fB\-\-packager\fR \fI\,PACKAGER\/\fR
+packager name and email
+
+.TP
+\fB\-\-repository\fR \fI\,REPOSITORY\/\fR
+repository name
+
+.TP
+\fB\-\-sign\-key\fR \fI\,SIGN_KEY\/\fR
+sign key id
+
+.TP
+\fB\-\-sign\-target\fR {SignSettings.Packages,SignSettings.Repository}
+sign options
+
+.TP
+\fB\-\-web\-port\fR \fI\,WEB_PORT\/\fR
+port of the web service
+
+.SH OPTIONS 'ahriman repo-sign'
+usage: ahriman repo-sign [-h] [package ...]
+
+(re\-)sign packages and repository database according to current settings
+
+.TP
+\fBpackage\fR
+sign only specified packages
+
+
+.SH OPTIONS 'ahriman sign'
+usage: ahriman repo-sign [-h] [package ...]
+
+(re\-)sign packages and repository database according to current settings
+
+.TP
+\fBpackage\fR
+sign only specified packages
+
+
+.SH OPTIONS 'ahriman repo-status-update'
+usage: ahriman repo-status-update [-h]
+                                  [-s {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}]
+
+update repository status on the status page
+
+
+.TP
+\fB\-s\fR {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}, \fB\-\-status\fR {BuildStatusEnum.Unknown,BuildStatusEnum.Pending,BuildStatusEnum.Building,BuildStatusEnum.Failed,BuildStatusEnum.Success}
+new status
+
+.SH OPTIONS 'ahriman repo-sync'
+usage: ahriman repo-sync [-h] [target ...]
+
+sync repository files to remote server according to current settings
+
+.TP
+\fBtarget\fR
+target to sync
+
+
+.SH OPTIONS 'ahriman sync'
+usage: ahriman repo-sync [-h] [target ...]
+
+sync repository files to remote server according to current settings
+
+.TP
+\fBtarget\fR
+target to sync
+
+
+.SH OPTIONS 'ahriman repo-update'
+usage: ahriman repo-update [-h] [--dry-run] [--no-aur] [--no-local] [--no-manual] [--no-vcs] [package ...]
+
+check for packages updates and run build process if requested
+
+.TP
+\fBpackage\fR
+filter check by package base
+
+.TP
+\fB\-\-dry\-run\fR
+just perform check for updates, same as check command
+
+.TP
+\fB\-\-no\-aur\fR
+do not check for AUR updates. Implies \-\-no\-vcs
+
+.TP
+\fB\-\-no\-local\fR
+do not check local packages for updates
+
+.TP
+\fB\-\-no\-manual\fR
+do not include manual updates
+
+.TP
+\fB\-\-no\-vcs\fR
+do not check VCS packages
+
+.SH OPTIONS 'ahriman update'
+usage: ahriman repo-update [-h] [--dry-run] [--no-aur] [--no-local] [--no-manual] [--no-vcs] [package ...]
+
+check for packages updates and run build process if requested
+
+.TP
+\fBpackage\fR
+filter check by package base
+
+.TP
+\fB\-\-dry\-run\fR
+just perform check for updates, same as check command
+
+.TP
+\fB\-\-no\-aur\fR
+do not check for AUR updates. Implies \-\-no\-vcs
+
+.TP
+\fB\-\-no\-local\fR
+do not check local packages for updates
+
+.TP
+\fB\-\-no\-manual\fR
+do not include manual updates
+
+.TP
+\fB\-\-no\-vcs\fR
+do not check VCS packages
+
+.SH OPTIONS 'ahriman user-add'
+usage: ahriman user-add [-h] [--as-service] [--no-reload] [-p PASSWORD]
+                        [-r {UserAccess.Safe,UserAccess.Read,UserAccess.Write}] [-s]
+                        username
+
+update user for web services with the given password and role. In case if password was not entered it will be asked interactively
+
+.TP
+\fBusername\fR
+username for web service
+
+.TP
+\fB\-\-as\-service\fR
+add user as service user
+
+.TP
+\fB\-\-no\-reload\fR
+do not reload authentication module
+
+.TP
+\fB\-p\fR \fI\,PASSWORD\/\fR, \fB\-\-password\fR \fI\,PASSWORD\/\fR
+user password. Blank password will be treated as empty password, which is in particular must be used for OAuth2
+authorization type.
+
+.TP
+\fB\-r\fR {UserAccess.Safe,UserAccess.Read,UserAccess.Write}, \fB\-\-role\fR {UserAccess.Safe,UserAccess.Read,UserAccess.Write}
+user access level
+
+.TP
+\fB\-s\fR, \fB\-\-secure\fR
+set file permissions to user\-only
+
+.SH OPTIONS 'ahriman user-remove'
+usage: ahriman user-remove [-h] [--no-reload] [-s] username
+
+remove user from the user mapping and update the configuration
+
+.TP
+\fBusername\fR
+username for web service
+
+.TP
+\fB\-\-no\-reload\fR
+do not reload authentication module
+
+.TP
+\fB\-s\fR, \fB\-\-secure\fR
+set file permissions to user\-only
+
+.SH OPTIONS 'ahriman web'
+usage: ahriman web [-h]
+
+start web server
+
+
+
+.SH COMMENTS
+Argument list can also be read from file by using @ prefix.
+
+.SH AUTHORS
+.B ahriman
+was written by ahriman team <>.
+.SH DISTRIBUTION
+The latest version of ahriman may be downloaded from
+.UR https://github.com/arcan1s/ahriman
+.UE

docs/architecture.md

@@ -0,0 +1,204 @@
+# Package structure
+
+Packages have strict rules of importing:
+
+* `ahriman.application` package must not be used anywhere except for itself.
+* `ahriman.core` and `ahriman.models` packages don't have any import restriction. Actually we would like to totally restrict importing of `core` package from `models`, but it is impossible at the moment.
+* `ahriman.web` package is allowed to be imported from `ahriman.application` (web handler only, only `ahriman.web.web` methods). It also must not be imported globally, only local import is allowed. 
+
+Full dependency diagram:
+
+![architecture](ahriman-architecture.svg)
+
+## `ahriman.application` package
+
+This package contains application (aka executable) related classes and everything for that. It also contains package called `ahriman.application.handlers` in which all available subcommands are described as separated classes derived from base `ahriman.application.handlers.handler.Handler` class.
+
+`ahriman.application.application.application.Application` (god class) is used for any interaction from parsers with repository, web etc. It is divided into multiple traits by functions (package related and repository related) in the same package.
+
+`ahriman.application.formatters` package provides `Printer` sub-classes for printing data (e.g. package properties) to stdout which are used by some handlers.
+
+`ahriman.application.ahriman` contains only command line parses and executes specified `Handler` on success, `ahriman.application.lock.Lock` is additional class which provides file-based lock and also performs some common checks.
+
+## `ahriman.core` package
+
+This package contains everything which is required for any time of application run and separated to several packages:
+
+* `ahriman.core.alpm` package controls pacman related functions. It provides wrappers for `pyalpm` library and safe calls for repository tools (`repo-add` and `repo-remove`).
+* `ahriman.core.auth` package provides classes for authorization methods used by web mostly. Base class is `ahriman.core.auth.auth.Auth` which must be called by `load` method.
+* `ahriman.core.build_tools` is a package which provides wrapper for `devtools` commands.
+* `ahriman.core.report` is a package with reporting classes. Usually it must be called by `ahriman.core.report.report.Report.load` method.
+* `ahriman.core.repository` contains several traits and base repository (`ahriman.core.repository.repository.Repository` class) implementation.
+* `ahriman.core.sign` package provides sign feature (only gpg calls are available).
+* `ahriman.core.status` contains helpers and watcher class which are required for web application. Reporter must be initialized by using `ahriman.core.status.client.Client.load` method.
+* `ahriman.core.upload` package provides sync feature, must be called by `ahriman.core.upload.upload.Upload.load` method.
+
+This package also provides some generic functions and classes which may be used by other packages:
+
+* `ahriman.core.configuration.Configuration` is an extension for standard `configparser` library.
+* `ahriman.core.exceptions` provides custom exceptions.
+* `ahriman.core.spawn.Spawn` is a tool which can spawn another `ahriman` process. This feature is used by web application.
+* `ahriman.core.tree` is a dependency tree implementation.
+
+## `ahriman.models` package
+
+It provides models for any other part of application. Unlike `ahriman.core` package classes from here provides only conversion methods (e.g. create class from another or convert to). Mostly case classes and enumerations.
+
+## `ahriman.web` package
+
+Web application. It is important that this package is isolated from any other to allow it to be optional feature (i.e. dependencies which are required by the package are optional).
+
+* `ahriman.web.middlewares` provides middlewares for request handlers.
+* `ahriman.web.views` contains web views derived from aiohttp view class.
+* `ahriman.web.routes` creates routes for web application.
+* `ahriman.web.web` provides main web application functions (e.g. start, initialization).
+
+# Application run
+
+* Parse command line arguments, find command and related handler which is set by parser.
+* Call `Handler.execute` method.
+* Define list of architectures to run. In case if there is more than one architecture specified run several subprocesses or process in current process otherwise. Class attribute `ALLOW_MULTI_ARCHITECTURE_RUN` controls whether application can be run in multiple processes or not - this feature is required for some handlers (e.g. `Web`) which should be able to spawn child process in daemon mode (it is impossible to do for daemonic processes).
+* In each child process call lock functions.
+* After success checks pass control to `Handler.run` method defined by specific handler class.
+* Return result (success or failure) of each subprocess and exit from application.
+
+In most cases handlers spawn god class `ahriman.application.application.Application` class and call required methods.
+
+Application is designed to run from `systemd` services and provides parametrized by architecture timer and service file for that.
+
+# Basic flows
+
+## Add new packages or rebuild existing
+
+Idea is to copy package to the directory from which it will be handled at the next update run. Different variants are supported:
+
+* If supplied argument is file then application moves the file to the directory with built packages. Same rule applies for directory, but in this case it copies every package-like file from the specified directory.
+* If supplied argument is directory and there is `PKGBUILD` file there it will be treated as local package. In this case it will queue this package to build and copy source files (`PKGBUILD` and `.SRCINFO`) to caches.
+* If supplied argument iis not file then application tries to lookup for the specified name in AUR and clones it into the directory with manual updates. This scenario can also handle package dependencies which are missing in repositories.
+
+This logic can be overwritten by specifying the `source` parameter, which is partially useful if you would like to add package from AUR, but there is local directory cloned from AUR.
+
+## Rebuild packages
+
+Same as add function for every package in repository. Optional filter by reverse dependency can be supplied.
+
+## Remove packages
+
+This flow removes package from filesystem, updates repository database and also runs synchronization and reporting methods.
+
+## Update packages
+
+This feature is divided into to stages: check AUR for updates and run rebuild for required packages. Whereas check does not do anything except for check itself, update flow is the following:
+
+1. Process every built package first. Those packages are usually added manually.
+2. Run sync and report methods.
+3. Generate dependency tree for packages to be built.
+4. For each level of tree it does:
+   1. Download package data from AUR.
+   2. Build every package in clean chroot.
+   3. Sign packages if required.
+   4. Add packages to database and sign database if required.
+   5. Process sync and report methods.
+
+After any step any package data is being removed.
+
+# Core functions reference
+
+## Configuration 
+
+`ahriman.core.configuration.Configuration` class provides some additional methods (e.g. `getpath` and `getlist`) and also combines multiple files into single configuration dictionary using architecture overrides. It is the recommended way to deal with settings.
+
+## Utils
+
+For every external command run (which is actually not recommended if possible) custom wrapper for `subprocess` is used. Additional functions `ahriman.core.auth.helpers` provide safe calls for `aiohttp_security` methods and are required to make this dependency optional.
+
+## Submodules
+
+Some packages provide different behaviour depending on configuration settings. In these cases inheritance is used and recommended way to deal with them is to call class method `load` from base classes.
+
+## Authorization
+
+The package provides several authorization methods: disabled, based on configuration and OAuth2. 
+
+Disabled (default) authorization provider just allows everything for everyone and does not have any specific configuration (it uses some default configuration parameters though). It also provides generic interface for derived classes.
+
+Mapping (aka configuration) provider uses hashed passwords with salt from configuration file in order to authenticate users. This provider also enables user permission checking (read/write) (authorization). Thus, it defines the following methods:
+
+* `check_credentials` - user password validation (authentication).
+* `verify_access` - user permission validation (authorization).
+
+Passwords must be stored in configuration as `hash(password + salt)`, where `password` is user defined password (taken from user input), `salt` is random string (any length) defined globally in configuration and `hash` is secure hash function. Thus, the following configuration
+
+```ini
+[auth:read]
+username = $6$rounds=656000$mWBiecMPrHAL1VgX$oU4Y5HH8HzlvMaxwkNEJjK13ozElyU1wAHBoO/WW5dAaE4YEfnB0X3FxbynKMl4FBdC3Ovap0jINz4LPkNADg0
+```
+
+means that there is user `username` with `read` access and password `password` hashed by `sha512` with salt `salt`.
+
+OAuth provider uses library definitions (`aioauth-client`) in order _authenticate_ users. It still requires user permission to be set in configuration, thus it inherits mapping provider without any changes. Whereas we could override `check_credentials` (authentication method) by something custom, OAuth flow is a bit more complex than just forward request, thus we have to implement the flow in login form.
+
+OAuth's implementation also allows authenticating users via username + password (in the same way as mapping does) though it is not recommended for end-users and password must be left blank. In particular this feature is used by service reporting (aka robots).
+
+In order to configure users there are special commands.
+
+## Remote synchronization
+
+There are several supported synchronization providers, currently they are `rsync`, `s3`, `github`. 
+
+`rsync` provider does not have any specific logic except for running external rsync application with configured arguments. The service does not handle SSH configuration, thus it has to be configured before running application manually.
+
+`s3` provider uses `boto3` package and implements sync feature. The files are stored in architecture directory (e.g. if bucket is `repository`, packages will be stored in `repository/x86_64` for the `x86_64` architecture), bucket must be created before any action and API key must have permissions to write to the bucket. No external configuration required. In order to upload only changed files the service compares calculated hashes with the Amazon ETags, used realization is described [here](https://teppen.io/2018/10/23/aws_s3_verify_etags/). 
+
+`github` provider authenticates through basic auth, API key with repository write permissions is required. There will be created a release with the name of the architecture in case if it does not exist; files will be uploaded to the release assets. It also stores array of files and their MD5 checksums in release body in order to upload only changed ones. According to the Github API in case if there is already uploaded asset with the same name (e.g. database files), asset will be removed first.
+
+## Additional features
+
+Some features require optional dependencies to be installed:
+
+* Version control executables (e.g. `git`, `svn`) for VCS packages.
+* `gnupg` application for package and repository sign feature.
+* `rsync` application for rsync based repository sync.
+* `boto3` python package for `S3` sync.
+* `Jinja2` python package for HTML report generation (it is also used by web application).
+
+# Web application
+
+Web application requires the following python packages to be installed:
+
+* Core part requires `aiohttp` (application itself), `aiohttp_jinja2` and `Jinja2` (HTML generation from templates).
+* In addition, `aiohttp_debugtoolbar` is required for debug panel. Please note that this option does not work together with authorization and basically must not be used in production.
+* In addition, authorization feature requires `aiohttp_security`, `aiohttp_session` and `cryptography`.
+* In addition to base authorization dependencies, OAuth2 also requires `aioauth-client` library.
+
+## Middlewares
+
+Service provides some custom middlewares, e.g. logging every exception (except for user ones) and user authorization.
+
+## Web views
+
+All web views are defined in separated package and derived from `ahriman.web.views.base.Base` class which provides typed interfaces for web application. 
+
+REST API supports both form and JSON data, but the last one is recommended. 
+
+Different APIs are separated into different packages:
+
+* `ahriman.web.views.service` provides views for application controls.
+* `ahriman.web.views.status` package provides REST API for application reporting.
+* `ahriman.web.views.user` package provides login and logout methods which can be called without authorization.
+
+## Templating
+
+Package provides base jinja templates which can be overridden by settings. Vanilla templates are actively using bootstrap library.
+
+## Requests and scopes
+
+Service provides optional authorization which can be turned on in settings. In order to control user access there are two levels of authorization - read-only (only GET-like requests) and write (anything) which are provided by each web view directly.
+
+If this feature is configured any request will be prohibited without authentication. In addition, configuration flag `auth.safe_build_status` can be used in order to allow seeing main page without authorization.
+
+For authenticated users it uses encrypted session cookies to store tokens; encryption key is generated each time at the start of the application. It also stores expiration time of the session inside.
+
+## External calls
+
+Web application provides external calls to control main service. It spawns child process with specific arguments and waits for its termination. This feature must be used either with authorization or in safe (i.e. when status page is not available world-wide) environment.

docs/configuration.md

@@ -0,0 +1,174 @@
+# ahriman configuration
+
+Some groups can be specified for each architecture separately. E.g. if there are `build` and `build:x86_64` groups it will use the option from `build:x86_64` for the `x86_64` architecture and `build` for any other (architecture specific group has higher priority). In case if both groups are presented, architecture specific options will be merged into global ones overriding them.
+
+Some values have list of strings type. Those values will be read in the same way as shell does:
+
+* By default, it splits value by spaces excluding empty elements. 
+* In case if quotation mark (`"` or `'`) will be found, any spaces inside will be ignored.
+* In order to use quotation mark inside value it is required to put it to another quotation mark, e.g. `wor"'"d "with quote"` will be parsed as `["wor'd", "with quote"]` and vice versa.
+* Unclosed quotation mark is not allowed and will rise an exception.
+
+## `settings` group
+
+Base configuration settings.
+
+* `include` - path to directory with configuration files overrides, string, required.
+* `logging` - path to logging configuration, string, required. Check `logging.ini` for reference.
+
+## `alpm` group
+
+libalpm and AUR related configuration.
+
+* `aur_url` - base url for AUR, string, required.
+* `database` - path to pacman local database cache, string, required.
+* `repositories` - list of pacman repositories, space separated list of strings, required.
+* `root` - root for alpm library, string, required.
+
+## `auth` group
+
+Base authorization settings. `OAuth` provider requires `aioauth-client` library to be installed.
+
+* `target` - specifies authorization provider, string, optional, default `disabled`. Allowed values are `disabled`, `configuration`, `oauth`.
+* `client_id` - OAuth2 application client ID, string, required in case if `oauth` is used.
+* `client_secret` - OAuth2 application client secret key, string, required in case if `oauth` is used.
+* `max_age` - parameter which controls both cookie expiration and token expiration inside the service, integer, optional, default is 7 days.
+* `oauth_provider` - OAuth2 provider class name as is in `aioauth-client` (e.g. `GoogleClient`, `GithubClient` etc), string, required in case if `oauth` is used.
+* `oauth_scopes` - scopes list for OAuth2 provider, which will allow retrieving user email (which is used for checking user permissions), e.g. `https://www.googleapis.com/auth/userinfo.email` for `GoogleClient` or `user:email` for `GithubClient`, space separated list of strings, required in case if `oauth` is used.
+* `safe_build_status` - allow requesting status page without authorization, boolean, required.
+* `salt` - password hash salt, string, required in case if authorization enabled (automatically generated by `create-user` subcommand).
+
+## `auth:*` groups
+
+Authorization mapping. Group name must refer to user access level, i.e. it should be one of `auth:read` (read hidden pages), `auth:write` (everything is allowed).
+
+Key is always username (case-insensitive), option value depends on authorization provider:
+
+* `OAuth` - by default requires only usernames and ignores values. But in case of direct login method call (via POST request) it will act as `Mapping` authorization method.
+* `Mapping` (default) - reads salted password hashes from values, uses SHA512 in order to hash passwords. Password can be set by using `user-add` subcommand.
+
+## `build:*` groups
+
+Build related configuration. Group name can refer to architecture, e.g. `build:x86_64` can be used for x86_64 architecture specific settings.
+
+* `archbuild_flags` - additional flags passed to `archbuild` command, space separated list of strings, optional.
+* `build_command` - default build command, string, required.
+* `ignore_packages` - list packages to ignore during a regular update (manual update will still work), space separated list of strings, optional.
+* `makepkg_flags` - additional flags passed to `makepkg` command, space separated list of strings, optional.
+* `makechrootpkg_flags` - additional flags passed to `makechrootpkg` command, space separated list of strings, optional.
+
+## `repository` group
+
+Base repository settings.
+
+* `name` - repository name, string, required.
+* `root` - root path for application, string, required.
+
+## `sign:*` groups
+
+Settings for signing packages or repository. Group name can refer to architecture, e.g. `sign:x86_64` can be used for x86_64 architecture specific settings.
+
+* `target` - configuration flag to enable signing, space separated list of strings, required. Allowed values are `package` (sign each package separately), `repository` (sign repository database file).
+* `key` - default PGP key, string, required. This key will also be used for database signing if enabled.
+* `key_*` settings - PGP key which will be used for specific packages, string, optional. For example, if there is `key_yay` option the specified key will be used for yay package and default key for others.
+
+## `report` group
+
+Report generation settings.
+
+* `target` - list of reports to be generated, space separated list of strings, required. It must point to valid section (or to section with architecture), e.g. `somerandomname` must point to existing section, `email` must point to one of `email` of `email:x86_64` (the one with architecture has higher priority). 
+
+Type will be read from several ways:
+
+* In case if `type` option set inside the section, it will be used.
+* Otherwise, it will look for type from section name removing architecture name.
+* And finally, it will use section name as type.
+
+### `email` type
+
+Section name must be either `email` (plus optional architecture name, e.g. `email:x86_64`) or random name with `type` set.
+
+* `type` - type of the report, string, optional, must be set to `email` if exists.
+* `full_template_path` - path to Jinja2 template for full package description index, string, optional.
+* `homepage` - link to homepage, string, optional.
+* `host` - SMTP host for sending emails, string, required.
+* `link_path` - prefix for HTML links, string, required.
+* `no_empty_report` - skip report generation for empty packages list, boolean, optional, default `yes`.
+* `password` - SMTP password to authenticate, string, optional.
+* `port` - SMTP port for sending emails, int, required.
+* `receivers` - SMTP receiver addresses, space separated list of strings, required.
+* `sender` - SMTP sender address, string, required.
+* `ssl` - SSL mode for SMTP connection, one of `ssl`, `starttls`, `disabled`, optional, default `disabled`.
+* `template_path` - path to Jinja2 template, string, required.
+* `user` - SMTP user to authenticate, string, optional.
+
+### `html` type
+
+Section name must be either `html` (plus optional architecture name, e.g. `html:x86_64`) or random name with `type` set.
+
+* `type` - type of the report, string, optional, must be set to `html` if exists.
+* `path` - path to html report file, string, required.
+* `homepage` - link to homepage, string, optional.
+* `link_path` - prefix for HTML links, string, required.
+* `template_path` - path to Jinja2 template, string, required.
+
+## `upload` group
+
+Remote synchronization settings.
+
+* `target` - list of synchronizations to be used, space separated list of strings, required. It must point to valid section (or to section with architecture), e.g. `somerandomname` must point to existing section, `github` must point to one of `github` of `github:x86_64` (with architecture it has higher priority).
+
+Type will be read from several ways:
+
+* In case if `type` option set inside the section, it will be used.
+* Otherwise, it will look for type from section name removing architecture name.
+* And finally, it will use section name as type.
+
+### `github` type
+
+This feature requires Github key creation (see below). Section name must be either `github` (plus optional architecture name, e.g. `github:x86_64`) or random name with `type` set.
+
+* `type` - type of the upload, string, optional, must be set to `github` if exists.
+* `owner` - Github repository owner, string, required.
+* `password` - created Github API key. In order to create it do the following:
+  1. Go to [settings page](https://github.com/settings/profile).
+  2. Switch to [developers settings](https://github.com/settings/apps).
+  3. Switch to [personal access tokens](https://github.com/settings/tokens).
+  4. Generate new token. Required scope is `public_repo` (or `repo` for private repository support).
+* `repository` - Github repository name, string, required. Repository must be created before any action and must have active branch (e.g. with readme).
+* `username` - Github authorization user, string, required. Basically the same as `owner`.
+
+### `rsync` type
+
+Requires `rsync` package to be installed. Do not forget to configure ssh for user `ahriman`. Section name must be either `rsync` (plus optional architecture name, e.g. `rsync:x86_64`) or random name with `type` set.
+
+* `type` - type of the upload, string, optional, must be set to `rsync` if exists.
+* `command` - rsync command to run, space separated list of string, required.
+* `remote` - remote server to rsync (e.g. `1.2.3.4:path/to/sync`), string, required.
+
+### `s3` type
+
+Requires `boto3` library to be installed. Section name must be either `s3` (plus optional architecture name, e.g. `s3:x86_64`) or random name with `type` set.
+
+* `type` - type of the upload, string, optional, must be set to `github` if exists.
+* `access_key` - AWS access key ID, string, required.
+* `bucket` - bucket name (e.g. `bucket`), string, required.
+* `chunk_size` - chunk size for calculating entity tags, int, optional, default 8 * 1024 * 1024.
+* `region` - bucket region (e.g. `eu-central-1`), string, required.
+* `secret_key` - AWS secret access key, string, required.
+
+## `web:*` groups
+
+Web server settings. If any of `host`/`port` is not set, web integration will be disabled. Group name can refer to architecture, e.g. `web:x86_64` can be used for x86_64 architecture specific settings. This feature requires `aiohttp` libraries to be installed.
+
+* `address` - optional address in form `proto://host:port` (`port` can be omitted in case of default `proto` ports), will be used instead of `http://{host}:{port}` in case if set, string, optional. This option is required in case if `OAuth` provider is used.
+* `debug` - enable debug toolbar, boolean, optional, default `no`.
+* `debug_check_host` - check hosts to access debug toolbar, boolean, optional, default `no`.
+* `debug_allowed_hosts` - allowed hosts to get access to debug toolbar, space separated list of string, optional.
+* `host` - host to bind, string, optional.
+* `index_url` - full url of the repository index page, string, optional.
+* `password` - password to authorize in web service in order to update service status, string, required in case if authorization enabled.  
+* `port` - port to bind, int, optional.
+* `static_path` - path to directory with static files, string, required.
+* `templates` - path to templates directory, string, required.
+* `username` - username to authorize in web service in order to update service status, string, required in case if authorization enabled.  

docs/faq.md

@@ -0,0 +1,479 @@
+# FAQ
+
+## General topics
+
+### What is the purpose of the project?
+
+This project has been created in order to maintain self-hosted Arch Linux user repository without manual intervention - checking for updates and building packages.
+
+### How do I install it?
+
+TL;DR
+
+```shell
+yay -S ahriman
+sudo -u ahriman ahriman -a x86_64 init
+sudo ahriman -a x86_64 repo-setup --packager "ahriman bot <ahriman@example.com>" --repository "repository"
+systemctl enable --now ahriman@x86_64.timer
+```
+
+#### Long answer
+
+The idea is to install the package as usual, create working directory tree, create configuration for `sudo` and `devtools`. Detailed description of the setup instruction can be found [here](setup.md).
+
+### What does "architecture specific" mean? / How to configure for different architectures?
+
+Some sections can be configured per architecture. The service will merge architecture specific values into common settings. In order to specify settings for specific architecture you must point it in section name.
+
+For example, the section
+
+```ini
+[build]
+build_command = extra-x86_64-build
+```
+
+states that default build command is `extra-x86_64-build`. But if there is section
+
+```ini
+[build:i686]
+build_command = extra-i686-build
+```
+
+the `extra-i686-build` command will be used for `i686` architecture.
+
+### How to use reporter/upload settings?
+
+Normally you probably like to generate only one report for the specific type, e.g. only one email report. In order to do it you will need to have the following configuration:
+
+```ini
+[report]
+target = email
+
+[email]
+...
+```
+
+or in case of multiple architectures and _different_ reporting settings:
+
+```ini
+[report]
+target = email
+
+[email:i686]
+...
+
+[email:x86_64]
+...
+```
+
+But for some cases you would like to have multiple different reports with the same type (e.g. sending different templates to different addresses). For these cases you will need to specify section name in target and type in section, e.g. the following configuration can be used:
+
+```ini
+[report]
+target = email_1 email_2
+
+[email_1]
+type = email
+...
+
+[email_2]
+type = email
+...
+```
+
+### Okay, I've installed ahriman, how do I add new package?
+
+```shell
+sudo -u ahriman ahriman package-add ahriman --now
+```
+
+`--now` flag is totally optional and just run `repo-update` subcommand after the registering the new package, Thus the extended flow is the following:
+
+```shell
+sudo -u ahriman ahriman package-add ahriman
+sudo -u ahriman ahriman repo-update
+```
+
+### AUR is fine, but I would like to create package from local PKGBUILD
+
+TL;DR
+
+```shell
+sudo -u ahriman ahriman package-add /path/to/local/directory/with/PKGBUILD --now
+```
+
+Before using this command you will need to create local directory, put `PKGBUILD` there and generate `.SRCINFO` by using `makepkg --printsrcinfo > .SRCINFO` command. These packages will be stored locally and _will be ignored_ during automatic update; in order to update the package you will need to run `package-add` command again.
+
+### But I just wanted to change PKGBUILD from AUR a bit!
+
+Well it is supported also.
+
+1. Clone sources from AUR.
+2. Make changes you would like to (e.g. edit `PKGBUILD`, add external patches).
+3. Run `sudo -u ahriman ahriman patch-add /path/to/local/directory/with/PKGBUILD`.
+
+The last command will calculate diff from current tree to the `HEAD` and will store it locally. Patches will be applied on any package actions (e.g. it can be used for dependency management).
+
+### Package build fails because it cannot validate PGP signature of source files
+
+TL;DR
+
+```shell
+sudo -u ahriman ahriman key-import ...
+```
+
+### How do I check if there are new commits for VCS packages?
+
+Normally the service handles VCS packages correctly, but it requires additional dependencies:
+
+```shell
+pacman -S breezy darcs mercurial subversion
+```
+
+### I would like to remove package because it is no longer needed/moved to official repositories
+
+```shell
+sudo -u ahriman ahriman package-remove ahriman
+```
+
+Also, there is command `repo-remove-unknown` which checks packages in AUR and local storage and removes ones which have been removed.
+
+Remove commands also remove any package files (patches, caches etc).
+
+### There is new major release of %library-name%, how do I rebuild packages?
+
+TL;DR
+
+```shell
+sudo -u ahriman ahriman repo-rebuild --depends-on python
+```
+
+You can even rebuild the whole repository (which is particular useful in case if you would like to change packager) if you do not supply `--depends-on` option.
+
+However, note that you do not need to rebuild repository in case if you just changed signing option, just use `repo-sign` command instead. 
+
+### Hmm, I have packages built, but how can I use it?
+
+Add the following lines to your `pacman.conf`:
+
+```ini
+[repository]
+Server = file:///var/lib/ahriman/repository/x86_64
+```
+
+(You might need to add `SigLevel` option according to the pacman documentation.)
+
+
+### I would like to serve the repository
+
+Easy. For example, nginx configuration (without SSL) will look like:
+
+```
+server {
+    listen 80;
+    server_name repo.example.com;
+
+    location / {
+        autoindex on;
+        root /var/lib/ahriman/repository;
+    }
+}
+```
+
+Example of the status page configuration is the following (status service is using 8080 port):
+
+```
+server {
+    listen 80;
+    server_name builds.example.com;
+
+    location / {
+        proxy_set_header Host $host;
+        proxy_set_header X-Real-IP $remote_addr;
+        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+        proxy_set_header X-Forwarder-Proto $scheme;
+
+        proxy_pass http://127.0.0.1:8080;
+    }
+}
+```
+
+## Remote synchronization
+
+### Wait I would like to use the repository from another server
+
+There are several choices:
+
+1. Easy and cheap, just share your local files through the internet, e.g. for `nginx`:
+   
+    ```
+    server {
+        location /x86_64 {
+            root /var/lib/ahriman/repository/x86_64;
+            autoindex on;
+        }
+    }
+    ```
+   
+2. You can also upload your packages using `rsync` to any available server. In order to use it you would need to configure ahriman first:
+    
+    ```ini
+    [upload]
+    target = rsync
+    
+    [rsync]
+    remote = 192.168.0.1:/srv/repo
+    ```
+   
+    After that just add `/srv/repo` to the `pacman.conf` as usual. You can also upload to S3 (e.g. `Server = https://s3.eu-central-1.amazonaws.com/repository/x86_64`) or to Github (e.g. `Server = https://github.com/ahriman/repository/releases/download/x86_64`).
+
+### How do I configure S3?
+
+1. Install dependencies:
+
+   ```shell
+   pacman -S python-boto3
+   ```
+
+3. Create a bucket.
+4. Create user with write access to the bucket:
+
+    ```
+    {
+        "Version": "2012-10-17",
+        "Statement": [
+            {
+                "Sid": "ListObjectsInBucket",
+                "Effect": "Allow",
+                "Action": [
+                    "s3:ListBucket"
+                ],
+                "Resource": [
+                    "arn:aws:s3:::repository"
+                ]
+            },
+            {
+                "Sid": "AllObjectActions",
+                "Effect": "Allow",
+                "Action": "s3:*Object",
+                "Resource": [
+                    "arn:aws:s3:::repository/*"
+                ]
+            }
+        ]
+    }
+    ```
+
+5. Create an API key for the user and store it.
+6. Configure the service as following:
+
+    ```ini
+    [upload]
+    target = s3
+
+    [s3]
+    access_key = ...
+    bucket = repository
+    region = eu-central-1
+    secret_key = ...
+    ```
+   
+### How do I configure Github?
+
+1. Create a repository.
+2. [Create API key](https://github.com/settings/tokens) with scope `public_repo`.
+3. Configure the service as following:
+
+    ```ini
+    [upload]
+    target = github
+
+    [github]
+    owner = ahriman
+    password = ...
+    repository = repository
+    username = ahriman
+    ```
+
+## Reporting
+
+### I would like to get report to email
+
+1. Install dependencies:
+
+   ```shell
+   yay -S python-jinja
+   ```
+   
+2. Configure the service:
+
+   ```ini
+   [report]
+   target = email
+   
+   [email]
+   host = smtp.example.com
+   link_path = http://example.com/x86_64
+   password = ...
+   port = 465
+   receivers = me@example.com
+   sender = me@example.com
+   user = me@example.com
+   ```
+   
+### I'm using synchronization to S3 and would like to generate index page
+
+1. Install dependencies:
+
+   ```shell
+   yay -S python-jinja
+   ```
+   
+2. Configure the service:
+   
+   ```ini
+   [report]
+   target = html
+   
+   [html]
+   path = /var/lib/ahriman/repository/x86_64/index.html
+   link_path = http://example.com/x86_64
+   ```
+   
+After these steps `index.html` file will be automatically synced to S3
+
+## Web service
+
+### Readme mentions web interface, how do I use it?
+
+1. Install dependencies:
+
+   ```shell
+   yay -S python-aiohttp python-aiohttp-jinja2
+   ```
+
+2. Configure service:
+
+   ```ini
+   [web]
+   port = 8080
+   ```
+
+3. Start the web service `systemctl enable --now ahriman-web@x86_64`.
+
+### I would like to limit user access to the status page
+
+1. Install dependencies 😊:
+   
+   ```shell
+   yay -S python-aiohttp-security python-aiohttp-session python-cryptography
+   ```
+
+2. Configure the service to enable authorization:
+
+   ```ini
+   [auth]
+   target = configuration
+   ```
+   
+3. Create user for the service:
+
+   ```shell
+   sudo -u ahriman ahriman user-add --as-service -r write api
+   ```
+   
+   This command will ask for the password, just type it in stdin; _do not_ leave the field blank, user will not be able to authorize.
+
+4. Create end-user `sudo -u ahriman ahriman user-add -r write my-first-user` with password.
+5. Restart web service `systemctl restart ahriman-web@x86_64`.
+
+### I would like to use OAuth
+
+1. Create OAuth web application, download its `client_id` and `client_secret`.
+2. Guess what? Install dependencies:
+
+   ```shell
+   yay -S python-aiohttp-security python-aiohttp-session python-cryptography python-aioauth-client
+   ```
+   
+3. Configure the service:
+
+   ```ini
+   [auth]
+   target = oauth
+   client_id = ...
+   client_secret = ...
+   
+   [web]
+   address = https://example.com
+   ```
+   
+   Configure `oauth_provider` and `oauth_scopes` in case if you would like to use different from Google provider. Scope must grant access to user email. `web.address` is required to make callback URL available from internet.
+
+4. Create service user:
+
+   ```shell
+   sudo -u ahriman ahriman user-add --as-service -r write api
+   ```
+
+5. Create end-user `sudo -u ahriman ahriman user-add -r write my-first-user`. When it will ask for the password leave it blank.
+6. Restart web service `systemctl restart ahriman-web@x86_64`.
+
+## Other topics
+
+### How does it differ from %another-manager%?
+
+Short answer - I do not know.
+
+#### [archrepo2](https://github.com/lilydjwg/archrepo2)
+
+Don't know, haven't tried it. But it lacks of documentation at least.
+
+* Web interface.
+* No synchronization and reporting.
+* `archrepo2` actively uses direct shell calls and `yaourt` components.
+* It has constantly running process instead of timer process (it is not pro or con).
+
+#### [repoctl](https://github.com/cassava/repoctl)
+
+* Web interface.
+* No reporting.
+* Local packages and patches support.
+* Some actions are not fully automated (e.g. package update still requires manual intervention for the build itself). 
+* `repoctl` has better AUR interaction features. With colors!
+* `repoctl` has much easier configuration and even completion.
+* `repoctl` is able to store old packages.
+* Ability to host repository from same command vs external services (e.g. nginx) in `ahriman`.
+
+#### [repo-scripts](https://github.com/arcan1s/repo-scripts)
+
+Though originally I've created ahriman by trying to improve the project, it still lacks a lot of features:
+
+* Web interface.
+* Better reporting with template support.
+* Synchronization features (there was only `rsync` based).
+* Local packages and patches support.
+* No dependency management.
+* And so on.
+
+`repo-scripts` also have bad architecture and bad quality code and uses out-of-dated `yaourt` and `package-query`.
+
+### I would like to check service logs
+
+By default, the service writes logs to `/dev/log` which can be accessed by using `journalctl` command (logs are written to the journal of the user under which command is run).
+
+You can also edit configuration and forward logs to `stderr`, just change `handlers` value, e.g.:
+
+```shell
+sed -i 's/handlers = syslog_handler/handlers = console_handler/g' /etc/ahriman.ini.d/logging.ini
+```
+
+You can even configure logging as you wish, but kindly refer to python `logging` module configuration.
+
+### Html customization
+
+It is possible to customize html templates. In order to do so, create files somewhere (refer to Jinja2 documentation and the service source code for available parameters) and put `template_path` to configuration pointing to this directory.
+
+### I did not find my question
+
+[Create an issue](https://github.com/arcan1s/ahriman/issues) with type **Question**.

docs/setup.md

@@ -0,0 +1,67 @@
+# Setup instructions
+
+1. Install package as usual.
+2. Change settings if required, see [configuration reference](configuration.md) for more details.
+3. TL;DR
+
+   ```shell
+   sudo -u ahriman ahriman -a x86_64 repo-init
+   sudo ahriman -a x86_64 repo-setup ...
+   ```
+   
+   `repo-init` subcommand is required to create the repository tree with correct rights. `repo-setup` literally does the following steps:
+
+   1. Create `/var/lib/ahriman/.makepkg.conf` with `makepkg.conf` overrides if required (at least you might want to set `PACKAGER`):
+
+       ```shell
+       echo 'PACKAGER="John Doe <john@doe.com>"' | sudo -u ahriman tee -a /var/lib/ahriman/.makepkg.conf
+       ```
+
+   2. Configure build tools (it is required for correct dependency management system):
+
+       1. Create build command, e.g. `ln -s /usr/bin/archbuild /usr/local/bin/ahriman-x86_64-build` (you can choose any name for command, basically it should be `{name}-{arch}-build`).
+       2. Create configuration file, e.g. `cp /usr/share/devtools/pacman-{extra,ahriman}.conf` (same as previous `pacman-{name}.conf`).
+       3. Change configuration file, add your own repository, add multilib repository etc;
+       4. Set `build_command` option to point to your command.
+       5. Configure `/etc/sudoers.d/ahriman` to allow running command without a password.
+
+       ```shell
+       ln -s /usr/bin/archbuild /usr/local/bin/ahriman-x86_64-build
+       cp /usr/share/devtools/pacman-{extra,ahriman}.conf
+
+       echo '[multilib]' | tee -a /usr/share/devtools/pacman-ahriman.conf
+       echo 'Include = /etc/pacman.d/mirrorlist' | tee -a /usr/share/devtools/pacman-ahriman.conf
+
+       echo '[aur-clone]' | tee -a /usr/share/devtools/pacman-ahriman.conf
+       echo 'SigLevel = Optional TrustAll' | tee -a /usr/share/devtools/pacman-ahriman.conf
+       echo 'Server = file:///var/lib/ahriman/repository/$arch' | tee -a /usr/share/devtools/pacman-ahriman.conf
+
+       echo '[build]' | tee -a /etc/ahriman.ini.d/build.ini
+       echo 'build_command = ahriman-x86_64-build' | tee -a /etc/ahriman.ini.d/build.ini
+
+       echo 'Cmnd_Alias CARCHBUILD_CMD = /usr/local/bin/ahriman-x86_64-build *' | tee -a /etc/sudoers.d/ahriman
+       echo 'ahriman ALL=(ALL) NOPASSWD: CARCHBUILD_CMD' | tee -a /etc/sudoers.d/ahriman
+       chmod 400 /etc/sudoers.d/ahriman
+       ```
+
+4. Start and enable `ahriman@.timer` via `systemctl`:
+
+    ```shell
+    systemctl enable --now ahriman@x86_64.timer
+    ```
+
+5. Start and enable status page:
+
+    ```shell
+    systemctl enable --now ahriman-web@x86_64
+    ```
+
+6. Add packages by using `ahriman package-add {package}` command:
+
+    ```shell
+    sudo -u ahriman ahriman -a x86_64 package-add ahriman --now
+    ```
+
+## User creation
+
+`user-add` subcommand is recommended for new user creation.

package/archlinux/PKGBUILD

@@ -1,31 +1,31 @@
 # Maintainer: Evgeniy Alekseev
 
 pkgname='ahriman'
-pkgver=0.15.0
+pkgver=1.8.0
 pkgrel=1
-pkgdesc="ArcHlinux ReposItory MANager"
+pkgdesc="ArcH Linux ReposItory MANager"
 arch=('any')
 url="https://github.com/arcan1s/ahriman"
 license=('GPL3')
-depends=('devtools' 'git' 'pyalpm' 'python-aur' 'python-srcinfo')
+depends=('devtools' 'git' 'pyalpm' 'python-inflection' 'python-passlib' 'python-srcinfo')
 makedepends=('python-pip')
-optdepends=('aws-cli: sync to s3'
+optdepends=('breezy: -bzr packages support'
-            'breezy: -bzr packages support'
             'darcs: -darcs packages support'
-            'gnupg: package and repository sign'
             'mercurial: -hg packages support'
+            'python-aioauth-client: web server with OAuth2 authorization'
             'python-aiohttp: web server'
+            'python-aiohttp-debugtoolbar: web server with enabled debug panel'
             'python-aiohttp-jinja2: web server'
+            'python-aiohttp-security: web server with authorization'
+            'python-aiohttp-session: web server with authorization'
+            'python-boto3: sync to s3'
+            'python-cryptography: web server with authorization'
             'python-jinja: html report generation'
-            'python-requests: web server'
             'rsync: sync by using rsync'
             'subversion: -svn packages support')
 source=("https://github.com/arcan1s/ahriman/releases/download/$pkgver/$pkgname-$pkgver-src.tar.xz"
         'ahriman.sysusers'
         'ahriman.tmpfiles')
-sha512sums=('a1db44390ce1785da3d535e3cfd2242d8d56070228eb9b3c1d5629163b65941d60753c481c0fdc69e475e534a828ceea39568dc6711abeee092616dac08e31a9'
-            '13718afec2c6786a18f0b223ef8e58dccf0688bca4cdbe203f14071f5031ed20120eb0ce38b52c76cfd6e8b6581a9c9eaa2743eb11abbaca637451a84c33f075'
-            '55b20f6da3d66e7bbf2add5d95a3b60632df121717d25a993e56e737d14f51fe063eb6f1b38bd81cc32e05db01c0c1d80aaa720c45cde87f238d8b46cdb8cbc4')
 backup=('etc/ahriman.ini'
         'etc/ahriman.ini.d/logging.ini')
 
@@ -43,3 +43,7 @@ package() {
   install -Dm644 "$srcdir/$pkgname.sysusers" "$pkgdir/usr/lib/sysusers.d/$pkgname.conf"
   install -Dm644 "$srcdir/$pkgname.tmpfiles" "$pkgdir/usr/lib/tmpfiles.d/$pkgname.conf"
 }
+
+sha512sums=('6ab741bfb42f92ab00d1b6ecfc44426c00e5c433486e014efbdb585715d9a12dbbafc280e5a9f85b941c8681b13a9dad41327a3e3c44a9683ae30c1d6f017f50'
+            '13718afec2c6786a18f0b223ef8e58dccf0688bca4cdbe203f14071f5031ed20120eb0ce38b52c76cfd6e8b6581a9c9eaa2743eb11abbaca637451a84c33f075'
+            '55b20f6da3d66e7bbf2add5d95a3b60632df121717d25a993e56e737d14f51fe063eb6f1b38bd81cc32e05db01c0c1d80aaa720c45cde87f238d8b46cdb8cbc4')

package/archlinux/ahriman.sysusers

@@ -1 +1 @@
-u ahriman 643 "ArcHlinux ReposItory MANager" /var/lib/ahriman
+u ahriman 643 "ArcH Linux ReposItory MANager" /var/lib/ahriman

package/archlinux/ahriman.tmpfiles

@@ -1,2 +1,2 @@
-d /var/lib/ahriman 0775 ahriman log
+d /var/lib/ahriman 0755 ahriman ahriman
 d /var/log/ahriman 0755 ahriman ahriman

package/etc/ahriman.ini

@@ -8,12 +8,19 @@ database = /var/lib/pacman
 repositories = core extra community multilib
 root = /
 
+[auth]
+target = disabled
+max_age = 604800
+oauth_provider = GoogleClient
+oauth_scopes = https://www.googleapis.com/auth/userinfo.email
+safe_build_status = yes
+
 [build]
 archbuild_flags =
 build_command = extra-x86_64-build
 ignore_packages =
 makechrootpkg_flags =
-makepkg_flags = --skippgpcheck
+makepkg_flags =
 
 [repository]
 name = aur-clone
@@ -21,27 +28,32 @@ root = /var/lib/ahriman
 
 [sign]
 target =
-key =
 
 [report]
 target =
 
+[email]
+full_template_path = /usr/share/ahriman/repo-index.jinja2
+no_empty_report = yes
+template_path = /usr/share/ahriman/email-index.jinja2
+ssl = disabled
+
 [html]
-path =
-homepage =
-link_path =
 template_path = /usr/share/ahriman/repo-index.jinja2
 
 [upload]
 target =
 
 [rsync]
-remote =
+command = rsync --archive --compress --partial --delete
 
 [s3]
-bucket =
+chunk_size = 8388608
 
 [web]
-host =
+debug = no
-port =
+debug_check_host = no
+debug_allowed_hosts =
+host = 127.0.0.1
+static_path = /usr/share/ahriman/static
 templates = /usr/share/ahriman

package/etc/ahriman.ini.d/logging.ini

@@ -1,11 +1,11 @@
 [loggers]
-keys = root,builder,build_details,http
+keys = root,build_details,http,stderr,boto3,botocore,nose,s3transfer
 
 [handlers]
-keys = console_handler,build_file_handler,file_handler,http_handler
+keys = console_handler,syslog_handler
 
 [formatters]
-keys = generic_format
+keys = generic_format,syslog_format
 
 [handler_console_handler]
 class = StreamHandler
@@ -13,47 +13,62 @@ level = DEBUG
 formatter = generic_format
 args = (sys.stderr,)
 
-[handler_file_handler]
+[handler_syslog_handler]
-class = logging.handlers.RotatingFileHandler
+class = logging.handlers.SysLogHandler
 level = DEBUG
-formatter = generic_format
+formatter = syslog_format
-args = ('/var/log/ahriman/ahriman.log', 'a', 20971520, 20)
+args = ("/dev/log",)
-
-[handler_build_file_handler]
-class = logging.handlers.RotatingFileHandler
-level = DEBUG
-formatter = generic_format
-args = ('/var/log/ahriman/build.log', 'a', 20971520, 20)
-
-[handler_http_handler]
-class = logging.handlers.RotatingFileHandler
-level = DEBUG
-formatter = generic_format
-args = ('/var/log/ahriman/http.log', 'a', 20971520, 20)
 
 [formatter_generic_format]
-format = [%(levelname)s %(asctime)s] [%(filename)s:%(lineno)d] [%(funcName)s]: %(message)s
+format = [%(levelname)s %(asctime)s] [%(filename)s:%(lineno)d %(funcName)s]: %(message)s
+datefmt =
+
+[formatter_syslog_format]
+format = [%(levelname)s] [%(name)s] [%(filename)s:%(lineno)d] [%(funcName)s]: %(message)s
 datefmt =
 
 [logger_root]
 level = DEBUG
-handlers = file_handler
+handlers = syslog_handler
 qualname = root
 
-[logger_builder]
-level = DEBUG
-handlers = file_handler
-qualname = builder
-propagate = 0
-
 [logger_build_details]
 level = DEBUG
-handlers = build_file_handler
+handlers = syslog_handler
 qualname = build_details
 propagate = 0
 
 [logger_http]
 level = DEBUG
-handlers = http_handler
+handlers = syslog_handler
 qualname = http
 propagate = 0
+
+[logger_stderr]
+level = DEBUG
+handlers = console_handler
+qualname = stderr
+
+[logger_boto3]
+level = INFO
+handlers = syslog_handler
+qualname = boto3
+propagate = 0
+
+[logger_botocore]
+level = INFO
+handlers = syslog_handler
+qualname = botocore
+propagate = 0
+
+[logger_nose]
+level = INFO
+handlers = syslog_handler
+qualname = nose
+propagate = 0
+
+[logger_s3transfer]
+level = INFO
+handlers = syslog_handler
+qualname = s3transfer
+propagate = 0

package/lib/systemd/system/ahriman-web@.service

@@ -1,5 +1,5 @@
 [Unit]
-Description=ArcHlinux ReposItory MANager web server (%I architecture)
+Description=ArcH Linux ReposItory MANager web server (%I architecture)
 After=network.target
 
 [Service]
@@ -8,8 +8,5 @@ ExecStart=/usr/bin/ahriman --architecture %i web
 User=ahriman
 Group=ahriman
 
-KillSignal=SIGQUIT
-SuccessExitStatus=SIGQUIT
-
 [Install]
 WantedBy=multi-user.target

package/lib/systemd/system/ahriman@.service

@@ -1,5 +1,5 @@
 [Unit]
-Description=ArcHlinux ReposItory MANager (%I architecture)
+Description=ArcH Linux ReposItory MANager (%I architecture)
 
 [Service]
 ExecStart=/usr/bin/ahriman --architecture %i update

package/lib/systemd/system/ahriman@.timer

@@ -1,5 +1,5 @@
 [Unit]
-Description=ArcHlinux ReposItory MANager timer (%I architecture)
+Description=ArcH Linux ReposItory MANager timer (%I architecture)
 
 [Timer]
 OnCalendar=daily

package/share/ahriman/build-status.jinja2

@@ -1,54 +1,133 @@
 <!doctype html>
 <html lang="en">
     <head>
-        <title>{{ repository|e }}</title>
+        <title>{{ repository }}</title>
 
-        {% include "style.jinja2" %}
+        <meta name="viewport" content="width=device-width, initial-scale=1">
 
-        {% include "sorttable.jinja2" %}
+        <link rel="shortcut icon" href="/static/favicon.ico">
-        {% include "search.jinja2" %}
+
+        {% include "utils/style.jinja2" %}
     </head>
 
     <body>
-        <div class="root">
+
+        <div class="container">
             <h1>ahriman
-                <img src="https://img.shields.io/badge/version-{{ version|e }}-informational" alt="{{ version|e }}">
+                {% if auth.authenticated %}
-                <img src="https://img.shields.io/badge/architecture-{{ architecture|e }}-informational" alt="{{ architecture|e }}">
+                    <img src="https://img.shields.io/badge/version-{{ version }}-informational" alt="{{ version }}">
-                <img src="https://img.shields.io/badge/service%20status-{{ service.status|e }}-{{ service.status_color|e }}" alt="{{ service.status|e }}" title="{{ service.timestamp|e }}">
+                    <img src="https://img.shields.io/badge/repository-{{ repository }}-informational" alt="{{ repository }}">
+                    <img src="https://img.shields.io/badge/architecture-{{ architecture }}-informational" alt="{{ architecture }}">
+                    <img src="https://img.shields.io/badge/service%20status-{{ service.status }}-{{ service.status_color }}" alt="{{ service.status }}" title="{{ service.timestamp }}">
+                {% endif %}
             </h1>
+        </div>
 
-            {% include "search-line.jinja2" %}
+        <div class="container">
+            <div id="toolbar">
+                {% if not auth.enabled or auth.username is not none %}
+                    <button id="add" class="btn btn-primary" data-bs-toggle="modal" data-bs-target="#addForm">
+                        <i class="fa fa-plus"></i> add
+                    </button>
+                    <button id="update" class="btn btn-secondary" onclick="updatePackages()" disabled>
+                        <i class="fa fa-play"></i> update
+                    </button>
+                    <button id="remove" class="btn btn-danger" onclick="removePackages()" disabled>
+                        <i class="fa fa-trash"></i> remove
+                    </button>
+                {% endif %}
+            </div>
 
-            <section class="element">
+            <table id="packages" class="table table-striped table-hover"
-                <table class="sortable search-table">
+                   data-click-to-select="true"
-                    <tr class="header">
+                   data-export-options='{"fileName": "packages"}'
-                        <th>package base</th>
+                   data-page-list="[10, 25, 50, 100, all]"
-                        <th>packages</th>
+                   data-page-size="10"
-                        <th>version</th>
+                   data-pagination="true"
-                        <th>last update</th>
+                   data-resizable="true"
-                        <th>status</th>
+                   data-search="true"
+                   data-show-columns="true"
+                   data-show-columns-search="true"
+                   data-show-columns-toggle-all="true"
+                   data-show-export="true"
+                   data-show-fullscreen="true"
+                   data-show-search-clear-button="true"
+                   data-sortable="true"
+                   data-sort-reset="true"
+                   data-toggle="table"
+                   data-toolbar="#toolbar">
+                <thead class="table-primary">
+                    <tr>
+                        <th data-checkbox="true"></th>
+                        <th data-sortable="true" data-switchable="false">package base</th>
+                        <th data-sortable="true">version</th>
+                        <th data-sortable="true">packages</th>
+                        <th data-sortable="true" data-visible="false">groups</th>
+                        <th data-sortable="true" data-visible="false">licenses</th>
+                        <th data-sortable="true">last update</th>
+                        <th data-sortable="true">status</th>
                     </tr>
+                </thead>
 
+                <tbody>
+                {% if auth.authenticated %}
                     {% for package in packages %}
-                        <tr class="package">
+                        <tr data-package-base="{{ package.base }}">
-                            <td class="include-search"><a href="{{ package.web_url|e }}" title="{{ package.base|e }}">{{ package.base|e }}</a></td>
+                            <td data-checkbox="true"></td>
-                            <td class="include-search">{{ package.packages|join("<br>"|safe) }}</td>
+                            <td><a href="{{ package.web_url }}" title="{{ package.base }}">{{ package.base }}</a></td>
-                            <td>{{ package.version|e }}</td>
+                            <td>{{ package.version }}</td>
-                            <td>{{ package.timestamp|e }}</td>
+                            <td>{{ package.packages|join("<br>"|safe) }}</td>
-                            <td class="status package-{{ package.status|e }}">{{ package.status|e }}</td>
+                            <td>{{ package.groups|join("<br>"|safe) }}</td>
+                            <td>{{ package.licenses|join("<br>"|safe) }}</td>
+                            <td>{{ package.timestamp }}</td>
+                            <td class="table-{{ package.status_color }}">{{ package.status }}</td>
                         </tr>
                     {% endfor %}
-                </table>
+                {% else %}
-            </section>
+                    <tr>
+                        <td colspan="100%">In order to see statuses you must login first.</td>
+                    </tr>
+                {% endif %}
+                </tbody>
+            </table>
+        </div>
 
-            <footer>
+        <div class="container">
-                <ul class="navigation">
+            <footer class="d-flex flex-wrap justify-content-between align-items-center border-top">
-                    <li><a href="https://github.com/arcan1s/ahriman" title="sources">ahriman</a></li>
+                <ul class="nav">
-                    <li><a href="https://github.com/arcan1s/ahriman/releases" title="releases list">releases</a></li>
+                    <li><a class="nav-link" href="https://github.com/arcan1s/ahriman" title="sources">ahriman</a></li>
-                    <li><a href="https://github.com/arcan1s/ahriman/issues" title="issues tracker">report a bug</a></li>
+                    <li><a class="nav-link" href="https://github.com/arcan1s/ahriman/releases" title="releases list">releases</a></li>
+                    <li><a class="nav-link" href="https://github.com/arcan1s/ahriman/issues" title="issues tracker">report a bug</a></li>
                 </ul>
+
+                {% if index_url is not none %}
+                    <ul class="nav">
+                        <li><a class="nav-link" href="{{ index_url }}" title="repo index">repo index</a></li>
+                    </ul>
+                {% endif %}
+
+                {% if auth.enabled %}
+                    {% if auth.username is none %}
+                        {{ auth.control|safe }}
+                    {% else %}
+                        <form action="/user-api/v1/logout" method="post">
+                            <button class="btn btn-link" style="text-decoration: none">logout ({{ auth.username }})</button>
+                        </form>
+                    {% endif %}
+                {% endif %}
             </footer>
         </div>
+
+        {% if auth.enabled %}
+            {% include "build-status/login-modal.jinja2" %}
+        {% endif %}
+
+        {% include "build-status/package-actions-modals.jinja2" %}
+
+        {% include "utils/bootstrap-scripts.jinja2" %}
+
+        {% include "build-status/package-actions-script.jinja2" %}
+
     </body>
 
 </html>

package/share/ahriman/build-status/login-modal.jinja2

@@ -0,0 +1,29 @@
+<div id="loginForm" tabindex="-1" role="dialog" class="modal fade">
+    <div class="modal-dialog" role="document">
+        <div class="modal-content">
+            <form action="/user-api/v1/login" method="post">
+                <div class="modal-header">
+                    <h4 class="modal-title">login</h4>
+                    <button type="button" class="btn-close" data-bs-dismiss="modal" aria-label="close"></button>
+                </div>
+                <div class="modal-body">
+                    <div class="form-group row">
+                        <label for="username" class="col-sm-2 col-form-label">username</label>
+                        <div class="col-sm-10">
+                            <input id="username" type="text" class="form-control" placeholder="enter username" name="username" required>
+                        </div>
+                    </div>
+                    <div class="form-group row">
+                        <label for="password" class="col-sm-2 col-form-label">password</label>
+                        <div class="col-sm-10">
+                            <input id="password" type="password" class="form-control" placeholder="enter password" name="password" required>
+                        </div>
+                    </div>
+                </div>
+                <div class="modal-footer">
+                    <button class="btn btn-primary">login</button>
+                </div>
+            </form>
+        </div>
+    </div>
+</div>

package/share/ahriman/build-status/package-actions-modals.jinja2

@@ -0,0 +1,60 @@
+<div id="addForm" tabindex="-1" role="dialog" class="modal fade">
+    <div class="modal-dialog" role="document">
+        <div class="modal-content">
+            <div class="modal-header">
+                <h4 class="modal-title">add new packages</h4>
+                <button type="button" class="btn-close" data-bs-dismiss="modal" aria-label="close"></button>
+            </div>
+            <div class="modal-body">
+                <div class="form-group row">
+                    <label for="package" class="col-sm-2 col-form-label">package</label>
+                    <div class="col-sm-10">
+                        <input id="package" type="text" list="knownPackages" class="form-control" placeholder="AUR package" name="package" required>
+                        <datalist id="knownPackages"></datalist>
+                    </div>
+                </div>
+            </div>
+            <div class="modal-footer">
+                <button type="button" class="btn btn-secondary" data-bs-dismiss="modal">close</button>
+                <button type="button" class="btn btn-success" data-bs-dismiss="modal" onclick="requestPackages()">request</button>
+                <button type="button" class="btn btn-primary" data-bs-dismiss="modal" onclick="addPackages()">add</button>
+            </div>
+        </div>
+    </div>
+</div>
+
+<div id="failedForm" tabindex="-1" role="dialog" class="modal fade">
+    <div class="modal-dialog" role="document">
+        <div class="modal-content">
+            <div class="modal-header bg-danger">
+                <h4 class="modal-title">failed</h4>
+                <button type="button" class="btn-close" data-bs-dismiss="modal" aria-label="close"></button>
+            </div>
+            <div class="modal-body">
+                <p>Packages update has failed.</p>
+                <p id="errorDetails"></p>
+            </div>
+            <div class="modal-footer">
+                <button type="button" class="btn btn-primary" data-bs-dismiss="modal">close</button>
+            </div>
+        </div>
+    </div>
+</div>
+
+<div id="successForm" tabindex="-1" role="dialog" class="modal fade">
+    <div class="modal-dialog" role="document">
+        <div class="modal-content">
+            <div class="modal-header bg-success">
+                <h4 class="modal-title">success</h4>
+                <button type="button" class="btn-close" data-bs-dismiss="modal" aria-label="close"></button>
+            </div>
+            <div class="modal-body">
+                <p>Packages update has been run.</p>
+                <ul id="successDetails"></ul>
+            </div>
+            <div class="modal-footer">
+                <button type="button" class="btn btn-primary" data-bs-dismiss="modal">close</button>
+            </div>
+        </div>
+    </div>
+</div>

package/share/ahriman/build-status/package-actions-script.jinja2

@@ -0,0 +1,95 @@
+<script>
+    const $remove = $("#remove");
+    const $update = $("#update");
+
+    const $table = $("#packages");
+    $table.on("check.bs.table uncheck.bs.table check-all.bs.table uncheck-all.bs.table",
+        function () {
+            $remove.prop("disabled", !$table.bootstrapTable("getSelections").length);
+            $update.prop("disabled", !$table.bootstrapTable("getSelections").length);
+        })
+
+    const $successForm = $("#successForm");
+    const $successDetails = $("#successDetails");
+    $successForm.on("hidden.bs.modal", function() { window.location.reload(); });
+
+    const $failedForm = $("#failedForm");
+    const $errorDetails = $("#errorDetails");
+    $failedForm.on("hidden.bs.modal", function() { window.location.reload(); });
+
+    const $package = $("#package");
+    const $knownPackages = $("#knownPackages");
+    $package.keyup(function () {
+        const $this = $(this);
+        clearTimeout($this.data("timeout"));
+
+        $this.data("timeout", setTimeout($.proxy(function () {
+            const $value = $package.val();
+
+            $.ajax({
+                url: "/service-api/v1/search",
+                data: {"for": $value},
+                type: "GET",
+                dataType: "json",
+                success: function (resp) {
+                    const $options = resp.map(function (pkg) {
+                        const $option = document.createElement("option");
+                        $option.value = pkg.package;
+                        $option.innerText = `${pkg.package} (${pkg.description})`;
+                        return $option;
+                    });
+                    $knownPackages.empty().append($options);
+                    $this.focus();
+                },
+            })
+        }, this), 500));
+    })
+
+    function doPackageAction($uri, $packages) {
+        if ($packages.length === 0)
+            return;
+        $.ajax({
+            url: $uri,
+            data: JSON.stringify({packages: $packages}),
+            type: "POST",
+            contentType: "application/json",
+            success: function (_) {
+                const $details = $packages.map(function (pkg) {
+                    const $li = document.createElement("li");
+                    $li.innerText = pkg;
+                    return $li;
+                });
+                $successDetails.empty().append($details);
+                $successForm.modal("show");
+            },
+            error: function (jqXHR, textStatus, errorThrown) {
+                $errorDetails.text(errorThrown);
+                $failedForm.modal("show");
+            },
+        })
+    }
+
+    function getSelection() {
+        return $.map($table.bootstrapTable("getSelections"), function(row) {
+            return row._data["package-base"];
+        })
+    }
+
+    function addPackages() {
+        const $packages = [$package.val()]
+        doPackageAction("/service-api/v1/add", $packages);
+    }
+
+    function requestPackages() {
+        const $packages = [$package.val()]
+        doPackageAction("/service-api/v1/request", $packages);
+    }
+
+    function removePackages() { doPackageAction("/service-api/v1/remove", getSelection()); }
+
+    function updatePackages() { doPackageAction("/service-api/v1/add", getSelection()); }
+
+    $(function () {
+        $table.bootstrapTable("uncheckAll");
+    })
+</script>

package/share/ahriman/email-index.jinja2

@@ -0,0 +1,42 @@
+{#simplified version of full report#}
+<!doctype html>
+<html lang="en">
+    <head>
+        <title>{{ repository }}</title>
+
+        <meta name="viewport" content="width=device-width, initial-scale=1">
+
+        {% include "utils/style.jinja2" %}
+    </head>
+
+    <body>
+
+        <div class="container">
+            <table id="packages" class="table table-striped">
+                <thead class="table-primary">
+                    <tr>
+                        <th>package</th>
+                        <th>version</th>
+                        <th>archive size</th>
+                        <th>installed size</th>
+                        <th>build date</th>
+                    </tr>
+                </thead>
+
+                <tbody>
+                {% for package in packages %}
+                    <tr>
+                        <td><a href="{{ link_path }}/{{ package.filename }}" title="{{ package.name }}">{{ package.name }}</a></td>
+                        <td>{{ package.version }}</td>
+                        <td>{{ package.archive_size }}</td>
+                        <td>{{ package.installed_size }}</td>
+                        <td>{{ package.build_date }}</td>
+                    </tr>
+                {% endfor %}
+                </tbody>
+            </table>
+        </div>
+
+    </body>
+
+</html>

package/share/ahriman/repo-index.jinja2

@@ -1,62 +1,95 @@
 <!doctype html>
 <html lang="en">
     <head>
-        <title>{{ repository|e }}</title>
+        <title>{{ repository }}</title>
 
-        {% include "style.jinja2" %}
+        <meta name="viewport" content="width=device-width, initial-scale=1">
 
-        {% include "sorttable.jinja2" %}
+        {% include "utils/style.jinja2" %}
-        {% include "search.jinja2" %}
     </head>
 
     <body>
-        <div class="root">
-            <h1>Archlinux user repository</h1>
 
-            <section class="element">
+        <div class="container">
-                {% if pgp_key is not none %}
+            <h1>Arch Linux user repository</h1>
-                    <p>This repository is signed with <a href="http://keys.gnupg.net/pks/lookup?search=0x{{ pgp_key|e }}&fingerprint=on&op=index" title="key search">{{ pgp_key|e }}</a> by default.</p>
+        </div>
-                {% endif %}
 
-                <code>
+        <div class="container">
-                    $ cat /etc/pacman.conf<br>
+            {% if pgp_key is not none %}
-                    [{{ repository|e }}]<br>
+                <p>This repository is signed with <a href="https://pgp.mit.edu/pks/lookup?search=0x{{ pgp_key }}&fingerprint=on&op=index" title="key search">{{ pgp_key }}</a> by default.</p>
-                    Server = {{ link_path|e }}<br>
+            {% endif %}
-                    SigLevel = Database{% if has_repo_signed %}Required{% else %}Never{% endif %} Package{% if has_package_signed %}Required{% else %}Never{% endif %} TrustedOnly
-                </code>
-            </section>
 
-            {% include "search-line.jinja2" %}
+<pre>$ cat /etc/pacman.conf
+[{{ repository }}]
+Server = {{ link_path }}
+SigLevel = Database{% if has_repo_signed %}Required{% else %}Never{% endif %} Package{% if has_package_signed %}Required{% else %}Never{% endif %} TrustedOnly</pre>
+        </div>
 
-            <section class="element">
+        <div class="container">
-                <table class="sortable search-table">
+            <table id="packages" class="table table-striped table-hover"
-                    <tr class="header">
+                   data-export-options='{"fileName": "packages"}'
-                        <th>package</th>
+                   data-page-list="[10, 25, 50, 100, all]"
-                        <th>version</th>
+                   data-page-size="10"
-                        <th>archive size</th>
+                   data-pagination="true"
-                        <th>installed size</th>
+                   data-resizable="true"
-                        <th>build date</th>
+                   data-search="true"
+                   data-show-columns="true"
+                   data-show-columns-search="true"
+                   data-show-columns-toggle-all="true"
+                   data-show-export="true"
+                   data-show-fullscreen="true"
+                   data-show-search-clear-button="true"
+                   data-sortable="true"
+                   data-sort-reset="true"
+                   data-toggle="table">
+                <thead class="table-primary">
+                    <tr>
+                        <th data-sortable="true" data-switchable="false">package</th>
+                        <th data-sortable="true">version</th>
+                        <th data-sortable="true" data-visible="false">architecture</th>
+                        <th data-sortable="true" data-visible="false">description</th>
+                        <th data-sortable="true" data-visible="false">upstream url</th>
+                        <th data-sortable="true" data-visible="false">licenses</th>
+                        <th data-sortable="true" data-visible="false">groups</th>
+                        <th data-sortable="true" data-visible="false">depends</th>
+                        <th data-sortable="true">archive size</th>
+                        <th data-sortable="true">installed size</th>
+                        <th data-sortable="true">build date</th>
                     </tr>
+                </thead>
 
-                    {% for package in packages %}
+                <tbody>
-                        <tr class="package">
+                {% for package in packages %}
-                            <td class="include-search"><a href="{{ link_path|e }}/{{ package.filename|e }}" title="{{ package.name|e }}">{{ package.name|e }}</a></td>
+                    <tr>
-                            <td>{{ package.version|e }}</td>
+                        <td><a href="{{ link_path }}/{{ package.filename }}" title="{{ package.name }}">{{ package.name }}</a></td>
-                            <td>{{ package.archive_size|e }}</td>
+                        <td>{{ package.version }}</td>
-                            <td>{{ package.installed_size|e }}</td>
+                        <td>{{ package.architecture }}</td>
-                            <td>{{ package.build_date|e }}</td>
+                        <td>{{ package.description }}</td>
-                        </tr>
+                        <td><a href="{{ package.url }}" title="{{ package.name }} upstream url">{{ package.url }}</a></td>
-                    {% endfor %}
+                        <td>{{ package.licenses|join("<br>"|safe) }}</td>
-                </table>
+                        <td>{{ package.groups|join("<br>"|safe) }}</td>
-            </section>
+                        <td>{{ package.depends|join("<br>"|safe) }}</td>
+                        <td>{{ package.archive_size }}</td>
+                        <td>{{ package.installed_size }}</td>
+                        <td>{{ package.build_date }}</td>
+                    </tr>
+                {% endfor %}
+                </tbody>
+            </table>
+        </div>
 
-            <footer>
+        <div class="container">
-                <ul class="navigation">
+            <footer class="d-flex flex-wrap justify-content-between align-items-center border-top">
+                <ul class="nav">
                     {% if homepage is not none %}
-                        <li><a href="{{ homepage|e }}" title="homepage">Homepage</a></li>
+                        <li><a class="nav-link" href="{{ homepage }}" title="homepage">homepage</a></li>
                     {% endif %}
                 </ul>
             </footer>
         </div>
+
+        {% include "utils/bootstrap-scripts.jinja2" %}
+
     </body>
+
 </html>

package/share/ahriman/search-line.jinja2

@@ -1,3 +0,0 @@
-<section class="element">
-    <input type="search" id="search" onkeyup="searchInTable()" placeholder="search for package" title="search for package"/>
-</section>

package/share/ahriman/search.jinja2

@@ -1,25 +0,0 @@
-<script type="text/javascript">
-    function searchInTable() {
-        const input = document.getElementById("search");
-        const filter = input.value.toLowerCase();
-        const tables = document.getElementsByClassName("search-table");
-
-        for (let i = 0; i < tables.length; i++) {
-            const tr = tables[i].getElementsByTagName("tr");
-            // from 1 coz of header
-            for (let i = 1; i < tr.length; i++) {
-                let td = tr[i].getElementsByClassName("include-search");
-                let display = "none";
-                for (let j = 0; j < td.length; j++) {
-                    if (td[j].tagName.toLowerCase() === "td") {
-                        if (td[j].innerHTML.toLowerCase().indexOf(filter) > -1) {
-                            display = "";
-                            break;
-                        }
-                    }
-                }
-                tr[i].style.display = display;
-            }
-        }
-    }
-</script>

package/share/ahriman/sorttable.jinja2

@@ -1 +0,0 @@
-<script src="https://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script>

package/share/ahriman/style.jinja2

@@ -1,136 +0,0 @@
-<style>
-    :root {
-        --color-building: 255, 255, 146;
-        --color-failed: 255, 94, 94;
-        --color-pending: 255, 255, 146;
-        --color-success: 94, 255, 94;
-        --color-unknown: 225, 225, 225;
-
-        --color-header: 200, 200, 255;
-        --color-hover: 255, 255, 225;
-        --color-line-blue: 235, 235, 255;
-        --color-line-white: 255, 255, 255;
-    }
-
-    @keyframes blink-building {
-        0% { background-color: rgba(var(--color-building), 1.0); }
-        10% { background-color: rgba(var(--color-building), 0.9); }
-        20% { background-color: rgba(var(--color-building), 0.8); }
-        30% { background-color: rgba(var(--color-building), 0.7); }
-        40% { background-color: rgba(var(--color-building), 0.6); }
-        50% { background-color: rgba(var(--color-building), 0.5); }
-        60% { background-color: rgba(var(--color-building), 0.4); }
-        70% { background-color: rgba(var(--color-building), 0.3); }
-        80% { background-color: rgba(var(--color-building), 0.2); }
-        90% { background-color: rgba(var(--color-building), 0.1); }
-        100% { background-color: rgba(var(--color-building), 0.0); }
-    }
-
-    div.root {
-        width: 70%;
-        padding: 15px 15% 0;
-    }
-
-    section.element, footer {
-        width: 100%;
-        padding: 10px 0;
-    }
-
-    code, input, table {
-        width: inherit;
-    }
-
-    th, td {
-        padding: 5px;
-    }
-
-    tr.package:nth-child(odd) {
-        background-color: rgba(var(--color-line-white), 1.0);
-    }
-
-    tr.package:nth-child(even) {
-        background-color: rgba(var(--color-line-blue), 1.0);
-    }
-
-    tr.package:hover {
-        background-color: rgba(var(--color-hover), 1.0);
-    }
-
-    tr.header{
-        background-color: rgba(var(--color-header), 1.0);
-    }
-
-    td.status {
-        text-align: center;
-    }
-
-    td.package-unknown {
-        background-color: rgba(var(--color-unknown), 1.0);
-    }
-    td.package-pending {
-        background-color: rgba(var(--color-pending), 1.0);
-    }
-    td.package-building {
-        background-color: rgba(var(--color-building), 1.0);
-        animation-name: blink-building;
-        animation-duration: 1s;
-        animation-timing-function: linear;
-        animation-iteration-count: infinite;
-        animation-direction: alternate;
-    }
-    td.package-failed {
-        background-color: rgba(var(--color-failed), 1.0);
-    }
-    td.package-success {
-        background-color: rgba(var(--color-success), 1.0);
-    }
-
-    li.service-unknown {
-        background-color: rgba(var(--color-unknown), 1.0);
-    }
-    li.service-building {
-        background-color: rgba(var(--color-building), 1.0);
-        animation-name: blink-building;
-        animation-duration: 1s;
-        animation-timing-function: linear;
-        animation-iteration-count: infinite;
-        animation-direction: alternate;
-    }
-    li.service-failed {
-        background-color: rgba(var(--color-failed), 1.0);
-    }
-    li.service-success {
-        background-color: rgba(var(--color-success), 1.0);
-    }
-
-    ul.navigation {
-        list-style-type: none;
-        margin: 0;
-        padding: 0;
-        overflow: hidden;
-        background-color: rgba(var(--color-header), 1.0);
-    }
-
-    ul.navigation li {
-        float: left;
-    }
-
-    ul.navigation li.status {
-        display: block;
-        text-align: center;
-        text-decoration: none;
-        padding: 14px 16px;
-    }
-
-    ul.navigation li a {
-        display: block;
-        color: black;
-        text-align: center;
-        text-decoration: none;
-        padding: 14px 16px;
-    }
-
-    ul.navigation li a:hover {
-        background-color: rgba(var(--color-hover), 1.0);
-    }
-</style>

package/share/ahriman/utils/bootstrap-scripts.jinja2

@@ -0,0 +1,23 @@
+<script src="https://cdn.jsdelivr.net/npm/jquery/dist/jquery.min.js"></script>
+
+<script src="https://unpkg.com/tableexport.jquery.plugin/tableExport.min.js"></script>
+
+<script src="https://unpkg.com/jquery-resizable-columns@0.2.3/dist/jquery.resizableColumns.min.js"></script>
+
+<script src="https://cdn.jsdelivr.net/npm/bootstrap@5.1.0/dist/js/bootstrap.bundle.min.js" integrity="sha384-U1DAWAznBHeqEIlVSCgzq+c9gqGAJn5c/t99JyeKa9xxaYpSvHU5awsuZVVFIhvj" crossorigin="anonymous"></script>
+<script src="https://unpkg.com/bootstrap-table@1.18.3/dist/bootstrap-table.min.js"></script>
+
+<script src="https://unpkg.com/bootstrap-table@1.18.3/dist/extensions/export/bootstrap-table-export.min.js"></script>
+
+<script src="https://unpkg.com/bootstrap-table@1.18.3/dist/extensions/resizable/bootstrap-table-resizable.js"></script>
+
+<script>
+    $("#packages").bootstrapTable({
+        formatClearSearch: function () {
+            return "Clear search";
+        },
+        formatSearch: function () {
+            return "search";
+        }
+    })
+</script>

package/share/ahriman/utils/style.jinja2

@@ -0,0 +1,9 @@
+<script src="https://kit.fontawesome.com/0d6d6d5226.js" crossorigin="anonymous"></script>
+<link href="https://cdn.jsdelivr.net/npm/bootstrap@5.1.0/dist/css/bootstrap.min.css" rel="stylesheet" integrity="sha384-KyZXEAg3QhqLMpG8r+8fhAXLRk2vvoC2f3B09zVXn8CA5QIVfZOJ3BCsw2P0p/We" crossorigin="anonymous">
+
+<link href="https://unpkg.com/bootstrap-table@1.18.3/dist/bootstrap-table.min.css" rel="stylesheet">
+
+<link href="https://unpkg.com/jquery-resizable-columns@0.2.3/dist/jquery.resizableColumns.css" rel="stylesheet">
+
+<style>
+</style>

setup.cfg

@@ -0,0 +1,6 @@
+[aliases]
+test = pytest
+
+[tool:pytest]
+addopts = --cov=ahriman --cov-report term-missing:skip-covered --pspec
+asyncio_mode = auto

setup.py

@@ -1,72 +1,119 @@
-from distutils.util import convert_path
+from pathlib import Path
 from setuptools import setup, find_packages
-from os import path
+from typing import Any, Dict
+
+
+metadata_path = Path(__file__).resolve().parent / "src/ahriman/version.py"
+metadata: Dict[str, Any] = {}
+with metadata_path.open() as metadata_file:
+    exec(metadata_file.read(), metadata)  # pylint: disable=exec-used
 
-here = path.abspath(path.dirname(__file__))
-metadata = dict()
-with open(convert_path('src/ahriman/version.py')) as metadata_file:
-    exec(metadata_file.read(), metadata)
 
 setup(
-    name='ahriman',
+    name="ahriman",
 
-    version=metadata['__version__'],
+    version=metadata["__version__"],
     zip_safe=False,
 
-    description='ArcHlinux ReposItory MANager',
+    description="ArcH Linux ReposItory MANager",
 
-    author='arcanis',
+    author="ahriman team",
-    author_email='',
+    author_email="",
-    url='https://github.com/arcan1s/ahriman',
+    url="https://github.com/arcan1s/ahriman",
 
-    license='GPL3',
+    license="GPL3",
 
-    packages=find_packages('src'),
+    packages=find_packages("src"),
-    package_dir={'': 'src'},
+    package_dir={"": "src"},
 
     dependency_links=[
     ],
     install_requires=[
-        'aur',
+        "inflection",
-        'pyalpm',
+        "passlib",
-        'srcinfo',
+        "pyalpm",
+        "requests",
+        "srcinfo",
     ],
     setup_requires=[
-        'pytest-runner',
+        "pytest-runner",
     ],
     tests_require=[
-        'pytest',
+        "pytest",
+        "pytest-aiohttp",
+        "pytest-cov",
+        "pytest-helpers-namespace",
+        "pytest-mock",
+        "pytest-pspec",
+        "pytest-resource-path",
     ],
 
     include_package_data=True,
     scripts=[
-        'package/bin/ahriman',
+        "package/bin/ahriman",
     ],
     data_files=[
-        ('/etc', [
+        ("/etc", [
-            'package/etc/ahriman.ini',
+            "package/etc/ahriman.ini",
         ]),
-        ('/etc/ahriman.ini.d', [
+        ("/etc/ahriman.ini.d", [
-            'package/etc/ahriman.ini.d/logging.ini',
+            "package/etc/ahriman.ini.d/logging.ini",
         ]),
-        ('lib/systemd/system', [
+        ("lib/systemd/system", [
-            'package/lib/systemd/system/ahriman@.service',
+            "package/lib/systemd/system/ahriman@.service",
-            'package/lib/systemd/system/ahriman@.timer',
+            "package/lib/systemd/system/ahriman@.timer",
-            'package/lib/systemd/system/ahriman-web@.service',
+            "package/lib/systemd/system/ahriman-web@.service",
         ]),
-        ('share/ahriman', [
+        ("share/ahriman", [
-            'package/share/ahriman/build-status.jinja2',
+            "package/share/ahriman/build-status.jinja2",
-            'package/share/ahriman/repo-index.jinja2',
+            "package/share/ahriman/email-index.jinja2",
-            'package/share/ahriman/search.jinja2',
+            "package/share/ahriman/repo-index.jinja2",
-            'package/share/ahriman/search-line.jinja2',
-            'package/share/ahriman/sorttable.jinja2',
-            'package/share/ahriman/style.jinja2',
         ]),
+        ("share/ahriman/build-status", [
+            "package/share/ahriman/build-status/login-modal.jinja2",
+            "package/share/ahriman/build-status/package-actions-modals.jinja2",
+            "package/share/ahriman/build-status/package-actions-script.jinja2",
+        ]),
+        ("share/ahriman/static", [
+            "package/share/ahriman/static/favicon.ico",
+        ]),
+        ("share/ahriman/utils", [
+            "package/share/ahriman/utils/bootstrap-scripts.jinja2",
+            "package/share/ahriman/utils/style.jinja2",
+        ]),
+        ("share/man/man1", [
+            "docs/ahriman.1",
+        ])
     ],
 
     extras_require={
-        'html-templates': ['Jinja2'],
+        "check": [
-        'test': ['coverage', 'pytest'],
+            "autopep8",
-        'web': ['Jinja2', 'aiohttp', 'aiohttp_jinja2', 'requests'],
+            "bandit",
+            "mypy",
+            "pylint",
+        ],
+        "s3": [
+            "boto3",
+        ],
+        "test": [
+            "pytest",
+            "pytest-aiohttp",
+            "pytest-cov",
+            "pytest-helpers-namespace",
+            "pytest-mock",
+            "pytest-pspec",
+            "pytest-resource-path",
+        ],
+        "web": [
+            "Jinja2",
+            "aiohttp",
+            "aiohttp_jinja2",
+            "aioauth-client",
+            "aiohttp_debugtoolbar",
+            "aiohttp_session",
+            "aiohttp_security",
+            "cryptography",
+        ],
     },
 )

src/ahriman/__init__.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).

src/ahriman/application/__init__.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).

src/ahriman/application/ahriman.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -19,89 +19,524 @@
 #
 import argparse
 import sys
+import tempfile
 
-import ahriman.application.handlers as handlers
+from pathlib import Path
-import ahriman.version as version
+from typing import TypeVar
+
+from ahriman import version
+from ahriman.application import handlers
+from ahriman.models.action import Action
+from ahriman.models.build_status import BuildStatusEnum
+from ahriman.models.package_source import PackageSource
+from ahriman.models.sign_settings import SignSettings
+from ahriman.models.user_access import UserAccess
 
 
-if __name__ == '__main__':
+# this workaround is for several things
-    parser = argparse.ArgumentParser(prog='ahriman', description='ArcHlinux ReposItory MANager')
+# firstly python devs don't think that is it error and asking you for workarounds https://bugs.python.org/issue41592
-    parser.add_argument(
+# secondly linters don't like when you are importing private members
-        '-a',
+# thirdly new mypy doesn't like _SubParsersAction and thinks it is a template
-        '--architecture',
+SubParserAction = TypeVar("SubParserAction", bound="argparse._SubParsersAction[argparse.ArgumentParser]")
-        help='target architectures (can be used multiple times)',
-        action='append')
-    parser.add_argument('-c', '--config', help='configuration path', default='/etc/ahriman.ini')
-    parser.add_argument('--force', help='force run, remove file lock', action='store_true')
-    parser.add_argument('--lock', help='lock file', default='/tmp/ahriman.lock')
-    parser.add_argument('--no-log', help='redirect all log messages to stderr', action='store_true')
-    parser.add_argument('--no-report', help='force disable reporting to web service', action='store_true')
-    parser.add_argument('--unsafe', help='allow to run ahriman as non-ahriman user', action='store_true')
-    parser.add_argument('-v', '--version', action='version', version=version.__version__)
-    subparsers = parser.add_subparsers(title='command')
 
-    add_parser = subparsers.add_parser('add', description='add package')
-    add_parser.add_argument('package', help='package base/name or archive path', nargs='+')
-    add_parser.add_argument('--without-dependencies', help='do not add dependencies', action='store_true')
-    add_parser.set_defaults(handler=handlers.Add)
 
-    check_parser = subparsers.add_parser('check', description='check for updates. Same as update --dry-run --no-manual')
+def _formatter(prog: str) -> argparse.HelpFormatter:
-    check_parser.add_argument('package', help='filter check by package base', nargs='*')
+    """
-    check_parser.add_argument('--no-vcs', help='do not check VCS packages', action='store_true')
+    formatter for the help message
-    check_parser.set_defaults(handler=handlers.Update, no_aur=False, no_manual=True, dry_run=True)
+    :param prog: application name
+    :return: formatter used by default
+    """
+    return argparse.ArgumentDefaultsHelpFormatter(prog, width=120)
 
-    clean_parser = subparsers.add_parser('clean', description='clear all local caches')
-    clean_parser.add_argument('--no-build', help='do not clear directory with package sources', action='store_true')
-    clean_parser.add_argument('--no-cache', help='do not clear directory with package caches', action='store_true')
-    clean_parser.add_argument('--no-chroot', help='do not clear build chroot', action='store_true')
-    clean_parser.add_argument(
-        '--no-manual',
-        help='do not clear directory with manually added packages',
-        action='store_true')
-    clean_parser.add_argument('--no-packages', help='do not clear directory with built packages', action='store_true')
-    clean_parser.set_defaults(handler=handlers.Clean)
 
-    config_parser = subparsers.add_parser('config', description='dump configuration for specified architecture')
+def _parser() -> argparse.ArgumentParser:
-    config_parser.set_defaults(handler=handlers.Dump, lock=None, no_report=True, unsafe=True)
+    """
+    command line parser generator
+    :return: command line parser for the application
+    """
+    parser = argparse.ArgumentParser(prog="ahriman", description="ArcH Linux ReposItory MANager",
+                                     epilog="Argument list can also be read from file by using @ prefix.",
+                                     fromfile_prefix_chars="@", formatter_class=_formatter)
+    parser.add_argument("-a", "--architecture", help="target architectures (can be used multiple times)",
+                        action="append")
+    parser.add_argument("-c", "--configuration", help="configuration path", type=Path, default=Path("/etc/ahriman.ini"))
+    parser.add_argument("--force", help="force run, remove file lock", action="store_true")
+    parser.add_argument("-l", "--lock", help="lock file", type=Path,
+                        default=Path(tempfile.gettempdir()) / "ahriman.lock")
+    parser.add_argument("--no-report", help="force disable reporting to web service", action="store_true")
+    parser.add_argument("-q", "--quiet", help="force disable any logging", action="store_true")
+    parser.add_argument("--unsafe", help="allow to run ahriman as non-ahriman user. Some actions might be unavailable",
+                        action="store_true")
+    parser.add_argument("-v", "--version", action="version", version=version.__version__)
 
-    rebuild_parser = subparsers.add_parser('rebuild', description='rebuild whole repository')
+    subparsers = parser.add_subparsers(title="command", help="command to run", dest="command", required=True)
-    rebuild_parser.set_defaults(handler=handlers.Rebuild)
 
-    remove_parser = subparsers.add_parser('remove', description='remove package')
+    _set_aur_search_parser(subparsers)
-    remove_parser.add_argument('package', help='package name or base', nargs='+')
+    _set_key_import_parser(subparsers)
-    remove_parser.set_defaults(handler=handlers.Remove)
+    _set_package_add_parser(subparsers)
+    _set_package_remove_parser(subparsers)
+    _set_package_status_parser(subparsers)
+    _set_package_status_remove_parser(subparsers)
+    _set_package_status_update_parser(subparsers)
+    _set_patch_add_parser(subparsers)
+    _set_patch_list_parser(subparsers)
+    _set_patch_remove_parser(subparsers)
+    _set_repo_check_parser(subparsers)
+    _set_repo_clean_parser(subparsers)
+    _set_repo_config_parser(subparsers)
+    _set_repo_init_parser(subparsers)
+    _set_repo_rebuild_parser(subparsers)
+    _set_repo_remove_unknown_parser(subparsers)
+    _set_repo_report_parser(subparsers)
+    _set_repo_setup_parser(subparsers)
+    _set_repo_sign_parser(subparsers)
+    _set_repo_status_update_parser(subparsers)
+    _set_repo_sync_parser(subparsers)
+    _set_repo_update_parser(subparsers)
+    _set_user_add_parser(subparsers)
+    _set_user_remove_parser(subparsers)
+    _set_web_parser(subparsers)
 
-    report_parser = subparsers.add_parser('report', description='generate report')
+    return parser
-    report_parser.add_argument('target', help='target to generate report', nargs='*')
-    report_parser.set_defaults(handler=handlers.Report)
 
-    status_parser = subparsers.add_parser('status', description='request status of the package')
-    status_parser.add_argument('--ahriman', help='get service status itself', action='store_true')
-    status_parser.add_argument('package', help='filter status by package base', nargs='*')
-    status_parser.set_defaults(handler=handlers.Status, lock=None, no_report=True, unsafe=True)
 
-    sync_parser = subparsers.add_parser('sync', description='sync packages to remote server')
+def _set_aur_search_parser(root: SubParserAction) -> argparse.ArgumentParser:
-    sync_parser.add_argument('target', help='target to sync', nargs='*')
+    """
-    sync_parser.set_defaults(handler=handlers.Sync)
+    add parser for AUR search subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("aur-search", aliases=["search"], help="search for package",
+                             description="search for package in AUR using API", formatter_class=_formatter)
+    parser.add_argument("search", help="search terms, can be specified multiple times, result will match all terms",
+                        nargs="+")
+    parser.add_argument("-i", "--info", help="show additional package information", action="store_true")
+    parser.add_argument("--sort-by", help="sort field by this field. In case if two packages have the same value of "
+                                          "the specified field, they will be always sorted by name",
+                        default="name", choices=sorted(handlers.Search.SORT_FIELDS))
+    parser.set_defaults(handler=handlers.Search, architecture=[""], lock=None, no_report=True, quiet=True, unsafe=True)
+    return parser
 
-    update_parser = subparsers.add_parser('update', description='run updates')
-    update_parser.add_argument('package', help='filter check by package base', nargs='*')
-    update_parser.add_argument(
-        '--dry-run', help='just perform check for updates, same as check command', action='store_true')
-    update_parser.add_argument('--no-aur', help='do not check for AUR updates. Implies --no-vcs', action='store_true')
-    update_parser.add_argument('--no-manual', help='do not include manual updates', action='store_true')
-    update_parser.add_argument('--no-vcs', help='do not check VCS packages', action='store_true')
-    update_parser.set_defaults(handler=handlers.Update)
 
-    web_parser = subparsers.add_parser('web', description='start web server')
+def _set_key_import_parser(root: SubParserAction) -> argparse.ArgumentParser:
-    web_parser.set_defaults(handler=handlers.Web, lock=None, no_report=True)
+    """
+    add parser for key import subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("key-import", help="import PGP key",
+                             description="import PGP key from public sources to the repository user",
+                             epilog="By default ahriman runs build process with package sources validation "
+                                    "(in case if signature and keys are available in PKGBUILD). This process will "
+                                    "fail in case if key is not known for build user. This subcommand can be used "
+                                    "in order to import the PGP key to user keychain.",
+                             formatter_class=_formatter)
+    parser.add_argument("--key-server", help="key server for key import", default="pgp.mit.edu")
+    parser.add_argument("key", help="PGP key to import from public server")
+    parser.set_defaults(handler=handlers.KeyImport, architecture=[""], lock=None, no_report=True)
+    return parser
 
-    args = parser.parse_args()
-    if 'handler' not in args:
-        parser.print_help()
-        sys.exit(1)
 
-    handler: handlers.Handler = args.handler
+def _set_package_add_parser(root: SubParserAction) -> argparse.ArgumentParser:
-    status = handler.execute(args)
+    """
+    add parser for package addition subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("package-add", aliases=["add", "package-update"], help="add package",
+                             description="add existing or new package to the build queue",
+                             epilog="This subcommand should be used for new package addition. It also supports flag "
+                                    "--now in case if you would like to build the package immediately. "
+                                    "You can add new package from one of supported sources: "
+                                    "1) if it is already built package you can specify the path to the archive; "
+                                    "2) you can also add built packages from the directory (e.g. during the migration "
+                                    "from another repository source); "
+                                    "3) it is also possible to add package from local PKGBUILD, but in this case it "
+                                    "will be ignored during the next automatic updates; "
+                                    "4) ahriman supports downloading archives from remote (e.g. HTTP) sources; "
+                                    "5) and finally you can add package from AUR.",
+                             formatter_class=_formatter)
+    parser.add_argument("package", help="package source (base name, path to local files, remote URL)", nargs="+")
+    parser.add_argument("-n", "--now", help="run update function after", action="store_true")
+    parser.add_argument("-s", "--source", help="explicitly specify the package source for this command",
+                        type=PackageSource, choices=PackageSource, default=PackageSource.Auto)
+    parser.add_argument("--without-dependencies", help="do not add dependencies", action="store_true")
+    parser.set_defaults(handler=handlers.Add)
+    return parser
 
-    sys.exit(status)
+
+def _set_package_remove_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for package removal subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("package-remove", aliases=["remove"], help="remove package",
+                             description="remove package from the repository", formatter_class=_formatter)
+    parser.add_argument("package", help="package name or base", nargs="+")
+    parser.set_defaults(handler=handlers.Remove)
+    return parser
+
+
+def _set_package_status_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for package status subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("package-status", aliases=["status"], help="get package status",
+                             description="request status of the package",
+                             epilog="This feature requests package status from the web interface if it is available.",
+                             formatter_class=_formatter)
+    parser.add_argument("package", help="filter status by package base", nargs="*")
+    parser.add_argument("--ahriman", help="get service status itself", action="store_true")
+    parser.add_argument("-i", "--info", help="show additional package information", action="store_true")
+    parser.add_argument("-s", "--status", help="filter packages by status",
+                        type=BuildStatusEnum, choices=BuildStatusEnum)
+    parser.set_defaults(handler=handlers.Status, lock=None, no_report=True, quiet=True, unsafe=True)
+    return parser
+
+
+def _set_package_status_remove_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for package status remove subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("package-status-remove", help="remove package status",
+                             description="remove the package from the status page",
+                             epilog="Please note that this subcommand does not remove the package itself, it just "
+                                    "clears the status page.",
+                             formatter_class=_formatter)
+    parser.add_argument("package", help="remove specified packages", nargs="+")
+    parser.set_defaults(handler=handlers.StatusUpdate, action=Action.Remove, lock=None, no_report=True, quiet=True,
+                        unsafe=True)
+    return parser
+
+
+def _set_package_status_update_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for package status update subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("package-status-update", aliases=["status-update"], help="update package status",
+                             description="update package status on the status page", formatter_class=_formatter)
+    parser.add_argument("package", help="set status for specified packages. "
+                                        "If no packages supplied, service status will be updated",
+                        nargs="*")
+    parser.add_argument("-s", "--status", help="new status",
+                        type=BuildStatusEnum, choices=BuildStatusEnum, default=BuildStatusEnum.Success)
+    parser.set_defaults(handler=handlers.StatusUpdate, action=Action.Update, lock=None, no_report=True, quiet=True,
+                        unsafe=True)
+    return parser
+
+
+def _set_patch_add_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for new patch subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("patch-add", help="add patch set", description="create or update source patches",
+                             epilog="In order to add a patch set for the package you will need to clone "
+                                    "the AUR package manually, add required changes (e.g. external patches, "
+                                    "edit PKGBUILD) and run command, e.g. `ahriman patch path/to/directory`. "
+                                    "By default it tracks *.patch and *.diff files, but this behavior can be changed "
+                                    "by using --track option",
+                             formatter_class=_formatter)
+    parser.add_argument("package", help="path to directory with changed files for patch addition/update")
+    parser.add_argument("-t", "--track", help="files which has to be tracked", action="append",
+                        default=["*.diff", "*.patch"])
+    parser.set_defaults(handler=handlers.Patch, action=Action.Update, architecture=[""], lock=None, no_report=True)
+    return parser
+
+
+def _set_patch_list_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for list patches subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("patch-list", help="list patch sets",
+                             description="list available patches for the package", formatter_class=_formatter)
+    parser.add_argument("package", help="package base")
+    parser.set_defaults(handler=handlers.Patch, action=Action.List, architecture=[""], lock=None, no_report=True)
+    return parser
+
+
+def _set_patch_remove_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for remove patches subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("patch-remove", help="remove patch set", description="remove patches for the package",
+                             formatter_class=_formatter)
+    parser.add_argument("package", help="package base")
+    parser.set_defaults(handler=handlers.Patch, action=Action.Remove, architecture=[""], lock=None, no_report=True)
+    return parser
+
+
+def _set_repo_check_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for repository check subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-check", aliases=["check"], help="check for updates",
+                             description="check for packages updates. Same as update --dry-run --no-manual",
+                             formatter_class=_formatter)
+    parser.add_argument("package", help="filter check by package base", nargs="*")
+    parser.add_argument("--no-vcs", help="do not check VCS packages", action="store_true")
+    parser.set_defaults(handler=handlers.Update, dry_run=True, no_aur=False, no_local=False, no_manual=True)
+    return parser
+
+
+def _set_repo_clean_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for repository clean subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-clean", aliases=["clean"], help="clean local caches",
+                             description="remove local caches",
+                             epilog="The subcommand clears every temporary directories (builds, caches etc). Normally "
+                                    "you should not run this command manually. Also in case if you are going to clear "
+                                    "the chroot directories you will need root privileges.",
+                             formatter_class=_formatter)
+    parser.add_argument("--build", help="clear directory with package sources", action="store_true")
+    parser.add_argument("--cache", help="clear directory with package caches", action="store_true")
+    parser.add_argument("--chroot", help="clear build chroot", action="store_true")
+    parser.add_argument("--manual", help="clear directory with manually added packages", action="store_true")
+    parser.add_argument("--packages", help="clear directory with built packages", action="store_true")
+    parser.add_argument("--patches", help="clear directory with patches", action="store_true")
+    parser.set_defaults(handler=handlers.Clean, quiet=True, unsafe=True)
+    return parser
+
+
+def _set_repo_config_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for config subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-config", aliases=["config"], help="dump configuration",
+                             description="dump configuration for the specified architecture",
+                             formatter_class=_formatter)
+    parser.set_defaults(handler=handlers.Dump, lock=None, no_report=True, quiet=True, unsafe=True)
+    return parser
+
+
+def _set_repo_init_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for repository init subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-init", aliases=["init"], help="create repository tree",
+                             description="create empty repository tree. Optional command for auto architecture support",
+                             formatter_class=_formatter)
+    parser.set_defaults(handler=handlers.Init, no_report=True)
+    return parser
+
+
+def _set_repo_rebuild_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for repository rebuild subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-rebuild", aliases=["rebuild"], help="rebuild repository",
+                             description="force rebuild whole repository", formatter_class=_formatter)
+    parser.add_argument("--depends-on", help="only rebuild packages that depend on specified package", action="append")
+    parser.add_argument("--dry-run", help="just perform check for packages without rebuild process itself",
+                        action="store_true")
+    parser.set_defaults(handler=handlers.Rebuild)
+    return parser
+
+
+def _set_repo_remove_unknown_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for remove unknown packages subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-remove-unknown", aliases=["remove-unknown"], help="remove unknown packages",
+                             description="remove packages which are missing in AUR and do not have local PKGBUILDs",
+                             formatter_class=_formatter)
+    parser.add_argument("--dry-run", help="just perform check for packages without removal", action="store_true")
+    parser.add_argument("-i", "--info", help="show additional package information", action="store_true")
+    parser.set_defaults(handler=handlers.RemoveUnknown)
+    return parser
+
+
+def _set_repo_report_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for report subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-report", aliases=["report"], help="generate report",
+                             description="generate repository report according to current settings",
+                             epilog="Create and/or update repository report as configured.",
+                             formatter_class=_formatter)
+    parser.add_argument("target", help="target to generate report", nargs="*")
+    parser.set_defaults(handler=handlers.Report)
+    return parser
+
+
+def _set_repo_setup_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for setup subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-setup", aliases=["setup"], help="initial service configuration",
+                             description="create initial service configuration, requires root",
+                             epilog="Create _minimal_ configuration for the service according to provided options.",
+                             formatter_class=_formatter)
+    parser.add_argument("--build-command", help="build command prefix", default="ahriman")
+    parser.add_argument("--from-configuration", help="path to default devtools pacman configuration",
+                        type=Path, default=Path("/usr/share/devtools/pacman-extra.conf"))
+    parser.add_argument("--no-multilib", help="do not add multilib repository", action="store_true")
+    parser.add_argument("--packager", help="packager name and email", required=True)
+    parser.add_argument("--repository", help="repository name", required=True)
+    parser.add_argument("--sign-key", help="sign key id")
+    parser.add_argument("--sign-target", help="sign options", action="append",
+                        type=SignSettings.from_option, choices=SignSettings)
+    parser.add_argument("--web-port", help="port of the web service", type=int)
+    parser.set_defaults(handler=handlers.Setup, lock=None, no_report=True, quiet=True, unsafe=True)
+    return parser
+
+
+def _set_repo_sign_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for sign subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-sign", aliases=["sign"], help="sign packages",
+                             description="(re-)sign packages and repository database according to current settings",
+                             epilog="Sign repository and/or packages as configured.",
+                             formatter_class=_formatter)
+    parser.add_argument("package", help="sign only specified packages", nargs="*")
+    parser.set_defaults(handler=handlers.Sign)
+    return parser
+
+
+def _set_repo_status_update_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for repository status update subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-status-update", help="update repository status",
+                             description="update repository status on the status page", formatter_class=_formatter)
+    parser.add_argument("-s", "--status", help="new status",
+                        type=BuildStatusEnum, choices=BuildStatusEnum, default=BuildStatusEnum.Success)
+    parser.set_defaults(handler=handlers.StatusUpdate, action=Action.Update, lock=None, no_report=True, package=[],
+                        quiet=True, unsafe=True)
+    return parser
+
+
+def _set_repo_sync_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for repository sync subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-sync", aliases=["sync"], help="sync repository",
+                             description="sync repository files to remote server according to current settings",
+                             epilog="Synchronize the repository to remote services as configured.",
+                             formatter_class=_formatter)
+    parser.add_argument("target", help="target to sync", nargs="*")
+    parser.set_defaults(handler=handlers.Sync)
+    return parser
+
+
+def _set_repo_update_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for repository update subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("repo-update", aliases=["update"], help="update packages",
+                             description="check for packages updates and run build process if requested",
+                             formatter_class=_formatter)
+    parser.add_argument("package", help="filter check by package base", nargs="*")
+    parser.add_argument("--dry-run", help="just perform check for updates, same as check command", action="store_true")
+    parser.add_argument("--no-aur", help="do not check for AUR updates. Implies --no-vcs", action="store_true")
+    parser.add_argument("--no-local", help="do not check local packages for updates", action="store_true")
+    parser.add_argument("--no-manual", help="do not include manual updates", action="store_true")
+    parser.add_argument("--no-vcs", help="do not check VCS packages", action="store_true")
+    parser.set_defaults(handler=handlers.Update)
+    return parser
+
+
+def _set_user_add_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for create user subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("user-add", help="create or update user",
+                             description="update user for web services with the given password and role. "
+                                         "In case if password was not entered it will be asked interactively",
+                             formatter_class=_formatter)
+    parser.add_argument("username", help="username for web service")
+    parser.add_argument("--as-service", help="add user as service user", action="store_true")
+    parser.add_argument("--no-reload", help="do not reload authentication module", action="store_true")
+    parser.add_argument("-p", "--password", help="user password. Blank password will be treated as empty password, "
+                                                 "which is in particular must be used for OAuth2 authorization type.")
+    parser.add_argument("-r", "--role", help="user access level",
+                        type=UserAccess, choices=UserAccess, default=UserAccess.Read)
+    parser.add_argument("-s", "--secure", help="set file permissions to user-only", action="store_true")
+    parser.set_defaults(handler=handlers.User, action=Action.Update, architecture=[""], lock=None, no_report=True,
+                        quiet=True, unsafe=True)
+    return parser
+
+
+def _set_user_remove_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for user removal subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("user-remove", help="remove user",
+                             description="remove user from the user mapping and update the configuration",
+                             formatter_class=_formatter)
+    parser.add_argument("username", help="username for web service")
+    parser.add_argument("--no-reload", help="do not reload authentication module", action="store_true")
+    parser.add_argument("-s", "--secure", help="set file permissions to user-only", action="store_true")
+    parser.set_defaults(handler=handlers.User, action=Action.Remove, architecture=[""], lock=None, no_report=True,  # nosec
+                        password="", quiet=True, role=UserAccess.Read, unsafe=True)
+    return parser
+
+
+def _set_web_parser(root: SubParserAction) -> argparse.ArgumentParser:
+    """
+    add parser for web subcommand
+    :param root: subparsers for the commands
+    :return: created argument parser
+    """
+    parser = root.add_parser("web", help="web server", description="start web server", formatter_class=_formatter)
+    parser.set_defaults(handler=handlers.Web, lock=None, no_report=True, parser=_parser)
+    return parser
+
+
+def run() -> None:
+    """
+    run application instance
+    """
+    if __name__ == "__main__":
+        args_parser = _parser()
+        args = args_parser.parse_args()
+
+        handler: handlers.Handler = args.handler
+        status = handler.execute(args)
+
+        sys.exit(status)
+
+
+run()

src/ahriman/application/application.py

@@ -1,200 +0,0 @@
-#
-# Copyright (c) 2021 Evgenii Alekseev.
-#
-# This file is part of ahriman
-# (see https://github.com/arcan1s/ahriman).
-#
-# This program is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-#
-import logging
-import os
-import shutil
-
-from typing import Callable, Iterable, List, Optional, Set
-
-from ahriman.core.build_tools.task import Task
-from ahriman.core.configuration import Configuration
-from ahriman.core.repository.repository import Repository
-from ahriman.core.tree import Tree
-from ahriman.core.util import package_like
-from ahriman.models.package import Package
-
-
-class Application:
-    '''
-    base application class
-    :ivar architecture: repository architecture
-    :ivar config: configuration instance
-    :ivar logger: application logger
-    :ivar repository: repository instance
-    '''
-
-    def __init__(self, architecture: str, config: Configuration) -> None:
-        '''
-        default constructor
-        :param architecture: repository architecture
-        :param config: configuration instance
-        '''
-        self.logger = logging.getLogger('root')
-        self.config = config
-        self.architecture = architecture
-        self.repository = Repository(architecture, config)
-
-    def _known_packages(self) -> Set[str]:
-        '''
-        load packages from repository and pacman repositories
-        :return: list of known packages
-        '''
-        known_packages: Set[str] = set()
-        # local set
-        for package in self.repository.packages():
-            known_packages.update(package.packages.keys())
-        known_packages.update(self.repository.pacman.all_packages())
-        return known_packages
-
-    def _finalize(self) -> None:
-        '''
-        generate report and sync to remote server
-        '''
-        self.report()
-        self.sync()
-
-    def get_updates(self, filter_packages: List[str], no_aur: bool, no_manual: bool, no_vcs: bool,
-                    log_fn: Callable[[str], None]) -> List[Package]:
-        '''
-        get list of packages to run update process
-        :param filter_packages: do not check every package just specified in the list
-        :param no_aur: do not check for aur updates
-        :param no_manual: do not check for manual updates
-        :param no_vcs: do not check VCS packages
-        :param log_fn: logger function to log updates
-        :return: list of out-of-dated packages
-        '''
-        updates = []
-
-        if not no_aur:
-            updates.extend(self.repository.updates_aur(filter_packages, no_vcs))
-        if not no_manual:
-            updates.extend(self.repository.updates_manual())
-
-        for package in updates:
-            log_fn(f'{package.base} = {package.version}')
-
-        return updates
-
-    def add(self, names: Iterable[str], without_dependencies: bool) -> None:
-        '''
-        add packages for the next build
-        :param names: list of package bases to add
-        :param without_dependencies: if set, dependency check will be disabled
-        '''
-        known_packages = self._known_packages()
-
-        def add_directory(path: str) -> None:
-            for package in filter(package_like, os.listdir(path)):
-                full_path = os.path.join(path, package)
-                add_manual(full_path)
-
-        def add_manual(name: str) -> str:
-            package = Package.load(name, self.repository.pacman, self.config.get('alpm', 'aur_url'))
-            path = os.path.join(self.repository.paths.manual, package.base)
-            Task.fetch(path, package.git_url)
-            return path
-
-        def add_archive(src: str) -> None:
-            dst = os.path.join(self.repository.paths.packages, os.path.basename(src))
-            shutil.move(src, dst)
-
-        def process_dependencies(path: str) -> None:
-            if without_dependencies:
-                return
-            dependencies = Package.dependencies(path)
-            self.add(dependencies.difference(known_packages), without_dependencies)
-
-        def process_single(name: str) -> None:
-            if os.path.isdir(name):
-                add_directory(name)
-            elif os.path.isfile(name):
-                add_archive(name)
-            else:
-                path = add_manual(name)
-                process_dependencies(path)
-
-        for name in names:
-            process_single(name)
-
-    def clean(self, no_build: bool, no_cache: bool, no_chroot: bool, no_manual: bool, no_packages: bool) -> None:
-        '''
-        run all clean methods. Warning: some functions might not be available under non-root
-        :param no_build: do not clear directory with package sources
-        :param no_cache: do not clear directory with package caches
-        :param no_chroot: do not clear build chroot
-        :param no_manual: do not clear directory with manually added packages
-        :param no_packages: do not clear directory with built packages
-        '''
-        if not no_build:
-            self.repository.clear_build()
-        if not no_cache:
-            self.repository.clear_cache()
-        if not no_chroot:
-            self.repository.clear_chroot()
-        if not no_manual:
-            self.repository.clear_manual()
-        if not no_packages:
-            self.repository.clear_packages()
-
-    def remove(self, names: Iterable[str]) -> None:
-        '''
-        remove packages from repository
-        :param names: list of packages (either base or name) to remove
-        '''
-        self.repository.process_remove(names)
-        self._finalize()
-
-    def report(self, target: Optional[Iterable[str]] = None) -> None:
-        '''
-        generate report
-        :param target: list of targets to run (e.g. html)
-        '''
-        targets = target or None
-        self.repository.process_report(targets)
-
-    def sync(self, target: Optional[Iterable[str]] = None) -> None:
-        '''
-        sync to remote server
-        :param target: list of targets to run (e.g. s3)
-        '''
-        targets = target or None
-        self.repository.process_sync(targets)
-
-    def update(self, updates: Iterable[Package]) -> None:
-        '''
-        run package updates
-        :param updates: list of packages to update
-        '''
-        def process_update(paths: Iterable[str]) -> None:
-            self.repository.process_update(paths)
-            self._finalize()
-
-        # process built packages
-        packages = self.repository.packages_built()
-        process_update(packages)
-
-        # process manual packages
-        tree = Tree()
-        tree.load(updates)
-        for num, level in enumerate(tree.levels()):
-            self.logger.info(f'processing level #{num} {[package.base for package in level]}')
-            packages = self.repository.process_build(level)
-            process_update(packages)

src/ahriman/application/application/__init__.py

@@ -0,0 +1,20 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from ahriman.application.application.application import Application

src/ahriman/application/application/application.py

@@ -0,0 +1,51 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from typing import Iterable, Set
+
+from ahriman.application.application.packages import Packages
+from ahriman.application.application.repository import Repository
+from ahriman.models.package import Package
+
+
+class Application(Packages, Repository):
+    """
+    base application class
+    """
+
+    def _finalize(self, built_packages: Iterable[Package]) -> None:
+        """
+        generate report and sync to remote server
+        """
+        self.report([], built_packages)
+        self.sync([], built_packages)
+
+    def _known_packages(self) -> Set[str]:
+        """
+        load packages from repository and pacman repositories
+        :return: list of known packages
+        """
+        known_packages: Set[str] = set()
+        # local set
+        for base in self.repository.packages():
+            for package, properties in base.packages.items():
+                known_packages.add(package)
+                known_packages.update(properties.provides)
+        known_packages.update(self.repository.pacman.all_packages())
+        return known_packages

src/ahriman/application/application/packages.py

@@ -0,0 +1,144 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import requests
+import shutil
+
+from pathlib import Path
+from typing import Any, Iterable, Set
+
+from ahriman.application.application.properties import Properties
+from ahriman.core.build_tools.sources import Sources
+from ahriman.core.util import package_like
+from ahriman.models.package import Package
+from ahriman.models.package_source import PackageSource
+
+
+class Packages(Properties):
+    """
+    package control class
+    """
+
+    def _finalize(self, built_packages: Iterable[Package]) -> None:
+        """
+        generate report and sync to remote server
+        """
+        raise NotImplementedError
+
+    def _known_packages(self) -> Set[str]:
+        """
+        load packages from repository and pacman repositories
+        :return: list of known packages
+        """
+        raise NotImplementedError
+
+    def _add_archive(self, source: str, *_: Any) -> None:
+        """
+        add package from archive
+        :param source: path to package archive
+        """
+        local_path = Path(source)
+        dst = self.repository.paths.packages / local_path.name
+        shutil.copy(local_path, dst)
+
+    def _add_aur(self, source: str, known_packages: Set[str], without_dependencies: bool) -> None:
+        """
+        add package from AUR
+        :param source: package base name
+        :param known_packages: list of packages which are known by the service
+        :param without_dependencies: if set, dependency check will be disabled
+        """
+        package = Package.load(source, PackageSource.AUR, self.repository.pacman, self.repository.aur_url)
+        local_path = self.repository.paths.manual_for(package.base)
+
+        Sources.load(local_path, package.git_url, self.repository.paths.patches_for(package.base))
+        self._process_dependencies(local_path, known_packages, without_dependencies)
+
+    def _add_directory(self, source: str, *_: Any) -> None:
+        """
+        add packages from directory
+        :param source: path to local directory
+        """
+        local_path = Path(source)
+        for full_path in filter(package_like, local_path.iterdir()):
+            self._add_archive(str(full_path))
+
+    def _add_local(self, source: str, known_packages: Set[str], without_dependencies: bool) -> None:
+        """
+        add package from local PKGBUILDs
+        :param source: path to directory with local source files
+        :param known_packages: list of packages which are known by the service
+        :param without_dependencies: if set, dependency check will be disabled
+        """
+        package = Package.load(source, PackageSource.Local, self.repository.pacman, self.repository.aur_url)
+        cache_dir = self.repository.paths.cache_for(package.base)
+        shutil.copytree(Path(source), cache_dir)  # copy package to store in caches
+        Sources.init(cache_dir)  # we need to run init command in directory where we do have permissions
+
+        dst = self.repository.paths.manual_for(package.base)
+        shutil.copytree(cache_dir, dst)  # copy package for the build
+        self._process_dependencies(dst, known_packages, without_dependencies)
+
+    def _add_remote(self, source: str, *_: Any) -> None:
+        """
+        add package from remote sources (e.g. HTTP)
+        :param remote_url: remote URL to the package archive
+        """
+        dst = self.repository.paths.packages / Path(source).name  # URL is path, is not it?
+        response = requests.get(source, stream=True)
+        response.raise_for_status()
+
+        with dst.open("wb") as local_file:
+            for chunk in response.iter_content(chunk_size=1024):
+                local_file.write(chunk)
+
+    def _process_dependencies(self, local_path: Path, known_packages: Set[str], without_dependencies: bool) -> None:
+        """
+        process package dependencies
+        :param local_path: path to local package sources (i.e. cloned AUR repository)
+        :param known_packages: list of packages which are known by the service
+        :param without_dependencies: if set, dependency check will be disabled
+        """
+        if without_dependencies:
+            return
+
+        dependencies = Package.dependencies(local_path)
+        self.add(dependencies.difference(known_packages), PackageSource.AUR, without_dependencies)
+
+    def add(self, names: Iterable[str], source: PackageSource, without_dependencies: bool) -> None:
+        """
+        add packages for the next build
+        :param names: list of package bases to add
+        :param source: package source to add
+        :param without_dependencies: if set, dependency check will be disabled
+        """
+        known_packages = self._known_packages()  # speedup dependencies processing
+
+        for name in names:
+            resolved_source = source.resolve(name)
+            fn = getattr(self, f"_add_{resolved_source.value}")
+            fn(name, known_packages, without_dependencies)
+
+    def remove(self, names: Iterable[str]) -> None:
+        """
+        remove packages from repository
+        :param names: list of packages (either base or name) to remove
+        """
+        self.repository.process_remove(names)
+        self._finalize([])

src/ahriman/application/application/properties.py

@@ -0,0 +1,45 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import logging
+
+from ahriman.core.configuration import Configuration
+from ahriman.core.repository import Repository
+
+
+class Properties:
+    """
+    application base properties class
+    :ivar architecture: repository architecture
+    :ivar configuration: configuration instance
+    :ivar logger: application logger
+    :ivar repository: repository instance
+    """
+
+    def __init__(self, architecture: str, configuration: Configuration, no_report: bool) -> None:
+        """
+        default constructor
+        :param architecture: repository architecture
+        :param configuration: configuration instance
+        :param no_report: force disable reporting
+        """
+        self.logger = logging.getLogger("root")
+        self.configuration = configuration
+        self.architecture = architecture
+        self.repository = Repository(architecture, configuration, no_report)

src/ahriman/application/application/repository.py

@@ -0,0 +1,193 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import shutil
+
+from pathlib import Path
+from typing import Callable, Iterable, List
+
+from ahriman.application.application.properties import Properties
+from ahriman.application.formatters.update_printer import UpdatePrinter
+from ahriman.core.build_tools.sources import Sources
+from ahriman.core.tree import Tree
+from ahriman.models.package import Package
+from ahriman.models.package_source import PackageSource
+
+
+class Repository(Properties):
+    """
+    repository control class
+    """
+
+    def _finalize(self, built_packages: Iterable[Package]) -> None:
+        """
+        generate report and sync to remote server
+        """
+        raise NotImplementedError
+
+    def clean(self, build: bool, cache: bool, chroot: bool, manual: bool, packages: bool, patches: bool) -> None:
+        """
+        run all clean methods. Warning: some functions might not be available under non-root
+        :param build: clear directory with package sources
+        :param cache: clear directory with package caches
+        :param chroot: clear build chroot
+        :param manual: clear directory with manually added packages
+        :param packages: clear directory with built packages
+        :param patches: clear directory with patches
+        """
+        if build:
+            self.repository.clear_build()
+        if cache:
+            self.repository.clear_cache()
+        if chroot:
+            self.repository.clear_chroot()
+        if manual:
+            self.repository.clear_manual()
+        if packages:
+            self.repository.clear_packages()
+        if patches:
+            self.repository.clear_patches()
+
+    def report(self, target: Iterable[str], built_packages: Iterable[Package]) -> None:
+        """
+        generate report
+        :param target: list of targets to run (e.g. html)
+        :param built_packages: list of packages which has just been built
+        """
+        targets = target or None
+        self.repository.process_report(targets, built_packages)
+
+    def sign(self, packages: Iterable[str]) -> None:
+        """
+        sign packages and repository
+        :param packages: only sign specified packages
+        """
+        # copy to prebuilt directory
+        for package in self.repository.packages():
+            # no one requested this package
+            if packages and package.base not in packages:
+                continue
+            for archive in package.packages.values():
+                if archive.filepath is None:
+                    self.logger.warning("filepath is empty for %s", package.base)
+                    continue  # avoid mypy warning
+                src = self.repository.paths.repository / archive.filepath
+                dst = self.repository.paths.packages / archive.filepath
+                shutil.copy(src, dst)
+        # run generic update function
+        self.update([])
+        # sign repository database if set
+        self.repository.sign.process_sign_repository(self.repository.repo.repo_path)
+        self._finalize([])
+
+    def sync(self, target: Iterable[str], built_packages: Iterable[Package]) -> None:
+        """
+        sync to remote server
+        :param target: list of targets to run (e.g. s3)
+        :param built_packages: list of packages which has just been built
+        """
+        targets = target or None
+        self.repository.process_sync(targets, built_packages)
+
+    def unknown(self) -> List[str]:
+        """
+        get packages which were not found in AUR
+        :return: unknown package archive list
+        """
+        def has_local(probe: Package) -> bool:
+            cache_dir = self.repository.paths.cache_for(probe.base)
+            return cache_dir.is_dir() and not Sources.has_remotes(cache_dir)
+
+        def unknown_aur(probe: Package) -> List[str]:
+            packages: List[str] = []
+            for single in probe.packages:
+                try:
+                    _ = Package.from_aur(single, probe.aur_url)
+                except Exception:
+                    packages.append(single)
+            return packages
+
+        def unknown_local(probe: Package) -> List[str]:
+            cache_dir = self.repository.paths.cache_for(probe.base)
+            local = Package.from_build(cache_dir, probe.aur_url)
+            packages = set(probe.packages.keys()).difference(local.packages.keys())
+            return list(packages)
+
+        result = []
+        for package in self.repository.packages():
+            if has_local(package):
+                result.extend(unknown_local(package))  # there is local package
+            else:
+                result.extend(unknown_aur(package))  # local package not found
+        return result
+
+    def update(self, updates: Iterable[Package]) -> None:
+        """
+        run package updates
+        :param updates: list of packages to update
+        """
+        def process_update(paths: Iterable[Path]) -> None:
+            if not paths:
+                return  # don't need to process if no update supplied
+            updated = [
+                Package.load(str(path), PackageSource.Archive, self.repository.pacman, self.repository.aur_url)
+                for path in paths
+            ]
+            self.repository.process_update(paths)
+            self._finalize(updated)
+
+        # process built packages
+        packages = self.repository.packages_built()
+        process_update(packages)
+
+        # process manual packages
+        tree = Tree.load(updates, self.repository.paths)
+        for num, level in enumerate(tree.levels()):
+            self.logger.info("processing level #%i %s", num, [package.base for package in level])
+            packages = self.repository.process_build(level)
+            process_update(packages)
+
+    def updates(self, filter_packages: Iterable[str], no_aur: bool, no_local: bool, no_manual: bool, no_vcs: bool,
+                log_fn: Callable[[str], None]) -> List[Package]:
+        """
+        get list of packages to run update process
+        :param filter_packages: do not check every package just specified in the list
+        :param no_aur: do not check for aur updates
+        :param no_local: do not check local packages for updates
+        :param no_manual: do not check for manual updates
+        :param no_vcs: do not check VCS packages
+        :param log_fn: logger function to log updates
+        :return: list of out-of-dated packages
+        """
+        updates = {}
+
+        if not no_aur:
+            updates.update({package.base: package for package in self.repository.updates_aur(filter_packages, no_vcs)})
+        if not no_local:
+            updates.update({package.base: package for package in self.repository.updates_local()})
+        if not no_manual:
+            updates.update({package.base: package for package in self.repository.updates_manual()})
+
+        local_versions = {package.base: package.version for package in self.repository.packages()}
+        updated_packages = [package for _, package in sorted(updates.items())]
+        for package in updated_packages:
+            UpdatePrinter(package, local_versions.get(package.base)).print(
+                verbose=True, log_fn=log_fn, separator=" -> ")
+
+        return updated_packages

src/ahriman/application/formatters/__init__.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).

src/ahriman/application/formatters/aur_printer.py

@@ -0,0 +1,61 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from typing import List, Optional
+
+from ahriman.application.formatters.printer import Printer
+from ahriman.core.util import pretty_datetime
+from ahriman.models.aur_package import AURPackage
+from ahriman.models.property import Property
+
+
+class AurPrinter(Printer):
+    """
+    print content of the AUR package
+    """
+
+    def __init__(self, package: AURPackage) -> None:
+        """
+        default constructor
+        :param package: AUR package description
+        """
+        self.content = package
+
+    def properties(self) -> List[Property]:
+        """
+        convert content into printable data
+        :return: list of content properties
+        """
+        return [
+            Property("Package base", self.content.package_base),
+            Property("Description", self.content.description, is_required=True),
+            Property("Upstream URL", self.content.url or ""),
+            Property("Licenses", ",".join(self.content.license)),
+            Property("Maintainer", self.content.maintainer or ""),
+            Property("First submitted", pretty_datetime(self.content.first_submitted)),
+            Property("Last updated", pretty_datetime(self.content.last_modified)),
+            Property("Keywords", ",".join(self.content.keywords)),
+        ]
+
+    def title(self) -> Optional[str]:
+        """
+        generate entry title from content
+        :return: content title if it can be generated and None otherwise
+        """
+        return f"{self.content.name} {self.content.version} ({self.content.num_votes})"

src/ahriman/application/formatters/configuration_printer.py

@@ -0,0 +1,55 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from typing import Dict, List, Optional
+
+from ahriman.application.formatters.printer import Printer
+from ahriman.models.property import Property
+
+
+class ConfigurationPrinter(Printer):
+    """
+    print content of the configuration section
+    """
+
+    def __init__(self, section: str, values: Dict[str, str]) -> None:
+        """
+        default constructor
+        :param section: section name
+        :param values: configuration values dictionary
+        """
+        self.section = section
+        self.content = values
+
+    def properties(self) -> List[Property]:
+        """
+        convert content into printable data
+        :return: list of content properties
+        """
+        return [
+            Property(key, value, is_required=True)
+            for key, value in sorted(self.content.items())
+        ]
+
+    def title(self) -> Optional[str]:
+        """
+        generate entry title from content
+        :return: content title if it can be generated and None otherwise
+        """
+        return f"[{self.section}]"

src/ahriman/application/formatters/package_printer.py

@@ -0,0 +1,60 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from typing import List, Optional
+
+from ahriman.application.formatters.printer import Printer
+from ahriman.models.build_status import BuildStatus
+from ahriman.models.package import Package
+from ahriman.models.property import Property
+
+
+class PackagePrinter(Printer):
+    """
+    print content of the internal package object
+    """
+
+    def __init__(self, package: Package, status: BuildStatus) -> None:
+        """
+        default constructor
+        :param package: package description
+        :param status: build status
+        """
+        self.content = package
+        self.status = status
+
+    def properties(self) -> List[Property]:
+        """
+        convert content into printable data
+        :return: list of content properties
+        """
+        return [
+            Property("Version", self.content.version, is_required=True),
+            Property("Groups", " ".join(self.content.groups)),
+            Property("Licenses", " ".join(self.content.licenses)),
+            Property("Depends", " ".join(self.content.depends)),
+            Property("Status", self.status.pretty_print(), is_required=True),
+        ]
+
+    def title(self) -> Optional[str]:
+        """
+        generate entry title from content
+        :return: content title if it can be generated and None otherwise
+        """
+        return self.content.pretty_print()

src/ahriman/application/formatters/printer.py

@@ -0,0 +1,55 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from typing import Callable, List, Optional
+
+from ahriman.models.property import Property
+
+
+class Printer:
+    """
+    base class for formatters
+    """
+
+    def print(self, verbose: bool, log_fn: Callable[[str], None] = print, separator: str = ": ") -> None:
+        """
+        print content
+        :param verbose: print all fields
+        :param log_fn: logger function to log data
+        :param separator: separator for property name and property value
+        """
+        if (title := self.title()) is not None:
+            log_fn(title)
+        for prop in self.properties():
+            if not verbose and not prop.is_required:
+                continue
+            log_fn(f"\t{prop.name}{separator}{prop.value}")
+
+    def properties(self) -> List[Property]:  # pylint: disable=no-self-use
+        """
+        convert content into printable data
+        :return: list of content properties
+        """
+        return []
+
+    def title(self) -> Optional[str]:
+        """
+        generate entry title from content
+        :return: content title if it can be generated and None otherwise
+        """

src/ahriman/application/formatters/status_printer.py

@@ -0,0 +1,43 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from typing import Optional
+
+from ahriman.application.formatters.printer import Printer
+from ahriman.models.build_status import BuildStatus
+
+
+class StatusPrinter(Printer):
+    """
+    print content of the status object
+    """
+
+    def __init__(self, status: BuildStatus) -> None:
+        """
+        default constructor
+        :param status: build status
+        """
+        self.content = status
+
+    def title(self) -> Optional[str]:
+        """
+        generate entry title from content
+        :return: content title if it can be generated and None otherwise
+        """
+        return self.content.pretty_print()

src/ahriman/application/formatters/string_printer.py

@@ -0,0 +1,42 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from typing import Optional
+
+from ahriman.application.formatters.printer import Printer
+
+
+class StringPrinter(Printer):
+    """
+    print content of the random string
+    """
+
+    def __init__(self, content: str) -> None:
+        """
+        default constructor
+        :param content: any content string
+        """
+        self.content = content
+
+    def title(self) -> Optional[str]:
+        """
+        generate entry title from content
+        :return: content title if it can be generated and None otherwise
+        """
+        return self.content

src/ahriman/application/formatters/update_printer.py

@@ -0,0 +1,53 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from typing import List, Optional
+
+from ahriman.application.formatters.printer import Printer
+from ahriman.models.package import Package
+from ahriman.models.property import Property
+
+
+class UpdatePrinter(Printer):
+    """
+    print content of the package update
+    """
+
+    def __init__(self, remote: Package, local_version: Optional[str]) -> None:
+        """
+        default constructor
+        :param remote: remote (new) package object
+        :param local_version: local version of the package if any
+        """
+        self.content = remote
+        self.local_version = local_version or "N/A"
+
+    def properties(self) -> List[Property]:
+        """
+        convert content into printable data
+        :return: list of content properties
+        """
+        return [Property(self.local_version, self.content.version, is_required=True)]
+
+    def title(self) -> Optional[str]:
+        """
+        generate entry title from content
+        :return: content title if it can be generated and None otherwise
+        """
+        return self.content.base

src/ahriman/application/handlers/__init__.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -22,10 +22,19 @@ from ahriman.application.handlers.handler import Handler
 from ahriman.application.handlers.add import Add
 from ahriman.application.handlers.clean import Clean
 from ahriman.application.handlers.dump import Dump
+from ahriman.application.handlers.init import Init
+from ahriman.application.handlers.key_import import KeyImport
+from ahriman.application.handlers.patch import Patch
 from ahriman.application.handlers.rebuild import Rebuild
 from ahriman.application.handlers.remove import Remove
+from ahriman.application.handlers.remove_unknown import RemoveUnknown
 from ahriman.application.handlers.report import Report
+from ahriman.application.handlers.search import Search
+from ahriman.application.handlers.setup import Setup
+from ahriman.application.handlers.sign import Sign
 from ahriman.application.handlers.status import Status
+from ahriman.application.handlers.status_update import StatusUpdate
 from ahriman.application.handlers.sync import Sync
 from ahriman.application.handlers.update import Update
+from ahriman.application.handlers.user import User
 from ahriman.application.handlers.web import Web

src/ahriman/application/handlers/add.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -27,16 +27,24 @@ from ahriman.core.configuration import Configuration
 
 
 class Add(Handler):
-    '''
+    """
     add packages handler
-    '''
+    """
 
     @classmethod
-    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
-        '''
+            configuration: Configuration, no_report: bool) -> None:
+        """
         callback for command line
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        :param no_report: force disable reporting
-        Application(architecture, config).add(args.package, args.without_dependencies)
+        """
+        application = Application(architecture, configuration, no_report)
+        application.add(args.package, args.source, args.without_dependencies)
+        if not args.now:
+            return
+
+        packages = application.updates(args.package, True, True, False, True, application.logger.info)
+        application.update(packages)

src/ahriman/application/handlers/clean.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -27,17 +27,19 @@ from ahriman.core.configuration import Configuration
 
 
 class Clean(Handler):
-    '''
+    """
     clean caches handler
-    '''
+    """
 
     @classmethod
-    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
-        '''
+            configuration: Configuration, no_report: bool) -> None:
+        """
         callback for command line
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        :param no_report: force disable reporting
-        Application(architecture, config).clean(args.no_build, args.no_cache, args.no_chroot,
+        """
-                                                args.no_manual, args.no_packages)
+        Application(architecture, configuration, no_report).clean(
+            args.build, args.cache, args.chroot, args.manual, args.packages, args.patches)

src/ahriman/application/handlers/dump.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -21,26 +21,28 @@ import argparse
 
 from typing import Type
 
+from ahriman.application.formatters.configuration_printer import ConfigurationPrinter
 from ahriman.application.handlers.handler import Handler
 from ahriman.core.configuration import Configuration
 
 
 class Dump(Handler):
-    '''
+    """
-    dump config handler
+    dump configuration handler
-    '''
+    """
+
+    ALLOW_AUTO_ARCHITECTURE_RUN = False
 
     @classmethod
-    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
-        '''
+            configuration: Configuration, no_report: bool) -> None:
+        """
         callback for command line
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        :param no_report: force disable reporting
-        config_dump = config.dump(architecture)
+        """
-        for section, values in sorted(config_dump.items()):
+        dump = configuration.dump()
-            print(f'[{section}]')
+        for section, values in sorted(dump.items()):
-            for key, value in sorted(values.items()):
+            ConfigurationPrinter(section, values).print(verbose=False, separator=" = ")
-                print(f'{key} = {value}')
-            print()

src/ahriman/application/handlers/handler.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -21,55 +21,98 @@ from __future__ import annotations
 
 import argparse
 import logging
-from multiprocessing import Pool
 
-from typing import Type
+from multiprocessing import Pool
+from typing import Set, Type
 
 from ahriman.application.lock import Lock
 from ahriman.core.configuration import Configuration
+from ahriman.core.exceptions import MissingArchitecture, MultipleArchitecture
+from ahriman.models.repository_paths import RepositoryPaths
 
 
 class Handler:
-    '''
+    """
     base handler class for command callbacks
-    '''
+    :cvar ALLOW_AUTO_ARCHITECTURE_RUN: allow to define architecture from existing repositories
+    :cvar ALLOW_MULTI_ARCHITECTURE_RUN: allow to run with multiple architectures
+    """
+
+    ALLOW_AUTO_ARCHITECTURE_RUN = True
+    ALLOW_MULTI_ARCHITECTURE_RUN = True
 
     @classmethod
-    def _call(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> bool:
+    def architectures_extract(cls: Type[Handler], args: argparse.Namespace) -> Set[str]:
-        '''
+        """
+        get known architectures
+        :param args: command line args
+        :return: list of architectures for which tree is created
+        """
+        if not cls.ALLOW_AUTO_ARCHITECTURE_RUN and args.architecture is None:
+            # for some parsers (e.g. config) we need to run with specific architecture
+            # for those cases architecture must be set explicitly
+            raise MissingArchitecture(args.command)
+        if args.architecture:  # architecture is specified explicitly
+            return set(args.architecture)
+
+        config = Configuration()
+        config.load(args.configuration)
+        # wtf???
+        root = config.getpath("repository", "root")  # pylint: disable=assignment-from-no-return
+        architectures = RepositoryPaths.known_architectures(root)
+
+        if not architectures:  # well we did not find anything
+            raise MissingArchitecture(args.command)
+        return architectures
+
+    @classmethod
+    def call(cls: Type[Handler], args: argparse.Namespace, architecture: str) -> bool:
+        """
         additional function to wrap all calls for multiprocessing library
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
         :return: True on success, False otherwise
-        '''
+        """
         try:
-            with Lock(args, architecture, config):
+            configuration = Configuration.from_path(args.configuration, architecture, args.quiet)
-                cls.run(args, architecture, config)
+            with Lock(args, architecture, configuration):
+                cls.run(args, architecture, configuration, args.no_report)
             return True
         except Exception:
-            logging.getLogger('root').exception('process exception', exc_info=True)
+            # we are basically always want to print error to stderr instead of default logger
+            logging.getLogger("stderr").exception("process exception")
             return False
 
     @classmethod
     def execute(cls: Type[Handler], args: argparse.Namespace) -> int:
-        '''
+        """
         execute function for all aru
         :param args: command line args
         :return: 0 on success, 1 otherwise
-        '''
+        """
-        configuration = Configuration.from_path(args.config, not args.no_log)
+        architectures = cls.architectures_extract(args)
-        with Pool(len(args.architecture)) as pool:
+
-            result = pool.starmap(
+        # actually we do not have to spawn another process if it is single-process application, do we?
-                cls._call, [(args, architecture, configuration) for architecture in args.architecture])
+        if len(architectures) > 1:
+            if not cls.ALLOW_MULTI_ARCHITECTURE_RUN:
+                raise MultipleArchitecture(args.command)
+
+            with Pool(len(architectures)) as pool:
+                result = pool.starmap(
+                    cls.call, [(args, architecture) for architecture in architectures])
+        else:
+            result = [cls.call(args, architectures.pop())]
+
         return 0 if all(result) else 1
 
     @classmethod
-    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
-        '''
+            configuration: Configuration, no_report: bool) -> None:
+        """
         callback for command line
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        :param no_report: force disable reporting
+        """
         raise NotImplementedError

src/ahriman/application/handlers/init.py

@@ -0,0 +1,46 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import argparse
+
+from typing import Type
+
+from ahriman.application.application import Application
+from ahriman.application.handlers.handler import Handler
+from ahriman.core.configuration import Configuration
+
+
+class Init(Handler):
+    """
+    repository init handler
+    """
+
+    ALLOW_AUTO_ARCHITECTURE_RUN = False
+
+    @classmethod
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
+            configuration: Configuration, no_report: bool) -> None:
+        """
+        callback for command line
+        :param args: command line args
+        :param architecture: repository architecture
+        :param configuration: configuration instance
+        :param no_report: force disable reporting
+        """
+        Application(architecture, configuration, no_report).repository.repo.init()

src/ahriman/application/handlers/key_import.py

@@ -0,0 +1,46 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import argparse
+
+from typing import Type
+
+from ahriman.application.application import Application
+from ahriman.application.handlers.handler import Handler
+from ahriman.core.configuration import Configuration
+
+
+class KeyImport(Handler):
+    """
+    key import packages handler
+    """
+
+    ALLOW_AUTO_ARCHITECTURE_RUN = False  # it should be called only as "no-architecture"
+
+    @classmethod
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
+            configuration: Configuration, no_report: bool) -> None:
+        """
+        callback for command line
+        :param args: command line args
+        :param architecture: repository architecture
+        :param configuration: configuration instance
+        :param no_report: force disable reporting
+        """
+        Application(architecture, configuration, no_report).repository.sign.key_import(args.key_server, args.key)

src/ahriman/application/handlers/patch.py

@@ -0,0 +1,99 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import argparse
+import shutil
+
+from pathlib import Path
+from typing import List, Type
+
+from ahriman.application.application import Application
+from ahriman.application.handlers.handler import Handler
+from ahriman.core.build_tools.sources import Sources
+from ahriman.core.configuration import Configuration
+from ahriman.models.action import Action
+from ahriman.models.package import Package
+from ahriman.models.package_source import PackageSource
+
+
+class Patch(Handler):
+    """
+    patch control handler
+    """
+
+    _print = print
+
+    @classmethod
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
+            configuration: Configuration, no_report: bool) -> None:
+        """
+        callback for command line
+        :param args: command line args
+        :param architecture: repository architecture
+        :param configuration: configuration instance
+        :param no_report: force disable reporting
+        """
+        application = Application(architecture, configuration, no_report)
+
+        if args.action == Action.List:
+            Patch.patch_set_list(application, args.package)
+        elif args.action == Action.Remove:
+            Patch.patch_set_remove(application, args.package)
+        elif args.action == Action.Update:
+            Patch.patch_set_create(application, args.package, args.track)
+
+    @staticmethod
+    def patch_set_create(application: Application, sources_dir: str, track: List[str]) -> None:
+        """
+        create patch set for the package base
+        :param application: application instance
+        :param sources_dir: path to directory with the package sources
+        :param track: track files which match the glob before creating the patch
+        """
+        package = Package.load(sources_dir, PackageSource.Local, application.repository.pacman,
+                               application.repository.aur_url)
+        patch_dir = application.repository.paths.patches_for(package.base)
+
+        Patch.patch_set_remove(application, package.base)  # remove old patches
+        patch_dir.mkdir(mode=0o755, parents=True)
+
+        Sources.patch_create(Path(sources_dir), patch_dir / "00-main.patch", *track)
+
+    @staticmethod
+    def patch_set_list(application: Application, package_base: str) -> None:
+        """
+        list patches available for the package base
+        :param application: application instance
+        :param package_base: package base
+        """
+        patch_dir = application.repository.paths.patches_for(package_base)
+        if not patch_dir.is_dir():
+            return
+        for patch_path in sorted(patch_dir.glob("*.patch")):
+            Patch._print(patch_path.name)
+
+    @staticmethod
+    def patch_set_remove(application: Application, package_base: str) -> None:
+        """
+        remove patch set for the package base
+        :param application: application instance
+        :param package_base: package base
+        """
+        patch_dir = application.repository.paths.patches_for(package_base)
+        shutil.rmtree(patch_dir, ignore_errors=True)

src/ahriman/application/handlers/rebuild.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -22,23 +22,33 @@ import argparse
 from typing import Type
 
 from ahriman.application.application import Application
+from ahriman.application.formatters.update_printer import UpdatePrinter
 from ahriman.application.handlers.handler import Handler
 from ahriman.core.configuration import Configuration
 
 
 class Rebuild(Handler):
-    '''
+    """
     make world handler
-    '''
+    """
 
     @classmethod
-    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
-        '''
+            configuration: Configuration, no_report: bool) -> None:
+        """
         callback for command line
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        :param no_report: force disable reporting
-        application = Application(architecture, config)
+        """
-        packages = application.repository.packages()
+        depends_on = set(args.depends_on) if args.depends_on else None
-        application.update(packages)
+
+        application = Application(architecture, configuration, no_report)
+        updates = application.repository.packages_depends_on(depends_on)
+        if args.dry_run:
+            for package in updates:
+                UpdatePrinter(package, package.version).print(verbose=True)
+            return
+
+        application.update(updates)

src/ahriman/application/handlers/remove.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -27,16 +27,18 @@ from ahriman.core.configuration import Configuration
 
 
 class Remove(Handler):
-    '''
+    """
     remove packages handler
-    '''
+    """
 
     @classmethod
-    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
-        '''
+            configuration: Configuration, no_report: bool) -> None:
+        """
         callback for command line
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        :param no_report: force disable reporting
-        Application(architecture, config).remove(args.package)
+        """
+        Application(architecture, configuration, no_report).remove(args.package)

src/ahriman/application/handlers/remove_unknown.py

@@ -0,0 +1,52 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import argparse
+
+from typing import Type
+
+from ahriman.application.application import Application
+from ahriman.application.formatters.string_printer import StringPrinter
+from ahriman.application.handlers.handler import Handler
+from ahriman.core.configuration import Configuration
+
+
+class RemoveUnknown(Handler):
+    """
+    remove unknown packages handler
+    """
+
+    @classmethod
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
+            configuration: Configuration, no_report: bool) -> None:
+        """
+        callback for command line
+        :param args: command line args
+        :param architecture: repository architecture
+        :param configuration: configuration instance
+        :param no_report: force disable reporting
+        """
+        application = Application(architecture, configuration, no_report)
+        unknown_packages = application.unknown()
+        if args.dry_run:
+            for package in sorted(unknown_packages):
+                StringPrinter(package).print(args.info)
+            return
+
+        application.remove(unknown_packages)

src/ahriman/application/handlers/report.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -27,16 +27,18 @@ from ahriman.core.configuration import Configuration
 
 
 class Report(Handler):
-    '''
+    """
     generate report handler
-    '''
+    """
 
     @classmethod
-    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
-        '''
+            configuration: Configuration, no_report: bool) -> None:
+        """
         callback for command line
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        :param no_report: force disable reporting
-        Application(architecture, config).report(args.target)
+        """
+        Application(architecture, configuration, no_report).report(args.target, [])

src/ahriman/application/handlers/search.py

@@ -0,0 +1,71 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import argparse
+
+from dataclasses import fields
+from typing import Callable, Iterable, List, Tuple, Type
+
+from ahriman.application.formatters.aur_printer import AurPrinter
+from ahriman.application.handlers.handler import Handler
+from ahriman.core.alpm.aur import AUR
+from ahriman.core.configuration import Configuration
+from ahriman.core.exceptions import InvalidOption
+from ahriman.models.aur_package import AURPackage
+
+
+class Search(Handler):
+    """
+    packages search handler
+    :cvar SORT_FIELDS: allowed fields to sort the package list
+    """
+
+    ALLOW_AUTO_ARCHITECTURE_RUN = False  # it should be called only as "no-architecture"
+    # later we will have to remove some fields from here (lists)
+    SORT_FIELDS = {pair.name for pair in fields(AURPackage)}
+
+    @classmethod
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
+            configuration: Configuration, no_report: bool) -> None:
+        """
+        callback for command line
+        :param args: command line args
+        :param architecture: repository architecture
+        :param configuration: configuration instance
+        :param no_report: force disable reporting
+        """
+        packages_list = AUR.multisearch(*args.search)
+        for package in Search.sort(packages_list, args.sort_by):
+            AurPrinter(package).print(args.info)
+
+    @staticmethod
+    def sort(packages: Iterable[AURPackage], sort_by: str) -> List[AURPackage]:
+        """
+        sort package list by specified field
+        :param packages: packages list to sort
+        :param sort_by: AUR package field name to sort by
+        :return: sorted list for packages
+        """
+        if sort_by not in Search.SORT_FIELDS:
+            raise InvalidOption(sort_by)
+        # always sort by package name at the last
+        # well technically it is not a string, but we can deal with it
+        comparator: Callable[[AURPackage], Tuple[str, str]] =\
+            lambda package: (getattr(package, sort_by), package.name)
+        return sorted(packages, key=comparator)

src/ahriman/application/handlers/setup.py

@@ -0,0 +1,169 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import argparse
+
+from pathlib import Path
+from typing import Type
+
+from ahriman.application.application import Application
+from ahriman.application.handlers.handler import Handler
+from ahriman.core.configuration import Configuration
+from ahriman.models.repository_paths import RepositoryPaths
+
+
+class Setup(Handler):
+    """
+    setup handler
+    :cvar ARCHBUILD_COMMAND_PATH: default devtools command
+    :cvar BIN_DIR_PATH: directory for custom binaries
+    :cvar MIRRORLIST_PATH: path to pacman default mirrorlist (used by multilib repository)
+    :cvar SUDOERS_PATH: path to sudoers.d include configuration
+    """
+
+    ALLOW_AUTO_ARCHITECTURE_RUN = False
+
+    ARCHBUILD_COMMAND_PATH = Path("/usr/bin/archbuild")
+    BIN_DIR_PATH = Path("/usr/local/bin")
+    MIRRORLIST_PATH = Path("/etc/pacman.d/mirrorlist")
+    SUDOERS_PATH = Path("/etc/sudoers.d/ahriman")
+
+    @classmethod
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
+            configuration: Configuration, no_report: bool) -> None:
+        """
+        callback for command line
+        :param args: command line args
+        :param architecture: repository architecture
+        :param configuration: configuration instance
+        :param no_report: force disable reporting
+        """
+        application = Application(architecture, configuration, no_report)
+        Setup.configuration_create_makepkg(args.packager, application.repository.paths)
+        Setup.executable_create(args.build_command, architecture)
+        Setup.configuration_create_devtools(args.build_command, architecture, args.from_configuration,
+                                            args.no_multilib, args.repository, application.repository.paths)
+        Setup.configuration_create_ahriman(args, architecture, args.repository, configuration.include)
+        Setup.configuration_create_sudo(args.build_command, architecture)
+
+    @staticmethod
+    def build_command(prefix: str, architecture: str) -> Path:
+        """
+        generate build command name
+        :param prefix: command prefix in {prefix}-{architecture}-build
+        :param architecture: repository architecture
+        :return: valid devtools command name
+        """
+        return Setup.BIN_DIR_PATH / f"{prefix}-{architecture}-build"
+
+    @staticmethod
+    def configuration_create_ahriman(args: argparse.Namespace, architecture: str, repository: str,
+                                     include_path: Path) -> None:
+        """
+        create service specific configuration
+        :param args: command line args
+        :param architecture: repository architecture
+        :param repository: repository name
+        :param include_path: path to directory with configuration includes
+        """
+        configuration = Configuration()
+
+        section = Configuration.section_name("build", architecture)
+        configuration.set_option(section, "build_command", str(Setup.build_command(args.build_command, architecture)))
+        configuration.set_option("repository", "name", repository)
+
+        if args.sign_key is not None:
+            section = Configuration.section_name("sign", architecture)
+            configuration.set_option(section, "target", " ".join([target.name.lower() for target in args.sign_target]))
+            configuration.set_option(section, "key", args.sign_key)
+
+        if args.web_port is not None:
+            section = Configuration.section_name("web", architecture)
+            configuration.set_option(section, "port", str(args.web_port))
+
+        target = include_path / "setup-overrides.ini"
+        with target.open("w") as ahriman_configuration:
+            configuration.write(ahriman_configuration)
+
+    @staticmethod
+    def configuration_create_devtools(prefix: str, architecture: str, source: Path,
+                                      no_multilib: bool, repository: str, paths: RepositoryPaths) -> None:
+        """
+        create configuration for devtools based on `source` configuration
+        :param prefix: command prefix in {prefix}-{architecture}-build
+        :param architecture: repository architecture
+        :param source: path to source configuration file
+        :param no_multilib: do not add multilib repository
+        :param repository: repository name
+        :param paths: repository paths instance
+        """
+        configuration = Configuration()
+        # preserve case
+        # stupid mypy thinks that it is impossible
+        configuration.optionxform = lambda key: key  # type: ignore
+
+        # load default configuration first
+        # we cannot use Include here because it will be copied to new chroot, thus no includes there
+        configuration.read(source)
+
+        # set our architecture now
+        configuration.set_option("options", "Architecture", architecture)
+
+        # add multilib
+        if not no_multilib:
+            configuration.set_option("multilib", "Include", str(Setup.MIRRORLIST_PATH))
+
+        # add repository itself
+        configuration.set_option(repository, "SigLevel", "Optional TrustAll")  # we don't care
+        configuration.set_option(repository, "Server", f"file://{paths.repository}")
+
+        target = source.parent / f"pacman-{prefix}-{architecture}.conf"
+        with target.open("w") as devtools_configuration:
+            configuration.write(devtools_configuration)
+
+    @staticmethod
+    def configuration_create_makepkg(packager: str, paths: RepositoryPaths) -> None:
+        """
+        create configuration for makepkg
+        :param packager: packager identifier (e.g. name, email)
+        :param paths: repository paths instance
+        """
+        (paths.root / ".makepkg.conf").write_text(f"PACKAGER='{packager}'\n")
+
+    @staticmethod
+    def configuration_create_sudo(prefix: str, architecture: str) -> None:
+        """
+        create configuration to run build command with sudo without password
+        :param prefix: command prefix in {prefix}-{architecture}-build
+        :param architecture: repository architecture
+        """
+        command = Setup.build_command(prefix, architecture)
+        Setup.SUDOERS_PATH.write_text(f"ahriman ALL=(ALL) NOPASSWD: {command} *\n", encoding="utf8")
+        Setup.SUDOERS_PATH.chmod(0o400)  # security!
+
+    @staticmethod
+    def executable_create(prefix: str, architecture: str) -> None:
+        """
+        create executable for the service
+        :param prefix: command prefix in {prefix}-{architecture}-build
+        :param architecture: repository architecture
+        """
+        command = Setup.build_command(prefix, architecture)
+        command.unlink(missing_ok=True)
+        command.symlink_to(Setup.ARCHBUILD_COMMAND_PATH)

src/ahriman/application/handlers/sign.py

@@ -0,0 +1,44 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import argparse
+
+from typing import Type
+
+from ahriman.application.application import Application
+from ahriman.application.handlers.handler import Handler
+from ahriman.core.configuration import Configuration
+
+
+class Sign(Handler):
+    """
+    (re-)sign handler
+    """
+
+    @classmethod
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
+            configuration: Configuration, no_report: bool) -> None:
+        """
+        callback for command line
+        :param args: command line args
+        :param architecture: repository architecture
+        :param configuration: configuration instance
+        :param no_report: force disable reporting
+        """
+        Application(architecture, configuration, no_report).sign(args.package)

src/ahriman/application/handlers/status.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -19,9 +19,11 @@
 #
 import argparse
 
-from typing import Iterable, Tuple, Type
+from typing import Callable, Iterable, Tuple, Type
 
 from ahriman.application.application import Application
+from ahriman.application.formatters.package_printer import PackagePrinter
+from ahriman.application.formatters.status_printer import StatusPrinter
 from ahriman.application.handlers.handler import Handler
 from ahriman.core.configuration import Configuration
 from ahriman.models.build_status import BuildStatus
@@ -29,30 +31,36 @@ from ahriman.models.package import Package
 
 
 class Status(Handler):
-    '''
+    """
     package status handler
-    '''
+    """
+
+    ALLOW_AUTO_ARCHITECTURE_RUN = False
 
     @classmethod
-    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
-        '''
+            configuration: Configuration, no_report: bool) -> None:
+        """
         callback for command line
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        :param no_report: force disable reporting
-        application = Application(architecture, config)
+        """
+        # we are using reporter here
+        client = Application(architecture, configuration, no_report=False).repository.reporter
         if args.ahriman:
-            ahriman = application.repository.reporter.get_self()
+            ahriman = client.get_self()
-            print(ahriman.pretty_print())
+            StatusPrinter(ahriman).print(args.info)
-            print()
         if args.package:
             packages: Iterable[Tuple[Package, BuildStatus]] = sum(
-                [application.repository.reporter.get(base) for base in args.package],
+                [client.get(base) for base in args.package],
                 start=[])
         else:
-            packages = application.repository.reporter.get(None)
+            packages = client.get(None)
-        for package, package_status in sorted(packages, key=lambda item: item[0].base):
+
-            print(package.pretty_print())
+        comparator: Callable[[Tuple[Package, BuildStatus]], str] = lambda item: item[0].base
-            print(f'\t{package.version}')
+        filter_fn: Callable[[Tuple[Package, BuildStatus]], bool] =\
-            print(f'\t{package_status.pretty_print()}')
+            lambda item: args.status is None or item[1].status == args.status
+        for package, package_status in sorted(filter(filter_fn, packages), key=comparator):
+            PackagePrinter(package, package_status).print(args.info)

src/ahriman/application/handlers/status_update.py

@@ -0,0 +1,59 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import argparse
+
+from typing import Type
+
+from ahriman.application.application import Application
+from ahriman.application.handlers.handler import Handler
+from ahriman.core.configuration import Configuration
+from ahriman.models.action import Action
+
+
+class StatusUpdate(Handler):
+    """
+    status update handler
+    """
+
+    ALLOW_AUTO_ARCHITECTURE_RUN = False
+
+    @classmethod
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
+            configuration: Configuration, no_report: bool) -> None:
+        """
+        callback for command line
+        :param args: command line args
+        :param architecture: repository architecture
+        :param configuration: configuration instance
+        :param no_report: force disable reporting
+        """
+        # we are using reporter here
+        client = Application(architecture, configuration, no_report=False).repository.reporter
+
+        if args.action == Action.Update and args.package:
+            # update packages statuses
+            for package in args.package:
+                client.update(package, args.status)
+        elif args.action == Action.Update:
+            # update service status
+            client.update_self(args.status)
+        elif args.action == Action.Remove:
+            for package in args.package:
+                client.remove(package)

src/ahriman/application/handlers/sync.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -27,16 +27,18 @@ from ahriman.core.configuration import Configuration
 
 
 class Sync(Handler):
-    '''
+    """
     remove sync handler
-    '''
+    """
 
     @classmethod
-    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
-        '''
+            configuration: Configuration, no_report: bool) -> None:
+        """
         callback for command line
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        :param no_report: force disable reporting
-        Application(architecture, config).sync(args.target)
+        """
+        Application(architecture, configuration, no_report).sync(args.target, [])

src/ahriman/application/handlers/update.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -19,7 +19,7 @@
 #
 import argparse
 
-from typing import Type
+from typing import Callable, Type
 
 from ahriman.application.application import Application
 from ahriman.application.handlers.handler import Handler
@@ -27,25 +27,36 @@ from ahriman.core.configuration import Configuration
 
 
 class Update(Handler):
-    '''
+    """
     package update handler
-    '''
+    """
 
     @classmethod
-    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
-        '''
+            configuration: Configuration, no_report: bool) -> None:
+        """
         callback for command line
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        :param no_report: force disable reporting
-        # typing workaround
+        """
-        def log_fn(line: str) -> None:
+        application = Application(architecture, configuration, no_report)
-            return print(line) if args.dry_run else application.logger.info(line)
+        packages = application.updates(args.package, args.no_aur, args.no_local, args.no_manual, args.no_vcs,
-
+                                       Update.log_fn(application, args.dry_run))
-        application = Application(architecture, config)
-        packages = application.get_updates(args.package, args.no_aur, args.no_manual, args.no_vcs, log_fn)
         if args.dry_run:
             return
 
         application.update(packages)
+
+    @staticmethod
+    def log_fn(application: Application, dry_run: bool) -> Callable[[str], None]:
+        """
+        package updates log function
+        :param application: application instance
+        :param dry_run: do not perform update itself
+        :return: in case if dry_run is set it will return print, logger otherwise
+        """
+        def inner(line: str) -> None:
+            return print(line) if dry_run else application.logger.info(line)
+        return inner

src/ahriman/application/handlers/user.py

@@ -0,0 +1,143 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import argparse
+import getpass
+
+from pathlib import Path
+from typing import Type
+
+from ahriman.application.application import Application
+from ahriman.application.handlers.handler import Handler
+from ahriman.core.configuration import Configuration
+from ahriman.models.action import Action
+from ahriman.models.user import User as MUser
+from ahriman.models.user_access import UserAccess
+
+
+class User(Handler):
+    """
+    user management handler
+    """
+
+    ALLOW_AUTO_ARCHITECTURE_RUN = False  # it should be called only as "no-architecture"
+
+    @classmethod
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
+            configuration: Configuration, no_report: bool) -> None:
+        """
+        callback for command line
+        :param args: command line args
+        :param architecture: repository architecture
+        :param configuration: configuration instance
+        :param no_report: force disable reporting
+        """
+        salt = User.get_salt(configuration)
+        user = User.user_create(args)
+        auth_configuration = User.configuration_get(configuration.include)
+
+        User.user_clear(auth_configuration, user)
+        if args.action == Action.Update:
+            User.configuration_create(auth_configuration, user, salt, args.as_service)
+        User.configuration_write(auth_configuration, args.secure)
+
+        if not args.no_reload:
+            client = Application(architecture, configuration, no_report=False).repository.reporter
+            client.reload_auth()
+
+    @staticmethod
+    def configuration_create(configuration: Configuration, user: MUser, salt: str, as_service_user: bool) -> None:
+        """
+        put new user to configuration
+        :param configuration: configuration instance
+        :param user: user descriptor
+        :param salt: password hash salt
+        :param as_service_user: add user as service user, also set password and user to configuration
+        """
+        section = Configuration.section_name("auth", user.access.value)
+        configuration.set_option("auth", "salt", salt)
+        configuration.set_option(section, user.username, user.hash_password(salt))
+
+        if as_service_user:
+            configuration.set_option("web", "username", user.username)
+            configuration.set_option("web", "password", user.password)
+
+    @staticmethod
+    def configuration_get(include_path: Path) -> Configuration:
+        """
+        create configuration instance
+        :param include_path: path to directory with configuration includes
+        :return: configuration instance. In case if there are local settings they will be loaded
+        """
+        target = include_path / "auth.ini"
+        configuration = Configuration()
+        configuration.load(target)
+
+        return configuration
+
+    @staticmethod
+    def configuration_write(configuration: Configuration, secure: bool) -> None:
+        """
+        write configuration file
+        :param configuration: configuration instance
+        :param secure: if true then set file permissions to 0o600
+        """
+        if configuration.path is None:
+            return  # should never happen actually
+        with configuration.path.open("w") as ahriman_configuration:
+            configuration.write(ahriman_configuration)
+        if secure:
+            configuration.path.chmod(0o600)
+
+    @staticmethod
+    def get_salt(configuration: Configuration, salt_length: int = 20) -> str:
+        """
+        get salt from configuration or create new string
+        :param configuration: configuration instance
+        :param salt_length: salt length
+        :return: current salt
+        """
+        if salt := configuration.get("auth", "salt", fallback=None):
+            return salt
+        return MUser.generate_password(salt_length)
+
+    @staticmethod
+    def user_clear(configuration: Configuration, user: MUser) -> None:
+        """
+        remove user user from configuration file in case if it exists
+        :param configuration: configuration instance
+        :param user: user descriptor
+        """
+        for role in UserAccess:
+            section = Configuration.section_name("auth", role.value)
+            if not configuration.has_option(section, user.username):
+                continue
+            configuration.remove_option(section, user.username)
+
+    @staticmethod
+    def user_create(args: argparse.Namespace) -> MUser:
+        """
+        create user descriptor from arguments
+        :param args: command line args
+        :return: built user descriptor
+        """
+        user = MUser(args.username, args.password, args.role)
+        if user.password is None:
+            user.password = getpass.getpass()
+        return user

src/ahriman/application/handlers/web.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -23,21 +23,32 @@ from typing import Type
 
 from ahriman.application.handlers.handler import Handler
 from ahriman.core.configuration import Configuration
+from ahriman.core.spawn import Spawn
 
 
 class Web(Handler):
-    '''
+    """
     web server handler
-    '''
+    """
+
+    ALLOW_AUTO_ARCHITECTURE_RUN = False
+    ALLOW_MULTI_ARCHITECTURE_RUN = False  # required to be able to spawn external processes
 
     @classmethod
-    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def run(cls: Type[Handler], args: argparse.Namespace, architecture: str,
-        '''
+            configuration: Configuration, no_report: bool) -> None:
+        """
         callback for command line
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        :param no_report: force disable reporting
+        """
+        # we are using local import for optional dependencies
         from ahriman.web.web import run_server, setup_service
-        application = setup_service(architecture, config)
+
-        run_server(application, architecture)
+        spawner = Spawn(args.parser(), architecture, configuration)
+        spawner.start()
+
+        application = setup_service(architecture, configuration, spawner)
+        run_server(application)

src/ahriman/application/lock.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -20,106 +20,108 @@
 from __future__ import annotations
 
 import argparse
-import os
+import logging
 
+from pathlib import Path
 from types import TracebackType
 from typing import Literal, Optional, Type
 
+from ahriman import version
 from ahriman.core.configuration import Configuration
-from ahriman.core.exceptions import DuplicateRun, UnsafeRun
+from ahriman.core.exceptions import DuplicateRun
-from ahriman.core.watcher.client import Client
+from ahriman.core.status.client import Client
+from ahriman.core.util import check_user
 from ahriman.models.build_status import BuildStatusEnum
 
 
 class Lock:
-    '''
+    """
     wrapper for application lock file
     :ivar force: remove lock file on start if any
     :ivar path: path to lock file if any
     :ivar reporter: build status reporter instance
     :ivar root: repository root (i.e. ahriman home)
     :ivar unsafe: skip user check
-    '''
+    """
 
-    def __init__(self, args: argparse.Namespace, architecture: str, config: Configuration) -> None:
+    def __init__(self, args: argparse.Namespace, architecture: str, configuration: Configuration) -> None:
-        '''
+        """
         default constructor
         :param args: command line args
         :param architecture: repository architecture
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        """
-        self.path = f'{args.lock}_{architecture}' if args.lock is not None else None
+        self.path = Path(f"{args.lock}_{architecture}") if args.lock is not None else None
         self.force = args.force
         self.unsafe = args.unsafe
 
-        self.root = config.get('repository', 'root')
+        self.root = Path(configuration.get("repository", "root"))
-        self.reporter = Client() if args.no_report else Client.load(architecture, config)
+        self.reporter = Client() if args.no_report else Client.load(configuration)
 
     def __enter__(self) -> Lock:
-        '''
+        """
         default workflow is the following:
 
             check user UID
-            remove lock file if force flag is set
             check if there is lock file
+            check web status watcher status
             create lock file
             report to web if enabled
-        '''
+        """
         self.check_user()
-        if self.force:
+        self.check_version()
-            self.remove()
-        self.check()
         self.create()
         self.reporter.update_self(BuildStatusEnum.Building)
         return self
 
     def __exit__(self, exc_type: Optional[Type[Exception]], exc_val: Optional[Exception],
                  exc_tb: TracebackType) -> Literal[False]:
-        '''
+        """
         remove lock file when done
         :param exc_type: exception type name if any
         :param exc_val: exception raised if any
         :param exc_tb: exception traceback if any
         :return: always False (do not suppress any exception)
-        '''
+        """
-        self.remove()
+        self.clear()
         status = BuildStatusEnum.Success if exc_val is None else BuildStatusEnum.Failed
         self.reporter.update_self(status)
         return False
 
-    def check(self) -> None:
+    def check_version(self) -> None:
-        '''
+        """
-        check if lock file exists, raise exception if it does
+        check web server version
-        '''
+        """
-        if self.path is None:
+        status = self.reporter.get_internal()
-            return
+        if status.version is not None and status.version != version.__version__:
-        if os.path.exists(self.path):
+            logging.getLogger("root").warning(
-            raise DuplicateRun()
+                "status watcher version mismatch, our %s, their %s",
+                version.__version__,
+                status.version)
 
     def check_user(self) -> None:
-        '''
+        """
         check if current user is actually owner of ahriman root
-        '''
+        """
         if self.unsafe:
             return
-        current_uid = os.getuid()
+        check_user(self.root)
-        root_uid = os.stat(self.root).st_uid
+
-        if current_uid != root_uid:
+    def clear(self) -> None:
-            raise UnsafeRun(current_uid, root_uid)
+        """
+        remove lock file
+        """
+        if self.path is None:
+            return
+        self.path.unlink(missing_ok=True)
 
     def create(self) -> None:
-        '''
+        """
         create lock file
-        '''
+        """
         if self.path is None:
             return
-        open(self.path, 'w').close()
+        try:
-
+            self.path.touch(exist_ok=self.force)
-    def remove(self) -> None:
+        except FileExistsError:
-        '''
+            raise DuplicateRun()
-        remove lock file
-        '''
-        if self.path is None:
-            return
-        if os.path.exists(self.path):
-            os.remove(self.path)

src/ahriman/core/__init__.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).

src/ahriman/core/alpm/__init__.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).

src/ahriman/core/alpm/aur.py

@@ -0,0 +1,152 @@
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from __future__ import annotations
+
+import logging
+import requests
+
+from typing import Any, Dict, List, Optional, Type
+
+from ahriman.core.exceptions import InvalidPackageInfo
+from ahriman.core.util import exception_response_text
+from ahriman.models.aur_package import AURPackage
+
+
+class AUR:
+    """
+    AUR RPC wrapper
+    :cvar DEFAULT_RPC_URL: default AUR RPC url
+    :cvar DEFAULT_RPC_VERSION: default AUR RPC version
+    :ivar logger: class logger
+    :ivar rpc_url: AUR RPC url
+    :ivar rpc_version: AUR RPC version
+    """
+
+    DEFAULT_RPC_URL = "https://aur.archlinux.org/rpc"
+    DEFAULT_RPC_VERSION = "5"
+
+    def __init__(self, rpc_url: Optional[str] = None, rpc_version: Optional[str] = None) -> None:
+        """
+        default constructor
+        :param rpc_url: AUR RPC url
+        :param rpc_version: AUR RPC version
+        """
+        self.rpc_url = rpc_url or self.DEFAULT_RPC_URL
+        self.rpc_version = rpc_version or self.DEFAULT_RPC_VERSION
+        self.logger = logging.getLogger("build_details")
+
+    @classmethod
+    def info(cls: Type[AUR], package_name: str) -> AURPackage:
+        """
+        get package info by its name
+        :param package_name: package name to search
+        :return: package which match the package name
+        """
+        return cls().package_info(package_name)
+
+    @classmethod
+    def multisearch(cls: Type[AUR], *keywords: str) -> List[AURPackage]:
+        """
+        search in AUR by using API with multiple words. This method is required in order to handle
+        https://bugs.archlinux.org/task/49133. In addition short words will be dropped
+        :param keywords: search terms, e.g. "ahriman", "is", "cool"
+        :return: list of packages each of them matches all search terms
+        """
+        instance = cls()
+        packages: Dict[str, AURPackage] = {}
+        for term in filter(lambda word: len(word) > 3, keywords):
+            portion = instance.search(term)
+            packages = {
+                package.package_base: package
+                for package in portion
+                if package.package_base in packages or not packages
+            }
+        return list(packages.values())
+
+    @classmethod
+    def search(cls: Type[AUR], *keywords: str) -> List[AURPackage]:
+        """
+        search package in AUR web
+        :param keywords: keywords to search
+        :return: list of packages which match the criteria
+        """
+        return cls().package_search(*keywords)
+
+    @staticmethod
+    def parse_response(response: Dict[str, Any]) -> List[AURPackage]:
+        """
+        parse RPC response to package list
+        :param response: RPC response json
+        :return: list of parsed packages
+        """
+        response_type = response["type"]
+        if response_type == "error":
+            error_details = response.get("error", "Unknown API error")
+            raise InvalidPackageInfo(error_details)
+        return [AURPackage.from_json(package) for package in response["results"]]
+
+    def make_request(self, request_type: str, *args: str, **kwargs: str) -> List[AURPackage]:
+        """
+        perform request to AUR RPC
+        :param request_type: AUR request type, e.g. search, info
+        :param args: list of arguments to be passed as args query parameter
+        :param kwargs: list of additional named parameters like by
+        :return: response parsed to package list
+        """
+        query: Dict[str, Any] = {
+            "type": request_type,
+            "v": self.rpc_version
+        }
+
+        arg_query = "arg[]" if len(args) > 1 else "arg"
+        query[arg_query] = list(args)
+
+        for key, value in kwargs.items():
+            query[key] = value
+
+        try:
+            response = requests.get(self.rpc_url, params=query)
+            response.raise_for_status()
+            return self.parse_response(response.json())
+        except requests.HTTPError as e:
+            self.logger.exception(
+                "could not perform request by using type %s: %s",
+                request_type,
+                exception_response_text(e))
+            raise
+        except Exception:
+            self.logger.exception("could not perform request by using type %s", request_type)
+            raise
+
+    def package_info(self, package_name: str) -> AURPackage:
+        """
+        get package info by its name
+        :param package_name: package name to search
+        :return: package which match the package name
+        """
+        packages = self.make_request("info", package_name)
+        return next(package for package in packages if package.name == package_name)
+
+    def package_search(self, *keywords: str, by: str = "name-desc") -> List[AURPackage]:
+        """
+        search package in AUR web
+        :param keywords: keywords to search
+        :param by: search by the field
+        :return: list of packages which match the criteria
+        """
+        return self.make_request("search", *keywords, by=by)

src/ahriman/core/alpm/pacman.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -18,35 +18,37 @@
 # along with this program. If not, see <http://www.gnu.org/licenses/>.
 #
 from pyalpm import Handle  # type: ignore
-from typing import List, Set
+from typing import Set
 
 from ahriman.core.configuration import Configuration
 
 
 class Pacman:
-    '''
+    """
     alpm wrapper
     :ivar handle: pyalpm root `Handle`
-    '''
+    """
 
-    def __init__(self, config: Configuration) -> None:
+    def __init__(self, configuration: Configuration) -> None:
-        '''
+        """
         default constructor
-        :param config: configuration instance
+        :param configuration: configuration instance
-        '''
+        """
-        root = config.get('alpm', 'root')
+        root = configuration.get("alpm", "root")
-        pacman_root = config.get('alpm', 'database')
+        pacman_root = configuration.getpath("alpm", "database")
-        self.handle = Handle(root, pacman_root)
+        self.handle = Handle(root, str(pacman_root))
-        for repository in config.getlist('alpm', 'repositories'):
+        for repository in configuration.getlist("alpm", "repositories"):
             self.handle.register_syncdb(repository, 0)  # 0 is pgp_level
 
-    def all_packages(self) -> List[str]:
+    def all_packages(self) -> Set[str]:
-        '''
+        """
         get list of packages known for alpm
         :return: list of package names
-        '''
+        """
         result: Set[str] = set()
         for database in self.handle.get_syncdbs():
-            result.update({package.name for package in database.pkgcache})
+            for package in database.pkgcache:
+                result.add(package.name)  # package itself
+                result.update(package.provides)  # provides list for meta-packages
 
-        return list(result)
+        return result

src/ahriman/core/alpm/repo.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -18,8 +18,8 @@
 # along with this program. If not, see <http://www.gnu.org/licenses/>.
 #
 import logging
-import os
 
+from pathlib import Path
 from typing import List
 
 from ahriman.core.exceptions import BuildFailed
@@ -28,56 +28,69 @@ from ahriman.models.repository_paths import RepositoryPaths
 
 
 class Repo:
-    '''
+    """
     repo-add and repo-remove wrapper
     :ivar logger: class logger
     :ivar name: repository name
     :ivar paths: repository paths instance
     :ivar sign_args: additional args which have to be used to sign repository archive
-    '''
+    """
+
+    _check_output = check_output
 
     def __init__(self, name: str, paths: RepositoryPaths, sign_args: List[str]) -> None:
-        '''
+        """
         default constructor
         :param name: repository name
         :param paths: repository paths instance
         :param sign_args: additional args which have to be used to sign repository archive
-        '''
+        """
-        self.logger = logging.getLogger('build_details')
+        self.logger = logging.getLogger("build_details")
         self.name = name
         self.paths = paths
         self.sign_args = sign_args
 
     @property
-    def repo_path(self) -> str:
+    def repo_path(self) -> Path:
-        '''
+        """
         :return: path to repository database
-        '''
+        """
-        return os.path.join(self.paths.repository, f'{self.name}.db.tar.gz')
+        return self.paths.repository / f"{self.name}.db.tar.gz"
 
-    def add(self, path: str) -> None:
+    def add(self, path: Path) -> None:
-        '''
+        """
         add new package to repository
         :param path: path to archive to add
-        '''
+        """
-        check_output(
+        Repo._check_output(
-            'repo-add', *self.sign_args, '-R', self.repo_path, path,
+            "repo-add", *self.sign_args, "-R", str(self.repo_path), str(path),
-            exception=BuildFailed(path),
+            exception=BuildFailed(path.name),
             cwd=self.paths.repository,
             logger=self.logger)
 
-    def remove(self, package: str) -> None:
+    def init(self) -> None:
-        '''
+        """
+        create empty repository database
+        """
+        Repo._check_output(
+            "repo-add", *self.sign_args, str(self.repo_path),
+            exception=None,
+            cwd=self.paths.repository,
+            logger=self.logger)
+
+    def remove(self, package: str, filename: Path) -> None:
+        """
         remove package from repository
         :param package: package name to remove
-        '''
+        :param filename: package filename to remove
+        """
         # remove package and signature (if any) from filesystem
-        for fn in filter(lambda f: f.startswith(package), os.listdir(self.paths.repository)):
+        for full_path in self.paths.repository.glob(f"{filename}*"):
-            full_path = os.path.join(self.paths.repository, fn)
+            full_path.unlink()
-            os.remove(full_path)
+
         # remove package from registry
-        check_output(
+        Repo._check_output(
-            'repo-remove', *self.sign_args, self.repo_path, package,
+            "repo-remove", *self.sign_args, str(self.repo_path), package,
             exception=BuildFailed(package),
             cwd=self.paths.repository,
             logger=self.logger)

src/ahriman/core/auth/__init__.py

@@ -0,0 +1,19 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#

src/ahriman/core/auth/auth.py

@@ -0,0 +1,128 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from __future__ import annotations
+
+import logging
+
+from typing import Dict, Optional, Type
+
+from ahriman.core.configuration import Configuration
+from ahriman.core.exceptions import DuplicateUser
+from ahriman.models.auth_settings import AuthSettings
+from ahriman.models.user import User
+from ahriman.models.user_access import UserAccess
+
+
+class Auth:
+    """
+    helper to deal with user authorization
+    :ivar enabled: indicates if authorization is enabled
+    :ivar max_age: session age in seconds. It will be used for both client side and server side checks
+    :ivar safe_build_status: allow read only access to the index page
+    """
+
+    def __init__(self, configuration: Configuration, provider: AuthSettings = AuthSettings.Disabled) -> None:
+        """
+        default constructor
+        :param configuration: configuration instance
+        :param provider: authorization type definition
+        """
+        self.logger = logging.getLogger("http")
+
+        self.safe_build_status = configuration.getboolean("auth", "safe_build_status")
+
+        self.enabled = provider.is_enabled
+        self.max_age = configuration.getint("auth", "max_age", fallback=7 * 24 * 3600)
+
+    @property
+    def auth_control(self) -> str:
+        """
+        This workaround is required to make different behaviour for login interface.
+        In case of internal authentication it must provide an interface (modal form) to login with button sends POST
+        request. But for an external providers behaviour can be different: e.g. OAuth provider requires sending GET
+        request to external resource
+        :return: login control as html code to insert
+        """
+        return """<button type="button" class="btn btn-link" data-bs-toggle="modal" data-bs-target="#loginForm" style="text-decoration: none">login</button>"""
+
+    @classmethod
+    def load(cls: Type[Auth], configuration: Configuration) -> Auth:
+        """
+        load authorization module from settings
+        :param configuration: configuration instance
+        :return: authorization module according to current settings
+        """
+        provider = AuthSettings.from_option(configuration.get("auth", "target", fallback="disabled"))
+        if provider == AuthSettings.Configuration:
+            from ahriman.core.auth.mapping import Mapping
+            return Mapping(configuration)
+        if provider == AuthSettings.OAuth:
+            from ahriman.core.auth.oauth import OAuth
+            return OAuth(configuration)
+        return cls(configuration)
+
+    @staticmethod
+    def get_users(configuration: Configuration) -> Dict[str, User]:
+        """
+        load users from settings
+        :param configuration: configuration instance
+        :return: map of username to its descriptor
+        """
+        users: Dict[str, User] = {}
+        for role in UserAccess:
+            section = configuration.section_name("auth", role.value)
+            if not configuration.has_section(section):
+                continue
+            for user, password in configuration[section].items():
+                normalized_user = user.lower()
+                if normalized_user in users:
+                    raise DuplicateUser(normalized_user)
+                users[normalized_user] = User(normalized_user, password, role)
+        return users
+
+    async def check_credentials(self, username: Optional[str], password: Optional[str]) -> bool:  # pylint: disable=no-self-use
+        """
+        validate user password
+        :param username: username
+        :param password: entered password
+        :return: True in case if password matches, False otherwise
+        """
+        del username, password
+        return True
+
+    async def known_username(self, username: Optional[str]) -> bool:  # pylint: disable=no-self-use
+        """
+        check if user is known
+        :param username: username
+        :return: True in case if user is known and can be authorized and False otherwise
+        """
+        del username
+        return True
+
+    async def verify_access(self, username: str, required: UserAccess, context: Optional[str]) -> bool:  # pylint: disable=no-self-use
+        """
+        validate if user has access to requested resource
+        :param username: username
+        :param required: required access level
+        :param context: URI request path
+        :return: True in case if user is allowed to do this request and False otherwise
+        """
+        del username, required, context
+        return True

src/ahriman/core/auth/helpers.py

@@ -0,0 +1,70 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from typing import Any
+
+try:
+    import aiohttp_security  # type: ignore
+    _has_aiohttp_security = True
+except ImportError:
+    _has_aiohttp_security = False
+
+
+async def authorized_userid(*args: Any) -> Any:
+    """
+    handle aiohttp security methods
+    :param args: argument list as provided by authorized_userid function
+    :return: None in case if no aiohttp_security module found and function call otherwise
+    """
+    if _has_aiohttp_security:
+        return await aiohttp_security.authorized_userid(*args)  # pylint: disable=no-value-for-parameter
+    return None
+
+
+async def check_authorized(*args: Any) -> Any:
+    """
+    handle aiohttp security methods
+    :param args: argument list as provided by check_authorized function
+    :return: None in case if no aiohttp_security module found and function call otherwise
+    """
+    if _has_aiohttp_security:
+        return await aiohttp_security.check_authorized(*args)  # pylint: disable=no-value-for-parameter
+    return None
+
+
+async def forget(*args: Any) -> Any:
+    """
+    handle aiohttp security methods
+    :param args: argument list as provided by forget function
+    :return: None in case if no aiohttp_security module found and function call otherwise
+    """
+    if _has_aiohttp_security:
+        return await aiohttp_security.forget(*args)  # pylint: disable=no-value-for-parameter
+    return None
+
+
+async def remember(*args: Any) -> Any:
+    """
+    handle disabled auth
+    :param args: argument list as provided by remember function
+    :return: None in case if no aiohttp_security module found and function call otherwise
+    """
+    if _has_aiohttp_security:
+        return await aiohttp_security.remember(*args)  # pylint: disable=no-value-for-parameter
+    return None

src/ahriman/core/auth/mapping.py

@@ -0,0 +1,84 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+from typing import Optional
+
+from ahriman.core.auth.auth import Auth
+from ahriman.core.configuration import Configuration
+from ahriman.models.auth_settings import AuthSettings
+from ahriman.models.user import User
+from ahriman.models.user_access import UserAccess
+
+
+class Mapping(Auth):
+    """
+    user authorization based on mapping from configuration file
+    :ivar salt: random generated string to salt passwords
+    :ivar _users: map of username to its descriptor
+    """
+
+    def __init__(self, configuration: Configuration, provider: AuthSettings = AuthSettings.Configuration) -> None:
+        """
+        default constructor
+        :param configuration: configuration instance
+        :param provider: authorization type definition
+        """
+        Auth.__init__(self, configuration, provider)
+        self.salt = configuration.get("auth", "salt")
+        self._users = self.get_users(configuration)
+
+    async def check_credentials(self, username: Optional[str], password: Optional[str]) -> bool:
+        """
+        validate user password
+        :param username: username
+        :param password: entered password
+        :return: True in case if password matches, False otherwise
+        """
+        if username is None or password is None:
+            return False  # invalid data supplied
+        user = self.get_user(username)
+        return user is not None and user.check_credentials(password, self.salt)
+
+    def get_user(self, username: str) -> Optional[User]:
+        """
+        retrieve user from in-memory mapping
+        :param username: username
+        :return: user descriptor if username is known and None otherwise
+        """
+        normalized_user = username.lower()
+        return self._users.get(normalized_user)
+
+    async def known_username(self, username: Optional[str]) -> bool:
+        """
+        check if user is known
+        :param username: username
+        :return: True in case if user is known and can be authorized and False otherwise
+        """
+        return username is not None and self.get_user(username) is not None
+
+    async def verify_access(self, username: str, required: UserAccess, context: Optional[str]) -> bool:
+        """
+        validate if user has access to requested resource
+        :param username: username
+        :param required: required access level
+        :param context: URI request path
+        :return: True in case if user is allowed to do this request and False otherwise
+        """
+        user = self.get_user(username)
+        return user is not None and user.verify_access(required)

src/ahriman/core/auth/oauth.py

@@ -0,0 +1,112 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import aioauth_client
+
+from typing import Optional, Type
+
+from ahriman.core.auth.mapping import Mapping
+from ahriman.core.configuration import Configuration
+from ahriman.core.exceptions import InvalidOption
+from ahriman.models.auth_settings import AuthSettings
+
+
+class OAuth(Mapping):
+    """
+    OAuth user authorization.
+    It is required to create application first and put application credentials.
+    :ivar client_id: application client id
+    :ivar client_secret: application client secret key
+    :ivar provider: provider class, should be one of aiohttp-client provided classes
+    :ivar redirect_uri: redirect URI registered in provider
+    :ivar scopes: list of scopes required by the application
+    """
+
+    def __init__(self, configuration: Configuration, provider: AuthSettings = AuthSettings.OAuth) -> None:
+        """
+        default constructor
+        :param configuration: configuration instance
+        :param provider: authorization type definition
+        """
+        Mapping.__init__(self, configuration, provider)
+        self.client_id = configuration.get("auth", "client_id")
+        self.client_secret = configuration.get("auth", "client_secret")
+        # in order to use OAuth feature the service must be publicity available
+        # thus we expect that address is set
+        self.redirect_uri = f"""{configuration.get("web", "address")}/user-api/v1/login"""
+        self.provider = self.get_provider(configuration.get("auth", "oauth_provider"))
+        # it is list but we will have to convert to string it anyway
+        self.scopes = configuration.get("auth", "oauth_scopes")
+
+    @property
+    def auth_control(self) -> str:
+        """
+        :return: login control as html code to insert
+        """
+        return """<a class="nav-link" href="/user-api/v1/login" title="login via OAuth2">login</a>"""
+
+    @staticmethod
+    def get_provider(name: str) -> Type[aioauth_client.OAuth2Client]:
+        """
+        load OAuth2 provider by name
+        :param name: name of the provider. Must be valid class defined in aioauth-client library
+        :return: loaded provider type
+        """
+        provider: Type[aioauth_client.OAuth2Client] = getattr(aioauth_client, name)
+        try:
+            is_oauth2_client = issubclass(provider, aioauth_client.OAuth2Client)
+        except TypeError:  # what if it is random string?
+            is_oauth2_client = False
+        if not is_oauth2_client:
+            raise InvalidOption(name)
+        return provider
+
+    def get_client(self) -> aioauth_client.OAuth2Client:
+        """
+        load client from parameters
+        :return: generated client according to current settings
+        """
+        return self.provider(client_id=self.client_id, client_secret=self.client_secret)
+
+    def get_oauth_url(self) -> str:
+        """
+        get authorization URI for the specified settings
+        :return: authorization URI as a string
+        """
+        client = self.get_client()
+        uri: str = client.get_authorize_url(scope=self.scopes, redirect_uri=self.redirect_uri)
+        return uri
+
+    async def get_oauth_username(self, code: str) -> Optional[str]:
+        """
+        extract OAuth username from remote
+        :param code: authorization code provided by external service
+        :return: username as is in OAuth provider
+        """
+        try:
+            client = self.get_client()
+            access_token, _ = await client.get_access_token(code, redirect_uri=self.redirect_uri)
+            client.access_token = access_token
+
+            user, _ = await client.user_info()
+            username: str = user.email  # type: ignore
+            return username
+        except Exception:
+            self.logger.exception("got exception while performing request")
+            return None

src/ahriman/core/build_tools/__init__.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).

src/ahriman/core/build_tools/sources.py

@@ -0,0 +1,152 @@
+#
+# Copyright (c) 2021 ahriman team.
+#
+# This file is part of ahriman
+# (see https://github.com/arcan1s/ahriman).
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+import logging
+
+from pathlib import Path
+from typing import List, Optional
+
+from ahriman.core.util import check_output
+
+
+class Sources:
+    """
+    helper to download package sources (PKGBUILD etc)
+    :cvar logger: class logger
+    """
+
+    logger = logging.getLogger("build_details")
+
+    _branch = "master"  # in case if BLM would like to change it
+    _check_output = check_output
+
+    @staticmethod
+    def add(sources_dir: Path, *pattern: str) -> None:
+        """
+        track found files via git
+        :param sources_dir: local path to git repository
+        :param pattern: glob patterns
+        """
+        # glob directory to find files which match the specified patterns
+        found_files: List[Path] = []
+        for glob in pattern:
+            found_files.extend(sources_dir.glob(glob))
+        Sources.logger.info("found matching files %s", found_files)
+        # add them to index
+        Sources._check_output("git", "add", "--intent-to-add",
+                              *[str(fn.relative_to(sources_dir)) for fn in found_files],
+                              exception=None, cwd=sources_dir, logger=Sources.logger)
+
+    @staticmethod
+    def diff(sources_dir: Path, patch_path: Path) -> None:
+        """
+        generate diff from the current version and write it to the output file
+        :param sources_dir: local path to git repository
+        :param patch_path: path to result patch
+        """
+        patch = Sources._check_output("git", "diff", exception=None, cwd=sources_dir, logger=Sources.logger)
+        patch_path.write_text(patch)
+
+    @staticmethod
+    def fetch(sources_dir: Path, remote: Optional[str]) -> None:
+        """
+        either clone repository or update it to origin/`branch`
+        :param sources_dir: local path to fetch
+        :param remote: remote target (from where to fetch)
+        """
+        # local directory exists and there is .git directory
+        is_initialized_git = (sources_dir / ".git").is_dir()
+        if is_initialized_git and not Sources.has_remotes(sources_dir):
+            # there is git repository, but no remote configured so far
+            Sources.logger.info("skip update at %s because there are no branches configured", sources_dir)
+            return
+
+        if is_initialized_git:
+            Sources.logger.info("update HEAD to remote at %s", sources_dir)
+            Sources._check_output("git", "fetch", "origin", Sources._branch,
+                                  exception=None, cwd=sources_dir, logger=Sources.logger)
+        elif remote is None:
+            Sources.logger.warning("%s is not initialized, but no remote provided", sources_dir)
+        else:
+            Sources.logger.info("clone remote %s to %s", remote, sources_dir)
+            Sources._check_output("git", "clone", remote, str(sources_dir), exception=None, logger=Sources.logger)
+        # and now force reset to our branch
+        Sources._check_output("git", "checkout", "--force", Sources._branch,
+                              exception=None, cwd=sources_dir, logger=Sources.logger)
+        Sources._check_output("git", "reset", "--hard", f"origin/{Sources._branch}",
+                              exception=None, cwd=sources_dir, logger=Sources.logger)
+
+    @staticmethod
+    def has_remotes(sources_dir: Path) -> bool:
+        """
+        check if there are remotes for the repository
+        :param sources_dir: local path to git repository
+        :return: True in case if there is any remote and false otherwise
+        """
+        remotes = Sources._check_output("git", "remote", exception=None, cwd=sources_dir, logger=Sources.logger)
+        return bool(remotes)
+
+    @staticmethod
+    def init(sources_dir: Path) -> None:
+        """
+        create empty git repository at the specified path
+        :param sources_dir: local path to sources
+        """
+        Sources._check_output("git", "init", "--initial-branch", Sources._branch,
+                              exception=None, cwd=sources_dir, logger=Sources.logger)
+
+    @staticmethod
+    def load(sources_dir: Path, remote: str, patch_dir: Path) -> None:
+        """
+        fetch sources from remote and apply patches
+        :param sources_dir: local path to fetch
+        :param remote: remote target (from where to fetch)
+        :param patch_dir: path to directory with package patches
+        """
+        Sources.fetch(sources_dir, remote)
+        Sources.patch_apply(sources_dir, patch_dir)
+
+    @staticmethod
+    def patch_apply(sources_dir: Path, patch_dir: Path) -> None:
+        """
+        apply patches if any
+        :param sources_dir: local path to directory with git sources
+        :param patch_dir: path to directory with package patches
+        """
+        # check if even there are patches
+        if not patch_dir.is_dir():
+            return  # no patches provided
+        # find everything that looks like patch and sort it
+        patches = sorted(patch_dir.glob("*.patch"))
+        Sources.logger.info("found %s patches", patches)
+        for patch in patches:
+            Sources.logger.info("apply patch %s", patch.name)
+            Sources._check_output("git", "apply", "--ignore-space-change", "--ignore-whitespace", str(patch),
+                                  exception=None, cwd=sources_dir, logger=Sources.logger)
+
+    @staticmethod
+    def patch_create(sources_dir: Path, patch_path: Path, *pattern: str) -> None:
+        """
+        create patch set for the specified local path
+        :param sources_dir: local path to git repository
+        :param patch_path: path to result patch
+        :param pattern: glob patterns
+        """
+        Sources.add(sources_dir, *pattern)
+        Sources.diff(sources_dir, patch_path)

src/ahriman/core/build_tools/task.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -17,12 +17,13 @@
 # You should have received a copy of the GNU General Public License
 # along with this program. If not, see <http://www.gnu.org/licenses/>.
 #
-import os
 import logging
 import shutil
 
+from pathlib import Path
 from typing import List, Optional
 
+from ahriman.core.build_tools.sources import Sources
 from ahriman.core.configuration import Configuration
 from ahriman.core.exceptions import BuildFailed
 from ahriman.core.util import check_output
@@ -31,94 +32,64 @@ from ahriman.models.repository_paths import RepositoryPaths
 
 
 class Task:
-    '''
+    """
     base package build task
     :ivar build_logger: logger for build process
     :ivar logger: class logger
     :ivar package: package definitions
     :ivar paths: repository paths instance
-    '''
+    """
 
-    def __init__(self, package: Package, architecture: str, config: Configuration, paths: RepositoryPaths) -> None:
+    _check_output = check_output
-        '''
+
+    def __init__(self, package: Package, configuration: Configuration, paths: RepositoryPaths) -> None:
+        """
         default constructor
         :param package: package definitions
-        :param architecture: repository architecture
+        :param configuration: configuration instance
-        :param config: configuration instance
         :param paths: repository paths instance
-        '''
+        """
-        self.logger = logging.getLogger('builder')
+        self.logger = logging.getLogger("root")
-        self.build_logger = logging.getLogger('build_details')
+        self.build_logger = logging.getLogger("build_details")
         self.package = package
         self.paths = paths
 
-        section = config.get_section_name('build', architecture)
+        self.archbuild_flags = configuration.getlist("build", "archbuild_flags", fallback=[])
-        self.archbuild_flags = config.getlist(section, 'archbuild_flags')
+        self.build_command = configuration.get("build", "build_command")
-        self.build_command = config.get(section, 'build_command')
+        self.makepkg_flags = configuration.getlist("build", "makepkg_flags", fallback=[])
-        self.makepkg_flags = config.getlist(section, 'makepkg_flags')
+        self.makechrootpkg_flags = configuration.getlist("build", "makechrootpkg_flags", fallback=[])
-        self.makechrootpkg_flags = config.getlist(section, 'makechrootpkg_flags')
 
-    @property
+    def build(self) -> List[Path]:
-    def cache_path(self) -> str:
+        """
-        '''
-        :return: path to cached packages
-        '''
-        return os.path.join(self.paths.cache, self.package.base)
-
-    @property
-    def git_path(self) -> str:
-        '''
-        :return: path to clone package from git
-        '''
-        return os.path.join(self.paths.sources, self.package.base)
-
-    @staticmethod
-    def fetch(local: str, remote: str, branch: str = 'master') -> None:
-        '''
-        either clone repository or update it to origin/`branch`
-        :param local: local path to fetch
-        :param remote: remote target (from where to fetch)
-        :param branch: branch name to checkout, master by default
-        '''
-        logger = logging.getLogger('build_details')
-        # local directory exists and there is .git directory
-        if os.path.isdir(os.path.join(local, '.git')):
-            check_output('git', 'fetch', 'origin', branch, exception=None, cwd=local, logger=logger)
-        else:
-            check_output('git', 'clone', remote, local, exception=None, logger=logger)
-        # and now force reset to our branch
-        check_output('git', 'reset', '--hard', f'origin/{branch}', exception=None, cwd=local, logger=logger)
-
-    def build(self) -> List[str]:
-        '''
         run package build
         :return: paths of produced packages
-        '''
+        """
-        cmd = [self.build_command, '-r', self.paths.chroot]
+        command = [self.build_command, "-r", str(self.paths.chroot)]
-        cmd.extend(self.archbuild_flags)
+        command.extend(self.archbuild_flags)
-        cmd.extend(['--'] + self.makechrootpkg_flags)
+        command.extend(["--"] + self.makechrootpkg_flags)
-        cmd.extend(['--'] + self.makepkg_flags)
+        command.extend(["--"] + self.makepkg_flags)
-        self.logger.info(f'using {cmd} for {self.package.base}')
+        self.logger.info("using %s for %s", command, self.package.base)
 
-        check_output(
+        Task._check_output(
-            *cmd,
+            *command,
             exception=BuildFailed(self.package.base),
-            cwd=self.git_path,
+            cwd=self.paths.sources_for(self.package.base),
             logger=self.build_logger)
 
         # well it is not actually correct, but we can deal with it
-        return check_output('makepkg', '--packagelist',
+        packages = Task._check_output("makepkg", "--packagelist",
-                            exception=BuildFailed(self.package.base),
+                                      exception=BuildFailed(self.package.base),
-                            cwd=self.git_path,
+                                      cwd=self.paths.sources_for(self.package.base),
-                            logger=self.build_logger).splitlines()
+                                      logger=self.build_logger).splitlines()
+        return [Path(package) for package in packages]
 
-    def init(self, path: Optional[str] = None) -> None:
+    def init(self, path: Optional[Path] = None) -> None:
-        '''
+        """
         fetch package from git
         :param path: optional local path to fetch. If not set default path will be used
-        '''
+        """
-        git_path = path or self.git_path
+        git_path = path or self.paths.sources_for(self.package.base)
-        if os.path.isdir(self.cache_path):
+        if self.paths.cache_for(self.package.base).is_dir():
             # no need to clone whole repository, just copy from cache first
-            shutil.copytree(self.cache_path, git_path)
+            shutil.copytree(self.paths.cache_for(self.package.base), git_path)
-        return Task.fetch(git_path, self.package.git_url)
+        Sources.load(git_path, self.package.git_url, self.paths.patches_for(self.package.base))

src/ahriman/core/configuration.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -21,132 +21,227 @@ from __future__ import annotations
 
 import configparser
 import logging
-import os
 
 from logging.config import fileConfig
-from typing import Dict, List, Optional, Type
+from pathlib import Path
+from typing import Any, Dict, Generator, List, Optional, Tuple, Type
+
+from ahriman.core.exceptions import InitializeException
 
 
 class Configuration(configparser.RawConfigParser):
-    '''
+    """
     extension for built-in configuration parser
+    :ivar architecture: repository architecture
     :ivar path: path to root configuration file
     :cvar ARCHITECTURE_SPECIFIC_SECTIONS: known sections which can be architecture specific (required by dump)
     :cvar DEFAULT_LOG_FORMAT: default log format (in case of fallback)
     :cvar DEFAULT_LOG_LEVEL: default log level (in case of fallback)
-    :cvar STATIC_SECTIONS: known sections which are not architecture specific (required by dump)
+    """
-    '''
 
-    DEFAULT_LOG_FORMAT = '[%(levelname)s %(asctime)s] [%(filename)s:%(lineno)d] [%(funcName)s]: %(message)s'
+    DEFAULT_LOG_FORMAT = "[%(levelname)s %(asctime)s] [%(filename)s:%(lineno)d %(funcName)s]: %(message)s"
     DEFAULT_LOG_LEVEL = logging.DEBUG
 
-    STATIC_SECTIONS = ['alpm', 'report', 'repository', 'settings', 'upload']
+    ARCHITECTURE_SPECIFIC_SECTIONS = ["build", "sign", "web"]
-    ARCHITECTURE_SPECIFIC_SECTIONS = ['build', 'html', 'rsync', 's3', 'sign', 'web']
 
     def __init__(self) -> None:
-        '''
+        """
         default constructor. In the most cases must not be called directly
-        '''
+        """
-        configparser.RawConfigParser.__init__(self, allow_no_value=True)
+        configparser.RawConfigParser.__init__(self, allow_no_value=True, converters={
-        self.path: Optional[str] = None
+            "list": self.__convert_list,
+            "path": self.__convert_path,
+        })
+        self.architecture: Optional[str] = None
+        self.path: Optional[Path] = None
 
     @property
-    def include(self) -> str:
+    def include(self) -> Path:
-        '''
+        """
         :return: path to directory with configuration includes
-        '''
+        """
-        return self.get('settings', 'include')
+        return self.getpath("settings", "include")
+
+    @property
+    def logging_path(self) -> Path:
+        """
+        :return: path to logging configuration
+        """
+        return self.getpath("settings", "logging")
 
     @classmethod
-    def from_path(cls: Type[Configuration], path: str, logfile: bool) -> Configuration:
+    def from_path(cls: Type[Configuration], path: Path, architecture: str, quiet: bool) -> Configuration:
-        '''
+        """
         constructor with full object initialization
         :param path: path to root configuration file
-        :param logfile: use log file to output messages
+        :param architecture: repository architecture
+        :param quiet: force disable any log messages
         :return: configuration instance
-        '''
+        """
         config = cls()
         config.load(path)
-        config.load_logging(logfile)
+        config.merge_sections(architecture)
+        config.load_logging(quiet)
         return config
 
-    def dump(self, architecture: str) -> Dict[str, Dict[str, str]]:
+    @staticmethod
-        '''
+    def __convert_list(value: str) -> List[str]:
-        dump configuration to dictionary
+        """
-        :param architecture: repository architecture
+        convert string value to list of strings
-        :return: configuration dump for specific architecture
+        :param value: string configuration value
-        '''
+        :return: list of string from the parsed string
-        result: Dict[str, Dict[str, str]] = {}
+        """
-        for section in Configuration.STATIC_SECTIONS:
+        def generator() -> Generator[str, None, None]:
-            if not self.has_section(section):
+            quote_mark = None
-                continue
+            word = ""
-            result[section] = dict(self[section])
+            for char in value:
-        for group in Configuration.ARCHITECTURE_SPECIFIC_SECTIONS:
+                if char in ("'", "\"") and quote_mark is None:  # quoted part started, store quote and do nothing
-            section = self.get_section_name(group, architecture)
+                    quote_mark = char
-            if not self.has_section(section):
+                elif char == quote_mark:  # quoted part ended, reset quotation
-                continue
+                    quote_mark = None
-            result[section] = dict(self[section])
+                elif char == " " and quote_mark is None:  # found space outside of the quotation, yield the word
+                    yield word
+                    word = ""
+                else:  # append character to the buffer
+                    word += char
+            if quote_mark:  # there is unmatched quote
+                raise ValueError(f"unmatched quote in {value}")
+            yield word  # sequence done, return whatever we found
 
-        return result
+        return [word for word in generator() if word]
 
-    def getlist(self, section: str, key: str) -> List[str]:
+    @staticmethod
-        '''
+    def section_name(section: str, suffix: str) -> str:
-        get space separated string list option
+        """
+        generate section name for sections which depends on context
         :param section: section name
-        :param key: key name
+        :param suffix: session suffix, e.g. repository architecture
-        :return: list of string if option is set, empty list otherwise
+        :return: correct section name for repository specific section
-        '''
+        """
-        raw = self.get(section, key, fallback=None)
+        return f"{section}:{suffix}"
-        if not raw:  # empty string or none
-            return []
-        return raw.split()
 
-    def get_section_name(self, prefix: str, suffix: str) -> str:
+    def __convert_path(self, value: str) -> Path:
-        '''
+        """
-        check if there is `prefix`_`suffix` section and return it on success. Return `prefix` otherwise
+        convert string value to path object
-        :param prefix: section name prefix
+        :param value: string configuration value
-        :param suffix: section name suffix (e.g. architecture name)
+        :return: path object which represents the configuration value
-        :return: found section name
+        """
-        '''
+        path = Path(value)
-        probe = f'{prefix}_{suffix}'
+        if self.path is None or path.is_absolute():
-        return probe if self.has_section(probe) else prefix
+            return path
+        return self.path.parent / path
 
-    def load(self, path: str) -> None:
+    def dump(self) -> Dict[str, Dict[str, str]]:
-        '''
+        """
+        dump configuration to dictionary
+        :return: configuration dump for specific architecture
+        """
+        return {
+            section: dict(self[section])
+            for section in self.sections()
+        }
+
+    # pylint and mypy are too stupid to find these methods
+    # pylint: disable=missing-function-docstring,multiple-statements,unused-argument,no-self-use
+    def getlist(self, *args: Any, **kwargs: Any) -> List[str]: ...
+
+    def getpath(self, *args: Any, **kwargs: Any) -> Path: ...
+
+    def gettype(self, section: str, architecture: str) -> Tuple[str, str]:
+        """
+        get type variable with fallback to old logic
+        Despite the fact that it has same semantics as other get* methods, but it has different argument list
+        :param section: section name
+        :param architecture: repository architecture
+        :return: section name and found type name
+        """
+        group_type = self.get(section, "type", fallback=None)  # new-style logic
+        if group_type is not None:
+            return section, group_type
+        # okay lets check for the section with architecture name
+        full_section = self.section_name(section, architecture)
+        if self.has_section(full_section):
+            return full_section, section
+        # okay lets just use section as type
+        if not self.has_section(section):
+            raise configparser.NoSectionError(section)
+        return section, section
+
+    def load(self, path: Path) -> None:
+        """
         fully load configuration
         :param path: path to root configuration file
-        '''
+        """
         self.path = path
         self.read(self.path)
         self.load_includes()
 
     def load_includes(self) -> None:
-        '''
+        """
         load configuration includes
-        '''
+        """
         try:
-            for conf in filter(lambda p: p.endswith('.ini'), sorted(os.listdir(self.include))):
+            for path in sorted(self.include.glob("*.ini")):
-                self.read(os.path.join(self.include, conf))
+                if path == self.logging_path:
-        except (FileNotFoundError, configparser.NoOptionError):
+                    continue  # we don't want to load logging explicitly
+                self.read(path)
+        except (FileNotFoundError, configparser.NoOptionError, configparser.NoSectionError):
             pass
 
-    def load_logging(self, logfile: bool) -> None:
+    def load_logging(self, quiet: bool) -> None:
-        '''
+        """
         setup logging settings from configuration
-        :param logfile: use log file to output messages
+        :param quiet: force disable any log messages
-        '''
+        """
-        def file_logger() -> None:
+        try:
-            try:
+            path = self.logging_path
-                fileConfig(self.get('settings', 'logging'))
+            fileConfig(path)
-            except PermissionError:
+        except Exception:
-                console_logger()
+            logging.basicConfig(filename=None, format=self.DEFAULT_LOG_FORMAT,
-                logging.error('could not create logfile, fallback to stderr', exc_info=True)
+                                level=self.DEFAULT_LOG_LEVEL)
+            logging.exception("could not load logging from configuration, fallback to stderr")
+        if quiet:
+            logging.disable(logging.WARNING)  # only print errors here
 
-        def console_logger() -> None:
+    def merge_sections(self, architecture: str) -> None:
-            logging.basicConfig(filename=None, format=Configuration.DEFAULT_LOG_FORMAT,
+        """
-                                level=Configuration.DEFAULT_LOG_LEVEL)
+        merge architecture specific sections into main configuration
+        :param architecture: repository architecture
+        """
+        self.architecture = architecture
+        for section in self.ARCHITECTURE_SPECIFIC_SECTIONS:
+            # get overrides
+            specific = self.section_name(section, architecture)
+            if self.has_section(specific):
+                # if there is no such section it means that there is no overrides for this arch
+                # but we anyway will have to delete sections for others archs
+                for key, value in self[specific].items():
+                    self.set_option(section, key, value)
+            # remove any arch specific section
+            for foreign in self.sections():
+                # we would like to use lambda filter here, but pylint is too dumb
+                if not foreign.startswith(f"{section}:"):
+                    continue
+                self.remove_section(foreign)
 
-        if logfile:
+    def reload(self) -> None:
-            file_logger()
+        """
-        else:
+        reload configuration if possible or raise exception otherwise
-            console_logger()
+        """
+        if self.path is None or self.architecture is None:
+            raise InitializeException("Configuration path and/or architecture are not set")
+        for section in self.sections():  # clear current content
+            self.remove_section(section)
+        self.load(self.path)
+        self.merge_sections(self.architecture)
+
+    def set_option(self, section: str, option: str, value: Optional[str]) -> None:
+        """
+        set option. Unlike default `configparser.RawConfigParser.set` it also creates section if it does not exist
+        :param section: section name
+        :param option: option name
+        :param value: option value as string in parsable format
+        """
+        if not self.has_section(section):
+            self.add_section(section)
+        self.set(section, option, value)

src/ahriman/core/exceptions.py

@@ -1,5 +1,5 @@
 #
-# Copyright (c) 2021 Evgenii Alekseev.
+# Copyright (c) 2021 ahriman team.
 #
 # This file is part of ahriman
 # (see https://github.com/arcan1s/ahriman).
@@ -20,104 +20,158 @@
 from typing import Any
 
 
-class BuildFailed(Exception):
+class BuildFailed(RuntimeError):
-    '''
+    """
     base exception for failed builds
-    '''
+    """
 
     def __init__(self, package: str) -> None:
-        '''
+        """
         default constructor
         :param package: package base raised exception
-        '''
+        """
-        Exception.__init__(self, f'Package {package} build failed, check logs for details')
+        RuntimeError.__init__(self, f"Package {package} build failed, check logs for details")
 
 
-class DuplicateRun(Exception):
+class DuplicateRun(RuntimeError):
-    '''
+    """
     exception which will be raised if there is another application instance
-    '''
+    """
 
     def __init__(self) -> None:
-        '''
+        """
         default constructor
-        '''
+        """
-        Exception.__init__(self, 'Another application instance is run')
+        RuntimeError.__init__(
+            self, "Another application instance is run. This error can be suppressed by using --force flag.")
 
 
-class InitializeException(Exception):
+class DuplicateUser(ValueError):
-    '''
+    """
+    exception which will be thrown in case if there are two users with different settings
+    """
+
+    def __init__(self, username: str) -> None:
+        """
+        default constructor
+        :param username: username with duplicates
+        """
+        ValueError.__init__(self, f"Found duplicate user with username {username}")
+
+
+class InitializeException(RuntimeError):
+    """
     base service initialization exception
-    '''
+    """
 
-    def __init__(self) -> None:
+    def __init__(self, details: str) -> None:
-        '''
+        """
         default constructor
-        '''
+        :param details: details of the exception
-        Exception.__init__(self, 'Could not load service')
+        """
+        RuntimeError.__init__(self, f"Could not load service: {details}")
 
 
-class InvalidOption(Exception):
+class InvalidOption(ValueError):
-    '''
+    """
     exception which will be raised on configuration errors
-    '''
+    """
 
     def __init__(self, value: Any) -> None:
-        '''
+        """
         default constructor
         :param value: option value
-        '''
+        """
-        Exception.__init__(self, f'Invalid or unknown option value `{value}`')
+        ValueError.__init__(self, f"Invalid or unknown option value `{value}`")
 
 
-class InvalidPackageInfo(Exception):
+class InvalidPackageInfo(RuntimeError):
-    '''
+    """
     exception which will be raised on package load errors
-    '''
+    """
 
     def __init__(self, details: Any) -> None:
-        '''
+        """
         default constructor
         :param details: error details
-        '''
+        """
-        Exception.__init__(self, f'There are errors during reading package information: `{details}`')
+        RuntimeError.__init__(self, f"There are errors during reading package information: `{details}`")
 
 
-class ReportFailed(Exception):
+class MissingArchitecture(ValueError):
-    '''
+    """
+    exception which will be raised if architecture is required, but missing
+    """
+
+    def __init__(self, command: str) -> None:
+        """
+        default constructor
+        :param command: command name which throws exception
+        """
+        ValueError.__init__(self, f"Architecture required for subcommand {command}, but missing")
+
+
+class MultipleArchitecture(ValueError):
+    """
+    exception which will be raised if multiple architectures are not supported by the handler
+    """
+
+    def __init__(self, command: str) -> None:
+        """
+        default constructor
+        :param command: command name which throws exception
+        """
+        ValueError.__init__(self, f"Multiple architectures are not supported by subcommand {command}")
+
+
+class ReportFailed(RuntimeError):
+    """
     report generation exception
-    '''
+    """
 
     def __init__(self) -> None:
-        '''
+        """
         default constructor
-        '''
+        """
-        Exception.__init__(self, 'Report failed')
+        RuntimeError.__init__(self, "Report failed")
 
 
-class SyncFailed(Exception):
+class SyncFailed(RuntimeError):
-    '''
+    """
     remote synchronization exception
-    '''
+    """
 
     def __init__(self) -> None:
-        '''
+        """
         default constructor
-        '''
+        """
-        Exception.__init__(self, 'Sync failed')
+        RuntimeError.__init__(self, "Sync failed")
 
 
-class UnsafeRun(Exception):
+class UnknownPackage(ValueError):
-    '''
+    """
+    exception for status watcher which will be thrown on unknown package
+    """
+
+    def __init__(self, package_base: str) -> None:
+        """
+        default constructor
+        :param package_base: package base name
+        """
+        ValueError.__init__(self, f"Package base {package_base} is unknown")
+
+
+class UnsafeRun(RuntimeError):
+    """
     exception which will be raised in case if user is not owner of repository
-    '''
+    """
 
     def __init__(self, current_uid: int, root_uid: int) -> None:
-        '''
+        """
         default constructor
-        '''
+        :param current_uid: current user ID
-        Exception.__init__(
+        :param root_uid: ID of the owner of root directory
-            self,
+        """
-            f'''Current UID {current_uid} differs from root owner {root_uid}.
+        RuntimeError.__init__(self, f"Current UID {current_uid} differs from root owner {root_uid}. "
-Note that for the most actions it is unsafe to run application as different user.
+                                    f"Note that for the most actions it is unsafe to run application as different user."
-If you are 100% sure that it must be there try --unsafe option''')
+                                    f" If you are 100% sure that it must be there try --unsafe option")