Compare commits

...

76 Commits

Author SHA1 Message Date
b612484aff merge branch 'fixes' 2023-05-28 22:57:32 +02:00
d46b663ce2 artixpkg: fix lost 'fi' 2023-05-27 16:24:25 +02:00
5972016672 merge branch 'pull' 2023-05-27 16:22:11 +02:00
eb78a8d641 gitea api: fix topic search limit 2023-05-26 15:32:50 +02:00
6787d5fafb merge branch 'artixpkg' 2023-05-25 20:57:42 +02:00
2a0c08e34b artixpkg git: fix config help examples 2023-05-25 17:02:57 +02:00
b48b056194 merge branch 'arch-patches' 2023-05-24 21:30:43 +02:00
50b71dfb55 artixpkg: add special rebuild repo names 2023-05-24 16:02:20 +02:00
f8075b7bd4 artixpkg: fix more help examples 2023-05-23 21:53:02 +02:00
0912e6f74a artixpkg: update all help 2023-05-22 23:31:01 +02:00
9af4fe14f2 artixpkg: fix repo help examples 2023-05-22 23:25:23 +02:00
943350f4ec artixpkg: fix repo help cmd 2023-05-22 23:17:08 +02:00
e8075e436d merge branch 'bug-fixes' 2023-05-22 22:49:35 +02:00
48804b67f1 artixpkg git: fix redirection 2023-05-22 22:22:47 +02:00
cf60c6f544 artixpkg repo import: fix typo 2023-05-22 17:38:16 +02:00
e39aeb62ca merge branch 'import' 2023-05-22 17:26:27 +02:00
8dbe5a1c19 merge branch 'artools/0.30' 2023-05-22 01:24:01 +02:00
689e0d5e62 merge branch 'arch-git' 2023-05-21 20:16:55 +02:00
d1b620945a remove pacman-docker.conf 2023-05-13 16:22:30 +02:00
2ba8cb4fa5 deploypkg: fix exit code 2023-05-03 23:45:58 +02:00
278a6d17a7 buildtree: fix exit codes 2023-05-03 17:50:19 +02:00
d068fa6b75 Merge pull request 'buildtree: don't strip arch maintainer' (#69) from Dudemanguy/artools:keep-original-maintainer into master
Reviewed-on: artix/artools#69
2023-05-03 17:47:01 +02:00
70e93c3843 buildtree: don't strip arch maintainer
Instead of completely overwriting the first maintainer line when doing
an import, copy it to the second line and then find/replace maintainer
with contributor.
2023-05-01 20:27:43 -05:00
8a0168cbe5 arch patches 2023-04-30 19:03:11 +02:00
c2082be241 upd makepkg.conf 2023-01-20 00:12:22 +01:00
d5d89cf7a4 commitpkg: small msg change 2022-11-04 18:36:55 +01:00
cc8c2fe38e commitpkg: clean up 2022-11-04 15:10:12 +01:00
9bf2bd2671 commitpkg: drop rebuild check, pipeline now supports skipping add/rm stages if rebuild <--> staging moves, both goblins 2022-11-04 12:01:50 +01:00
eb638abdfe patches (#67)
Reviewed-on: artix/artools#67
2022-11-03 23:10:30 +01:00
332cc9751b Merge pull request 'buildtree: use git -C when importing packages' (#65) from Dudemanguy/artools:buildtree-use-path into master
Reviewed-on: artix/artools#65
2022-11-02 18:02:41 +01:00
f86e36c361 buildtree: use git -C when importing packages
This way, the git config credentials that are retrieved correctly match
the actual directory of the package
2022-10-27 13:29:19 -05:00
2edcd2fd54 commitpkg: cp -r on move 2022-07-31 18:23:22 +02:00
80887fba39 commitpkg: cp -r to support keys sub dirs 2022-07-26 18:25:52 +02:00
bd07105192 patches (#64)
Reviewed-on: artix/artools#64
2022-07-21 18:35:47 +02:00
02edf46d6a buildtree: set maintainer 2022-06-10 00:41:08 +02:00
860d2272ba buildtree: don't braid push ci 2022-06-09 01:26:01 +02:00
0d9e54c4e3 buildtree: braid push the ci fiiles 2022-06-09 00:09:37 +02:00
26bd425d55 buildtree: add func to set maintainer 2022-06-08 10:04:23 +02:00
c08f82044c commitpkg: only run braid update if push is success 2022-06-06 18:05:10 +02:00
74af21ca25 batchpkg: drop -u arg on move 2022-06-06 12:44:21 +02:00
e3b8439b04 commitpkg: fix update msg 2022-06-06 01:35:24 +02:00
e00096d503 braid (#63)
* use braid instead of git-subrepo

Reviewed-on: artix/artools#63
2022-06-06 01:28:53 +02:00
f7ebc6bd11 mkdepgraph: include mode to graph artix-rebuild-order output 2022-05-28 09:30:37 +02:00
b5fa7084b2 mkdepgraph: remove printf vars 2022-05-27 19:58:03 +02:00
7eabdb0e46 add mkdepgraph 2022-05-27 19:54:00 +02:00
10c013bf33 data: update makepkg.conf 2022-05-27 19:54:00 +02:00
74618d77a5 comparepkg: don't check for result when moving 2022-05-12 13:06:56 +02:00
196761740b repo: rename var 2022-05-09 15:24:05 +02:00
a814655956 repo: simplify find_repo() return 2022-05-08 23:37:02 +02:00
7b03050ab9 comparepkg: rename var 2022-05-08 20:59:38 +02:00
0b1ff8d060 comparepkg: fix var 2022-05-08 19:12:09 +02:00
f66761aa57 comparepkg: use get_group() 2022-05-08 19:10:30 +02:00
f33d9bdac1 artix-chroot: remove obsolete help 2022-05-03 22:54:52 +02:00
f50c66cdd7 artix-chroot: remove -a arg 2022-05-03 22:45:58 +02:00
fd1bc87ef0 makefile: remove compat symlink, remove deploypkg symlinks 2022-05-03 22:45:27 +02:00
9da1ae8e31 jenkins: fix printf arg 2022-05-03 17:20:10 +02:00
52ecf8d463 update default trees used 2022-05-01 12:01:23 +02:00
38fa79e10b update conf 2022-04-28 13:18:53 +02:00
a53fb9e839 artools/0.27 (#62)
* refactoring
* drop echo

Reviewed-on: artix/artools#62
2022-04-25 17:35:02 +02:00
1d85f8000c buildiso: write defaultBundle map for s6 cal 2022-04-12 16:54:05 +02:00
21c44dba79 checkrepo: update pkg filter 2022-04-11 16:10:57 +02:00
f4e3abae46 buildiso: clean up s6 sv handling 2022-04-11 02:06:20 +02:00
a7cef500ad s6 (#61)
Reviewed-on: artix/artools#61
Co-authored-by: artoo <artoo@artixlinux.org>
Co-committed-by: artoo <artoo@artixlinux.org>
2022-04-10 20:44:11 +02:00
f7c29d1c98 makepkg.conf: drop -fvar-tracking-assignments flag 2022-02-14 17:42:36 +01:00
f1b2af947b s6: remove s6-rc-bundle-update usage
This is deprecated, so we should remove it from the buildiso script.
Instead, files are touched in the defaults/contents.d directory and the
database is reloaded.
2022-02-08 14:58:31 +01:00
5637ba0f8f pkg1yaml: yaml sequence debug pkgs 2022-02-01 20:02:29 +01:00
a383531e5d pkg2yaml: don't include debug packages for pkgnames 2022-01-30 18:58:31 +01:00
6b4acbdd94 comparepkg: fix upg cmp 2021-12-25 15:23:20 +01:00
b7fd0a4e41 enable lto, upd conf 2021-12-23 19:07:38 +01:00
b734357ea9 checkrepo: refactoring 2021-11-29 22:58:49 +01:00
74d44873e7 checkrepo: add obsolete pkg check 2021-11-29 16:41:49 +01:00
91e038c3f5 don't find arch vcs repos 2021-11-28 13:59:20 +01:00
8548a584f3 restore arch vcs repo detect 2021-11-28 13:57:07 +01:00
38fb213e13 pkg tools: remove old layout support 2021-11-26 19:04:17 +01:00
fade611ae7 checkrepo: fix check_db() and speed it up 2021-11-26 10:55:11 +01:00
8cdb68ce6a fix call to artools-chroot when artools-pkg is not installed 2021-11-08 16:21:23 -03:00
75 changed files with 3430 additions and 2194 deletions

2
.gitignore vendored
View File

@@ -6,3 +6,5 @@ data/schemas/*.conf
.project
iso-profiles
live-services
artixpkg_cmds
PKGBUILD

137
Makefile
View File

@@ -1,9 +1,13 @@
V=0.26
V=0.30
CV=0.11
BUILDTOOLVER ?= $(V)
CHROOTVER ?= $(CV)
TOOLS = artools
PREFIX ?= /usr
SYSCONFDIR = /etc
BINDIR = $(PREFIX)/bin
LIBDIR = $(PREFIX)/share
DATADIR = $(PREFIX)/share
BASE_CONF = \
@@ -16,8 +20,11 @@ BASE_BIN = \
bin/base/artix-chroot \
bin/base/fstabgen
BASE_DATA = \
$(wildcard data/pacman/pacman*.conf)
BASE_LIB =\
$(wildcard lib/base/*.sh)
PACMAN_CONF = \
$(wildcard data/pacman/*.conf)
PKG_CONF = \
data/conf/artools-pkg.conf
@@ -27,70 +34,51 @@ SETARCH_ALIASES = \
PKG_BIN = \
bin/pkg/buildpkg \
bin/pkg/deploypkg \
bin/pkg/commitpkg \
bin/pkg/comparepkg \
bin/pkg/links-add \
bin/pkg/mkchrootpkg \
bin/pkg/pkg2yaml \
bin/pkg/buildtree \
bin/pkg/makerepropkg \
bin/pkg/lddd \
bin/pkg/links-add \
bin/pkg/checkpkg \
bin/pkg/finddeps \
bin/pkg/find-libdeps \
bin/pkg/batchpkg \
bin/pkg/signpkg \
bin/pkg/checkrepo \
bin/pkg/gitearepo
LN_COMMITPKG = \
extrapkg \
corepkg \
testingpkg \
stagingpkg \
communitypkg \
community-testingpkg \
community-stagingpkg \
multilibpkg \
multilib-testingpkg \
multilib-stagingpkg \
kde-unstablepkg \
gnome-unstablepkg \
rebuildpkg
bin/pkg/artixpkg \
bin/pkg/mkdepgraph \
bin/pkg/diffpkg \
bin/pkg/export-pkgbuild-keys
LN_BUILDPKG = \
buildpkg-system \
buildpkg-system-gremlins \
buildpkg-system-goblins \
buildpkg-world \
buildpkg-gremlins \
buildpkg-goblins \
buildpkg-galaxy \
buildpkg-galaxy-gremlins \
buildpkg-galaxy-goblins \
buildpkg-world-gremlins \
buildpkg-world-goblins \
buildpkg-lib32 \
buildpkg-lib32-gremlins \
buildpkg-lib32-goblins \
buildpkg-kde-wobble \
buildpkg-gnome-wobble
LN_DEPLOYPKG = \
deploypkg-system \
deploypkg-world \
deploypkg-gremlins \
deploypkg-goblins \
deploypkg-galaxy \
deploypkg-galaxy-gremlins \
deploypkg-galaxy-goblins \
deploypkg-lib32 \
deploypkg-lib32-gremlins \
deploypkg-lib32-goblins \
deploypkg-kde-wobble \
deploypkg-gnome-wobble
PKG_LIB =\
$(wildcard lib/pkg/*.sh)
PKG_DATA = \
data/pacman/makepkg.conf \
data/valid-names.conf
PKG_LIB_API =\
$(wildcard lib/pkg/api/*.sh)
PATCHES = \
$(wildcard data/patches/*.patch)
PKG_LIB_CI =\
$(wildcard lib/pkg/ci/*.sh) \
PKG_LIB_GIT =\
$(wildcard lib/pkg/git/*.sh) \
PKG_LIB_REPO =\
$(wildcard lib/pkg/repo/*.sh)
MAKEPKG_CONF = \
data/makepkg/x86_64.conf \
ISO_CONF = \
data/conf/artools-iso.conf
@@ -98,6 +86,9 @@ ISO_CONF = \
ISO_BIN = \
bin/iso/buildiso
ISO_LIB =\
$(wildcard lib/iso/*.sh)
LN_BUILDISO = \
buildiso-gremlins \
buildiso-goblins
@@ -107,21 +98,27 @@ FILEMODE = -m0644
MODE = -m0755
LN = ln -sf
RM = rm -f
M4 = m4 -P --define=m4_artools_pkg_version=$V
M4 = m4 -P
CHMODAW = chmod a-w
CHMODX = chmod +x
BIN = $(BASE_BIN) $(PKG_BIN) $(ISO_BIN)
all: $(BIN)
all: bin
bin: $(BIN)
EDIT = sed -e "s|@datadir[@]|$(DATADIR)|g" \
-e "s|@sysconfdir[@]|$(SYSCONFDIR)|g"
-e "s|@libdir[@]|$(LIBDIR)|g" \
-e "s|@sysconfdir[@]|$(SYSCONFDIR)|g" \
-e "s|@buildtool[@]|$(TOOLS)|g" \
-e "s|@buildtoolver[@]|$(BUILDTOOLVER)|g" \
-e "s|@chrootver[@]|$(CHROOTVER)|g"
%: %.in Makefile lib/util-base.sh
%: %.in Makefile
@echo "GEN $@"
@$(RM) "$@"
@{ echo -n 'm4_changequote([[[,]]])'; cat $@.in; } | $(M4) | $(EDIT) >$@
@$(M4) $@.in | $(EDIT) >$@
@$(CHMODAW) "$@"
@$(CHMODX) "$@"
@bash -O extglob -n "$@"
@@ -136,8 +133,11 @@ install_base:
install $(DIRMODE) $(DESTDIR)$(BINDIR)
install $(MODE) $(BASE_BIN) $(DESTDIR)$(BINDIR)
install $(DIRMODE) $(DESTDIR)$(DATADIR)/$(TOOLS)
install $(FILEMODE) $(BASE_DATA) $(DESTDIR)$(DATADIR)/$(TOOLS)
install $(DIRMODE) $(DESTDIR)$(LIBDIR)/$(TOOLS)/base
install $(FILEMODE) $(BASE_LIB) $(DESTDIR)$(LIBDIR)/$(TOOLS)/base
install $(DIRMODE) $(DESTDIR)$(DATADIR)/$(TOOLS)/pacman.conf.d
install $(FILEMODE) $(PACMAN_CONF) $(DESTDIR)$(DATADIR)/$(TOOLS)/pacman.conf.d
install $(DIRMODE) $(DESTDIR)$(DATADIR)/$(TOOLS)/setarch-aliases.d
for a in ${SETARCH_ALIASES}; do install $(FILEMODE) setarch-aliases.d/$$a $(DESTDIR)$(DATADIR)/$(TOOLS)/setarch-aliases.d; done
@@ -149,26 +149,37 @@ install_pkg:
install $(DIRMODE) $(DESTDIR)$(BINDIR)
install $(MODE) $(PKG_BIN) $(DESTDIR)$(BINDIR)
install $(DIRMODE) $(DESTDIR)$(LIBDIR)/$(TOOLS)/pkg
install $(FILEMODE) $(PKG_LIB) $(DESTDIR)$(LIBDIR)/$(TOOLS)/pkg
install $(DIRMODE) $(DESTDIR)$(LIBDIR)/$(TOOLS)/pkg/api
install $(FILEMODE) $(PKG_LIB_API) $(DESTDIR)$(LIBDIR)/$(TOOLS)/pkg/api
install $(DIRMODE) $(DESTDIR)$(LIBDIR)/$(TOOLS)/pkg/ci
install $(FILEMODE) $(PKG_LIB_CI) $(DESTDIR)$(LIBDIR)/$(TOOLS)/pkg/ci
install $(DIRMODE) $(DESTDIR)$(LIBDIR)/$(TOOLS)/pkg/git
install $(FILEMODE) $(PKG_LIB_GIT) $(DESTDIR)$(LIBDIR)/$(TOOLS)/pkg/git
install $(DIRMODE) $(DESTDIR)$(LIBDIR)/$(TOOLS)/pkg/repo
install $(FILEMODE) $(PKG_LIB_REPO) $(DESTDIR)$(LIBDIR)/$(TOOLS)/pkg/repo
$(LN) find-libdeps $(DESTDIR)$(BINDIR)/find-libprovides
$(LN) links-add $(DESTDIR)$(BINDIR)/links-remove
for l in $(LN_COMMITPKG); do $(LN) commitpkg $(DESTDIR)$(BINDIR)/$$l; done
for l in $(LN_BUILDPKG); do $(LN) buildpkg $(DESTDIR)$(BINDIR)/$$l; done
for l in $(LN_DEPLOYPKG); do $(LN) deploypkg $(DESTDIR)$(BINDIR)/$$l; done
$(LN) artix-chroot $(DESTDIR)$(BINDIR)/artools-chroot
install $(DIRMODE) $(DESTDIR)$(DATADIR)/$(TOOLS)
install $(FILEMODE) $(PKG_DATA) $(DESTDIR)$(DATADIR)/$(TOOLS)
install $(DIRMODE) $(DESTDIR)$(DATADIR)/$(TOOLS)/patches
install $(FILEMODE) $(PATCHES) $(DESTDIR)$(DATADIR)/$(TOOLS)/patches
install $(DIRMODE) $(DESTDIR)$(DATADIR)/$(TOOLS)/makepkg.conf.d
install $(FILEMODE) $(MAKEPKG_CONF) $(DESTDIR)$(DATADIR)/$(TOOLS)/makepkg.conf.d
install_iso:
install $(DIRMODE) $(DESTDIR)$(SYSCONFDIR)/$(TOOLS)
install $(FILEMODE) $(ISO_CONF) $(DESTDIR)$(SYSCONFDIR)/$(TOOLS)
install $(DIRMODE) $(DESTDIR)$(LIBDIR)/$(TOOLS)/iso
install $(FILEMODE) $(ISO_LIB) $(DESTDIR)$(LIBDIR)/$(TOOLS)/iso
install $(DIRMODE) $(DESTDIR)$(BINDIR)
install $(MODE) $(ISO_BIN) $(DESTDIR)$(BINDIR)

View File

@@ -23,8 +23,8 @@ artools
- pkg:
* namcap
* git-subrepo
* rsync
* jq
* parallel
- iso:
* dosfstools
@@ -59,11 +59,25 @@ Specifying args will override artools-{base,pkg,iso}.conf settings.
Both, pacman.conf and makepkg.conf for chroots are loaded from
```bash
usr/share/artools/{makepkg,pacman-*}.conf
usr/share/artools/makepkg.conf.d/makepkg.conf
```
```bash
usr/share/artools/pacmanconf.d/${repo}.conf
```
and can be overridden dropping them in
```bash
$HOME/.config/artools/makepkg.conf.d/
```
```bash
$HOME/.config/artools/pacman.conf.d/
```
artools-*.conf:
```bash
$HOME/.config/artools/
```

View File

@@ -14,138 +14,41 @@
shopt -s extglob
m4_include(lib/base/message.sh)
m4_include(lib/base/chroot.sh)
m4_include(lib/base/mount.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
#{{{ functions
chroot_part_mount() {
msg2 "mount: [%s]" "$2"
mount "$@" && CHROOT_ACTIVE_PART_MOUNTS=("$2" "${CHROOT_ACTIVE_PART_MOUNTS[@]}")
}
chroot_part_umount() {
chroot_api_umount
msg2 "umount: [%s]" "${CHROOT_ACTIVE_PART_MOUNTS[@]}"
umount "${CHROOT_ACTIVE_PART_MOUNTS[@]}"
unset CHROOT_ACTIVE_PART_MOUNTS
}
detect(){
local detected
detected="$(os-prober | tr ' ' '_' | paste -s -d ' ')"
echo "${detected}"
}
# $1: os-prober array
get_os_name(){
local str=$1
str="${str#*:}"
str="${str#*:}"
str="${str%:*}"
echo "$str"
}
mount_os(){
CHROOT_ACTIVE_PART_MOUNTS=()
CHROOT_ACTIVE_MOUNTS=()
trap_setup chroot_part_umount
chroot_part_mount "$2" "$1"
local mounts
mounts=$(perl -ane 'printf("%s:%s\n", @F[0,1]) if $F[0] =~ m#^UUID=#;' "$1"/etc/fstab)
for entry in ${mounts}; do
entry=${entry//UUID=}
local dev=${entry%:*} mp=${entry#*:}
case "${entry#*:}" in
'/'|'swap'|'none') continue ;;
*) chroot_part_mount "/dev/disk/by-uuid/${dev}" "$1${mp}" ;;
esac
done
chroot_setup "$1" true
chroot_add_resolv_conf "$1"
}
select_os(){
local os_list=( "$(detect)" ) count=${#os_list[@]}
if [[ ${count} -gt 1 ]];then
msg "Detected systems:"
local i=0
for os in "${os_list[@]}"; do
local last=${os##*:}
case $last in
'efi') count=$((count-1)) ;;
*) msg2 "$i) $(get_os_name "$os")"; i=$((i+1)) ;;
esac
done
i=0
msg "Select system to mount [0-%s] : " "$((count-1))"
read -r select
else
select=0
fi
local os_str=${os_list[$select]} type
type=$os_str
root=${os_str%%:*}
type=${type##*:}
if [[ "${type##*:}" == 'linux' ]];then
msg "Mounting (%s) [%s]" "$(get_os_name "$os_str")" "$root"
mount_os "$1" "$root"
else
die "You can't mount %s!" "$select"
fi
}
#}}}
automount=false
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/chroot.sh
source "${LIBDIR}"/base/mount.sh
usage() {
echo "usage: ${0##*/} -a [or] ${0##*/} chroot-dir [command]"
echo ' -a Automount detected linux system'
echo ' -h Print this help message'
echo ''
echo " If 'command' is unspecified, ${0##*/} will launch /bin/sh."
echo ''
echo " If 'automount' is true, ${0##*/} will launch /bin/bash"
echo " and ${chrootdir}."
echo ''
echo ''
printf 'usage: %s chroot-dir [command]\n' "${0##*/}"
printf ' -h Print this help message\n'
printf '\n'
printf " If 'command' is unspecified, %s will launch /bin/sh.\n" "${0##*/}"
printf '\n'
printf '\n'
exit "$1"
}
opts=':ha'
orig_args=("$@")
opts=':h'
while getopts ${opts} arg; do
case "${arg}" in
a) automount=true ;;
h|?) usage 0 ;;
*) echo "invalid argument ${arg}"; usage 1 ;;
esac
done
shift $(( OPTIND - 1 ))
check_root
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
if ${automount};then
chrootdir=/mnt
run_args=(/bin/bash)
chrootdir=$1
shift
select_os "${chrootdir}"
else
chrootdir=$1
shift
run_args=("$@")
[[ -d ${chrootdir} ]] || die "Can't create chroot on non-directory %s" "${chrootdir}"
[[ -d ${chrootdir} ]] || die "Can't create chroot on non-directory %s" "${chrootdir}"
chroot_api_mount "${chrootdir}" || die "failed to setup API filesystems in chroot %s" "${chrootdir}"
chroot_add_resolv_conf "${chrootdir}"
chroot_api_mount "${chrootdir}" || die "failed to setup API filesystems in chroot %s" "${chrootdir}"
chroot_add_resolv_conf "${chrootdir}"
fi
SHELL=/bin/sh unshare --fork --pid chroot "${chrootdir}" "${run_args[@]}"
SHELL=/bin/sh unshare --fork --pid chroot "${chrootdir}" "$@"

View File

@@ -22,9 +22,11 @@
shopt -s extglob
m4_include(lib/base/message.sh)
m4_include(lib/base/mount.sh)
m4_include(lib/base/chroot.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/mount.sh
source "${LIBDIR}"/base/chroot.sh
#{{{ functions
@@ -55,22 +57,24 @@ copymirrorlist=1
pacmode=-Sy
usage() {
echo "usage: ${0##*/} [options] root [packages...]"
echo " -C <config> Use an alternate config file for pacman"
echo " -c Use the package cache on the host, rather than the target"
echo " -G Avoid copying the host's pacman keyring to the target"
echo " -i Avoid auto-confirmation of package selections"
echo " -M Avoid copying the host's mirrorlist to the target"
echo ' -U Use pacman -U to install packages'
echo " -h Print this help message"
echo ''
echo ' basestrap installs packages to the specified new root directory.'
echo ' If no packages are given, basestrap defaults to the "base" group.'
echo ''
echo ''
printf "usage: %s [options] root [packages...]\n" "${0##*/}"
printf " -C <config> Use an alternate config file for pacman\n"
printf " -c Use the package cache on the host, rather than the target\n"
printf " -G Avoid copying the host's pacman keyring to the target\n"
printf " -i Avoid auto-confirmation of package selections\n"
printf " -M Avoid copying the host's mirrorlist to the target\n"
printf ' -U Use pacman -U to install packages\n'
printf " -h Print this help message\n"
printf '\n'
printf ' basestrap installs packages to the specified new root directory.\n'
printf ' If no packages are given, basestrap defaults to the "base" group.\n'
printf '\n'
printf '\n'
exit "$1"
}
orig_args=("$@")
opts=':C:cGiMU'
while getopts ${opts} arg; do
@@ -81,13 +85,12 @@ while getopts ${opts} arg; do
G) copykeyring=0 ;;
M) copymirrorlist=0 ;;
U) pacmode=-U ;;
:) echo "invalid argument ${arg}:$OPTARG"; usage 1;;
?) usage 0 ;;
h|?) usage 0 ;;
esac
done
shift $(( OPTIND - 1 ))
check_root
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
(( $# )) || die "No root directory specified"
newroot=$1; shift

View File

@@ -12,10 +12,13 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/base/message.sh)
m4_include(lib/base/mount.sh)
m4_include(lib/base/chroot.sh)
m4_include(lib/base/chroot-version.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/mount.sh
source "${LIBDIR}"/base/chroot.sh
CHROOTVERSION=@chrootver@
# $1: chroot
kill_chroot_process(){
@@ -45,21 +48,23 @@ files=()
mount_args=("-B:/etc/hosts:/etc/hosts")
usage() {
echo "Usage: ${0##*/} [options] working-dir [run arguments]"
echo "A wrapper around chroot. Provides support for pacman."
echo
echo ' options:'
echo ' -C <file> Location of a pacman config file'
echo ' -M <file> Location of a makepkg config file'
echo ' -c <dir> Set pacman cache'
echo ' -f <file> Copy file from the host to the chroot'
echo ' -s Do not run setarch'
echo ' -b <list> Bind mountargs'
echo ' List format [mntarg1:src1:dest1 ... mntargN:srcN:destN]'
echo ' -h This message'
printf "Usage: %s [options] working-dir [run arguments]\n" "${0##*/}"
printf "A wrapper around chroot. Provides support for pacman.\n"
printf '\n'
printf ' options:\n'
printf ' -C <file> Location of a pacman config file\n'
printf ' -M <file> Location of a makepkg config file\n'
printf ' -c <dir> Set pacman cache\n'
printf ' -f <file> Copy file from the host to the chroot\n'
printf ' -s Do not run setarch\n'
printf ' -b <list> Bind mountargs\n'
printf ' List format [mntarg1:src1:dest1 ... mntargN:srcN:destN]\n'
printf ' -h This message\n'
exit 1
}
orig_args=("$@")
opts='hC:M:c:b:f:s'
while getopts ${opts} arg; do
@@ -71,40 +76,37 @@ while getopts ${opts} arg; do
s) nosetarch=1 ;;
b) bindmounts+=("$OPTARG"); mount_args+=(${bindmounts[@]}) ;;
h|?) usage ;;
*) error "invalid argument '$arg'"; usage ;;
esac
done
shift $(( OPTIND - 1 ))
(( $# < 1 )) && die 'You must specify a directory.'
check_root
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
working_dir=$(readlink -f "$1")
shift 1
[[ -z $working_dir ]] && die 'Please specify a working directory.'
pacconf_cmd=$(command -v pacman-conf || command -v pacconf)
if (( ${#cache_dirs[@]} == 0 )); then
mapfile -t cache_dirs < <($pacconf_cmd --config "${pac_conf:-$working_dir/etc/pacman.conf}" CacheDir)
mapfile -t cache_dirs < <(pacman-conf --config "${pac_conf:-$working_dir/etc/pacman.conf}" CacheDir)
fi
# shellcheck disable=2016
host_mirrors=($("$pacconf_cmd" --repo world Server 2> /dev/null | sed -r 's#(.*/)world/os/.*#\1$repo/os/$arch#'))
host_mirrors=($(pacman-conf --repo world Server 2> /dev/null | sed -r 's#(.*/)world/os/.*#\1$repo/os/$arch#'))
for host_mirror in "${host_mirrors[@]}"; do
if [[ $host_mirror == *file://* ]]; then
# shellcheck disable=2016
host_mirror=$(echo "$host_mirror" | sed -r 's#file://(/.*)/\$repo/os/\$arch#\1#g')
host_mirror=$(printf "%s\n" "$host_mirror" | sed -r 's#file://(/.*)/\$repo/os/\$arch#\1#g')
in_array "$host_mirror" "${cache_dirs[@]}" || cache_dirs+=("$host_mirror")
fi
done
while read -r line; do
# shellcheck disable=2016
mapfile -t lines < <($pacconf_cmd --config "${pac_conf:-$working_dir/etc/pacman.conf}" \
mapfile -t lines < <(pacman-conf --config "${pac_conf:-$working_dir/etc/pacman.conf}" \
--repo "$line" Server | sed -r 's#(.*/)[^/]+/os/.+#\1#')
for line in "${lines[@]}"; do
if [[ $line = file://* ]]; then
@@ -112,7 +114,7 @@ while read -r line; do
in_array "$line" "${cache_dirs[@]}" || cache_dirs+=("$line")
fi
done
done < <("$pacconf_cmd" --config "${pac_conf:-$working_dir/etc/pacman.conf}" --repo-list)
done < <(pacman-conf --config "${pac_conf:-$working_dir/etc/pacman.conf}" --repo-list)
copy_hostconf () {
unshare --fork --pid gpg --homedir "$working_dir"/etc/pacman.d/gnupg/ --no-permission-warning --quiet --batch --import --import-options import-local-sigs "$(pacman-conf GpgDir)"/pubring.gpg >/dev/null 2>&1

View File

@@ -14,7 +14,9 @@
shopt -s extglob
m4_include(lib/base/message.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
#{{{ filesystems

View File

@@ -12,9 +12,12 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/base/message.sh)
m4_include(lib/base/chroot.sh)
m4_include(lib/base/chroot-version.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/chroot.sh
CHROOTVERSION=@chrootver@
working_dir=''
umode=''
@@ -23,18 +26,20 @@ files=()
chroot_args=()
usage() {
echo "Usage: ${0##*/} [options] working-dir package-list..."
echo ' options:'
echo ' -U Use pacman -U to install packages'
echo ' -C <file> Location of a pacman config file'
echo ' -M <file> Location of a makepkg config file'
echo ' -c <dir> Set pacman cache'
echo ' -f <file> Copy file from the host to the chroot'
echo ' -s Do not run setarch'
echo ' -h This message'
printf "Usage: %s [options] working-dir package-list...\n" "${0##*/}"
printf ' options:\n'
printf ' -U Use pacman -U to install packages\n'
printf ' -C <file> Location of a pacman config file\n'
printf ' -M <file> Location of a makepkg config file\n'
printf ' -c <dir> Set pacman cache\n'
printf ' -f <file> Copy file from the host to the chroot\n'
printf ' -s Do not run setarch\n'
printf ' -h This message\n'
exit 1
}
orig_args=("$@")
opts='hUC:M:c:f:s'
while getopts ${opts} arg; do
@@ -46,7 +51,6 @@ while getopts ${opts} arg; do
f) files+=("$OPTARG") ;;
s) nosetarch=1 ;;
h|?) usage ;;
*) error "invalid argument '%s'" "$arg"; usage ;;
esac
if [[ $arg != U ]]; then
chroot_args+=("-$arg")
@@ -57,17 +61,15 @@ shift $(( OPTIND - 1 ))
(( $# < 2 )) && die 'You must specify a directory and one or more packages.'
check_root
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
working_dir="$(readlink -f "$1")"
shift 1
[[ -z $working_dir ]] && die 'Please specify a working directory.'
pacconf_cmd=$(command -v pacman-conf || command -v pacconf)
if (( ${#cache_dirs[@]} == 0 )); then
mapfile -t cache_dirs < <($pacconf_cmd CacheDir)
mapfile -t cache_dirs < <(pacman-conf CacheDir)
fi
umask 0022
@@ -93,13 +95,13 @@ for f in "${files[@]}"; do
cp "$f" "$working_dir$f"
done
basestrap -${umode}Mc ${pacman_conf:+-C "$pacman_conf"} "$working_dir" \
unshare --mount basestrap -${umode}Mc ${pacman_conf:+-C "$pacman_conf"} "$working_dir" \
"${cache_dirs[@]/#/--cachedir=}" "$@" || die 'Failed to install all packages'
printf '%s.UTF-8 UTF-8\n' en_US de_DE > "$working_dir/etc/locale.gen"
echo 'LANG=en_US.UTF-8' > "$working_dir/etc/locale.conf"
# echo 'KEYMAP=en' > "$working_dir/etc/vconsole.conf"
echo "${CHROOTVERSION}" > "$working_dir/.artools"
printf 'LANG=C.UTF-8\n' > "$working_dir/etc/locale.conf"
# printf 'KEYMAP=en\n' > "$working_dir/etc/vconsole.conf"
printf "%s\n" "${CHROOTVERSION}" > "$working_dir/.artools"
dbus-uuidgen --ensure="$working_dir"/etc/machine-id

View File

@@ -12,24 +12,27 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/util-base.sh)
m4_include(lib/util-iso.sh)
m4_include(lib/base/message.sh)
m4_include(lib/base/common.sh)
m4_include(lib/base/chroot.sh)
m4_include(lib/iso/mount.sh)
m4_include(lib/iso/services.sh)
m4_include(lib/base/yaml.sh)
m4_include(lib/iso/calamares.sh)
m4_include(lib/iso/config.sh)
m4_include(lib/iso/firmware.sh)
m4_include(lib/iso/dracut.sh)
m4_include(lib/iso/initcpio.sh)
m4_include(lib/iso/grub.sh)
m4_include(lib/iso/squash.sh)
m4_include(lib/iso/iso.sh)
m4_include(lib/iso/profile.sh)
m4_include(lib/iso/trap.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
DATADIR=${DATADIR:-'@datadir@/artools'}
SYSCONFDIR=${SYSCONFDIR:-'@sysconfdir@/artools'}
source "${LIBDIR}"/base/util.sh
source "${LIBDIR}"/iso/util.sh
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/chroot.sh
source "${LIBDIR}"/iso/mount.sh
source "${LIBDIR}"/iso/services.sh
source "${LIBDIR}"/base/yaml.sh
source "${LIBDIR}"/iso/calamares.sh
source "${LIBDIR}"/iso/config.sh
source "${LIBDIR}"/iso/firmware.sh
source "${LIBDIR}"/iso/dracut.sh
source "${LIBDIR}"/iso/initcpio.sh
source "${LIBDIR}"/iso/grub.sh
source "${LIBDIR}"/iso/squash.sh
source "${LIBDIR}"/iso/iso.sh
source "${LIBDIR}"/iso/profile.sh
source "${LIBDIR}"/iso/trap.sh
clean_up_chroot(){
local path mnt="$1"
@@ -181,7 +184,7 @@ gen_iso_fn(){
for n in "${vars[@]}"; do
name=${name:-}${name:+-}${n}
done
echo "$name"
printf "%s\n" "$name"
}
prepare_build(){
@@ -192,7 +195,8 @@ prepare_build(){
*) repo=default ;;
esac
get_pacman_conf "${repo}"
pacman_conf="${DATADIR}/pacman.conf.d/${repo}.conf"
[[ -f "${USER_CONF_DIR}/pacman.conf.d/${repo}.conf" ]] && pacman_conf="${USER_CONF_DIR}/pacman.conf.d/${repo}.conf"
iso_file=$(gen_iso_fn).iso
@@ -325,31 +329,33 @@ chroots_iso="${CHROOTS_DIR}/buildiso"
arch=$(uname -m)
usage() {
echo "Usage: ${cmd} [options]"
echo " -p <profile> Profile [default: ${profile}]"
echo ' -r <dir> Chroots directory'
echo " [default: ${chroots_iso}]"
echo ' -t <dir> Target directory'
echo " [default: ${ISO_POOL}]"
echo ' -i <name> Init system to use'
echo " [default: ${INITSYS}]"
echo ' -g <key> The gpg key for img signing'
echo " [default: none]"
echo ' -m Set SquashFS image mode to persistence'
echo ' -c Disable clean work dir'
echo ' -x Build chroot only'
echo ' -s Squash chroot only'
echo ' -b Generate iso boot only'
echo ' -z Generate iso only'
echo ' Requires pre built images (-x)'
echo ' -d Use dracut instead of mkinitcpio for iso initramfs'
echo ' -q Query settings and pretend build'
echo ' -h This help'
echo ''
echo ''
printf 'Usage: %s [options]\n' "${cmd}"
printf ' -p <profile> Profile [default: %s]\n' "${profile}"
printf ' -r <dir> Chroots directory\n'
printf ' [default: %s]\n' "${chroots_iso}"
printf ' -t <dir> Target directory\n'
printf ' [default: %s]\n' "${ISO_POOL}"
printf ' -i <name> Init system to use\n'
printf ' [default: %s]\n' "${INITSYS}"
printf ' -g <key> The gpg key for img signing\n'
printf ' [default: none]\n'
printf ' -m Set SquashFS image mode to persistence\n'
printf ' -c Disable clean work dir\n'
printf ' -x Build chroot only\n'
printf ' -s Squash chroot only\n'
printf ' -b Generate iso boot only\n'
printf ' -z Generate iso only\n'
printf ' Requires pre built images (-x)\n'
printf ' -d Use dracut instead of mkinitcpio for iso initramfs\n'
printf ' -q Query settings and pretend build\n'
printf ' -h This help\n'
printf '\n'
printf '\n'
exit "$1"
}
orig_args=("$@")
opts='p:r:t:i:g:czsbxmdqh'
while getopts "${opts}" arg; do
@@ -368,7 +374,6 @@ while getopts "${opts}" arg; do
d) use_dracut=true ;;
q) pretend=true ;;
h|?) usage 0 ;;
*) echo "invalid argument '${arg}'"; usage 1 ;;
esac
done
@@ -378,7 +383,7 @@ prepare_build
${pretend} && display_settings && exit 1
check_root
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
prepare_dir "${mnt_dir}"
prepare_dir "${iso_dir}"

80
bin/pkg/artixpkg.in Normal file
View File

@@ -0,0 +1,80 @@
#!/bin/bash
#
# Copyright (C) 2018-23 artoo@artixlinux.org
# Copyright (C) 2021 Artix Linux Developers
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
LIBDIR=${LIBDIR:-'@libdir@/artools'}
DATADIR=${DATADIR:-'@datadir@/artools'}
SYSCONFDIR=${SYSCONFDIR:-'@sysconfdir@/artools'}
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/pkg/api/gitea.sh
set -e
usage() {
local -r COMMAND=${BASH_SOURCE[0]##*/}
cat <<- _EOF_
Usage: ${COMMAND} [COMMAND] [OPTIONS]
COMMANDS
repo Pacman database modification for packge update, move etc
git Manage Git packaging repositories and their configuration
OPTIONS
-h, --help Show this help text
_EOF_
}
if (( $# < 1 )); then
usage
exit 1
fi
export _ARTOOLS_COMMAND='artixpkg'
source "${LIBDIR}"/base/util.sh
source "${LIBDIR}"/pkg/util.sh
load_makepkg_config
cd "${TREE_DIR_ARTIX}"
# command checking
while (( $# )); do
case $1 in
-h|--help)
usage
exit 0
;;
repo)
_ARTOOLS_COMMAND+=" $1"
shift
# shellcheck source=src/lib/pkg/repo.sh
source "${LIBDIR}"/pkg/repo.sh
artixpkg_repo "$@"
exit 0
;;
git)
_ARTOOLS_COMMAND+=" $1"
shift
# shellcheck source=src/lib/pkg/git.sh
source "${LIBDIR}"/pkg/git.sh
artixpkg_git "$@"
exit 0
;;
*)
die "invalid command: %s" "$1"
;;
esac
done

View File

@@ -1,115 +0,0 @@
#!/bin/bash
#
# Copyright (C) 2018-20 artoo@artixlinux.org
# Copyright (C) 2018 Artix Linux Developers
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/util-base.sh)
m4_include(lib/util-pkg.sh)
m4_include(lib/base/message.sh)
#{{{ functions
batch_move() {
local name="${1:-pkg_moves}"
local pkglist="${TREE_DIR_ARTIX}"/"$name".list
[[ -f $pkglist ]] || die "%s does not exist!" "$pkglist"
while read -r entry; do
local pkg=${entry##*:}
local src=${entry%:*}
src=${src#*:}
local dest=${entry%%:*}
if ${runlist}; then
"${dest}"pkg -s "${src}" -u -p "${pkg}"
else
msg "%s" "${dest}pkg -s ${src} -u -p ${pkg}"
fi
done < "$pkglist"
}
batch_create() {
local name="${1:-pkg_create}"
local pkglist="${TREE_DIR_ARTIX}"/"$name".list
[[ -f $pkglist ]] || die "%s does not exist!" "$pkglist"
while read -r entry; do
local pkg=${entry##*:}
local group=${entry%:*}
group=${group#*:}
local team=${entry%%:*}
if ${runlist}; then
buildtree -n -p "${pkg}" -t "${team}" -g "${group}"
buildtree -i -p "${pkg}"
commitpkg -p "${pkg}"
else
msg "%s" "buildtree -n -p ${pkg} -t ${team} -g ${group}"
msg2 "%s" "buildtree -i -p ${pkg}"
msg2 "%s" "commitpkg -p ${pkg}"
fi
done < "$pkglist"
}
batch_update() {
local name="${1:-pkg_upgrades}"
local pkglist=${TREE_DIR_ARTIX}/$name.list
[[ -f $pkglist ]] || die "%s does not exist!" "$pkglist"
while read -r entry; do
local pkg=${entry#*:}
local dest=${entry%:*}
if ${runlist}; then
buildtree -i -p "${pkg}"
"${dest}"pkg -u -p "${pkg}"
else
msg "buildtree -i -p ${pkg}"
msg2 "${dest}pkg -u -p ${pkg}"
fi
done < "$pkglist"
}
#}}}
usage() {
echo "Usage: ${0##*/} [optional listname]"
echo ' -r Run generated commands'
echo ' -c Create subrepos from list'
echo ' -u Update subrepos from list'
echo ' -h This help'
echo ''
echo ''
exit "$1"
}
runlist=false
create=false
update=false
opts='rcuh'
while getopts "${opts}" arg; do
case "${arg}" in
r) runlist=true ;;
c) create=true ;;
u) update=true ;;
h|?) usage 0 ;;
*) echo "invalid argument '${arg}'"; usage 1 ;;
esac
done
shift $(( OPTIND - 1 ))
listname="$1"; shift
if ${create}; then
batch_create "${listname}"
elif ${update}; then
batch_update "${listname}"
else
batch_move "${listname}"
fi

View File

@@ -1,6 +1,6 @@
#!/bin/bash
#
# Copyright (C) 2018-19 artoo@artixlinux.org
# Copyright (C) 2018-23 artoo@artixlinux.org
# Copyright (C) 2018 Artix Linux Developers
#
# This program is free software; you can redistribute it and/or modify
@@ -12,10 +12,13 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/util-base.sh)
m4_include(lib/base/message.sh)
m4_include(lib/base/common.sh)
m4_include(lib/base/chroot.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
DATADIR=${DATADIR:-'@datadir@/artools'}
SYSCONFDIR=${SYSCONFDIR:-'@sysconfdir@/artools'}
source "${LIBDIR}"/base/util.sh
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/chroot.sh
create_first=false
rebuild=false
@@ -29,17 +32,17 @@ chroots_pkg="${CHROOTS_DIR}/buildpkg"
arch=$(uname -m)
usage() {
echo "Usage: ${0##*/} [options] -- [mkchrootpkg_args]"
echo " -r <dir> Create chroots in this directory"
echo " -d <dir> Destination repo chroot"
echo ' -c Recreate the chroot before building'
echo ' -m Major rebuild'
echo ' -N Disable check() function'
echo ' -C Run checkpkg after built'
echo ' -h This help'
echo ''
echo "Default mkchrootpkg_args args: ${mkchrootpkg_args[*]}"
echo ''
printf 'Usage: %s [options] -- [mkchrootpkg_args]\n' "${0##*/}"
printf ' -r <dir> Create chroots in this directory\n'
printf ' -d <dir> Destination repo chroot\n'
printf ' -c Recreate the chroot before building\n'
printf ' -m Major rebuild\n'
printf ' -N Disable check() function\n'
printf ' -C Run checkpkg after built\n'
printf ' -h This help\n'
printf '\n'
printf 'Default mkchrootpkg_args args: %s\n' "${mkchrootpkg_args[*]}"
printf '\n'
exit "$1"
}
@@ -54,7 +57,6 @@ while getopts "${opts}" arg; do
C) mkchrootpkg_args+=(-C) ;;
N) mkchrootpkg_args+=(-N) ;;
h|?) usage 0 ;;
*) echo "invalid argument '%s'" "${arg}"; usage 1 ;;
esac
done
@@ -64,21 +66,38 @@ else
case ${repo} in
system|world|galaxy) repo='default' ;;
lib32*) base_devel+=('multilib-devel') ;;
galaxy-gremlins|galaxy-goblins) repo=${repo#*-} ;;
*-gremlins|*-goblins) repo=${repo#*-} ;;
esac
fi
get_pacman_conf "${repo}"
pacman_conf="${DATADIR}/pacman.conf.d/${repo}.conf"
[[ -f "${USER_CONF_DIR}/pacman.conf.d/${repo}.conf" ]] && pacman_conf="${USER_CONF_DIR}/pacman.conf.d/${repo}.conf"
get_makepkg_conf
makepkg_conf="${DATADIR}/makepkg.conf.d/${arch}.conf"
[[ -f ${USER_CONF_DIR}/makepkg.conf.d/${arch}.conf ]] && makepkg_conf="${USER_CONF_DIR}/makepkg.conf.d/${arch}.conf"
if [[ -f "${DATADIR}/setarch-aliases.d/${arch}" ]]; then
read -r set_arch < "${DATADIR}/setarch-aliases.d/${arch}"
read -r set_arch < "${DATADIR}/setarch-aliases.d/${arch}"
else
set_arch="${arch}"
set_arch="${arch}"
fi
check_root SOURCE_DATE_EPOCH,SRCDEST,SRCPKGDEST,PKGDEST,LOGDEST,MAKEFLAGS,PACKAGER,GNUPGHOME
# Architecture-specific Mount
# arch_mounts=()
# if [[ -f "${DATADIR}/mount.d/${arch}" ]]; then
# mapfile -t arch_mounts < "${DATADIR}/mount.d/${arch}"
# fi
# for arch_mount in "${arch_mounts[@]}"; do
# if [[ $arch_mount = rw* ]]; then
# arch_mount=${arch_mount#rw }
# in_array "$arch_mount" "${mkchrootpkg_args[@]}" || mkchrootpkg_args+=("-d" "$arch_mount")
# elif [[ $arch_mount = ro* ]]; then
# arch_mount=${arch_mount#ro }
# in_array "$arch_mount" "${mkchrootpkg_args[@]}" || mkchrootpkg_args+=("-D" "$arch_mount")
# fi
# done
check_root SOURCE_DATE_EPOCH,SRCDEST,SRCPKGDEST,PKGDEST,LOGDEST,MAKEFLAGS,PACKAGER,GNUPGHOME "${BASH_SOURCE[0]}" "$@"
mkchrootpkg_args+=("${@:$OPTIND}")

View File

@@ -1,332 +0,0 @@
#!/bin/bash
#
# Copyright (C) 2018-19 artoo@artixlinux.org
# Copyright (C) 2018 Artix Linux Developers
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/util-base.sh)
m4_include(lib/util-pkg.sh)
m4_include(lib/base/message.sh)
m4_include(lib/pkg/common.sh)
m4_include(lib/pkg/git.sh)
m4_include(lib/pkg/gitea.sh)
m4_include(lib/pkg/repo.sh)
m4_include(lib/pkg/jenkins.sh)
#{{{ new git repo
subrepo_clone(){
local pkg="$1"
local org="$2"
local name="$3"
msg2 "Subrepo clone [%s] from (%s)" "$pkg" "$org/$name"
git subrepo clone "${GIT_SSH}":"$org"/"$name".git "$pkg"
}
subrepo_new(){
cd "${TREE_DIR_ARTIX}/${group}" || return
local org gitname
org=$(get_pkg_org "${package}")
gitname=$(get_compliant_name "${package}")
gitearepo -cr "$gitname"
add_team_to_repo "$gitname" "$org" "${team}"
subrepo_clone "${package}" "$org" "$gitname"
mkdir -p "${TREE_DIR_ARTIX}/${group}/${package}/trunk"
commit_jenkins_files "${package}"
}
#}}}
#{{{ pull
clone_tree(){
local url="$1" tree="$2" os="${3:-Artix}"
msg "Cloning %s (%s) ..." "$tree" "$os"
git clone "$url/$tree".git
}
pull_tree_arch(){
cd "${TREE_DIR_ARCH}" || return
for tree in "${ARCH_TREE[@]}";do
if [[ -d "${tree}" ]];then
( cd "${tree}" || return
pull_tree "${tree}" "$(get_local_head)" "Arch"
)
else
clone_tree "${HOST_TREE_ARCH}" "${tree}" "Arch"
fi
done
}
config_tree(){
local tree="$1"
cd "$tree" || return
git config --bool pull.rebase true
git config commit.gpgsign true
if [[ -n "${GPGKEY}" ]];then
git config user.signingkey "${GPGKEY}"
else
warning "No GPGKEY configured in makepkg.conf!"
fi
cd ..
}
pull_tree_artix(){
local repos=()
if ${sync_group}; then
repos=("${group}")
else
repos=("${ARTIX_TREE[@]}")
fi
cd "${TREE_DIR_ARTIX}" || return
for tree in "${repos[@]}"; do
if [[ -d "${tree}" ]];then
config_tree "${tree}"
( cd "${tree}" || return
pull_tree "${tree}" "$(get_local_head)"
)
else
clone_tree "${host_tree_artix}" "${tree}"
config_tree "${tree}"
fi
done
}
#}}}
#{{{ patch
patch_pkg(){
local pkgpath="$1"
local pkg=${pkgpath%/*}
pkg=${pkg##*/}
sed -e 's|arch-meson|artix-meson|' -i "$pkgpath"/PKGBUILD
case $pkg in
glibc)
msg2 "Patching %s" "$pkg"
sed -e 's|{locale,systemd/system,tmpfiles.d}|{locale,tmpfiles.d}|' \
-e '/nscd.service/d' \
-i "$pkgpath"/PKGBUILD
;;
linux|linux-lts)
msg2 "Patching %s" "$pkg"
sed -e 's|KBUILD_BUILD_HOST=.*|KBUILD_BUILD_HOST=artixlinux|' -i "$pkgpath"/PKGBUILD
sed -e 's|CONFIG_DEFAULT_HOSTNAME=.*|CONFIG_DEFAULT_HOSTNAME="artixlinux"|' \
-i "$pkgpath"/config
;;
bash)
msg2 "Patching %s" "$pkg"
# shellcheck disable=2016
sed -e 's|system.bash_logout)|system.bash_logout artix.bashrc)|' \
-e "s|etc/bash.|etc/bash/|g" \
-e 's|"$pkgdir/etc/skel/.bash_logout"|"$pkgdir/etc/skel/.bash_logout"\n install -Dm644 artix.bashrc $pkgdir/etc/bash/bashrc.d/artix.bashrc|' \
-i "$pkgpath"/PKGBUILD
( cd "$pkgpath" || return
patch -Np 1 -i "${DATADIR}"/patches/artix-bash.patch
updpkgsums
)
;;
gstreamer|gst-plugins-*|licenses)
msg2 "Patching %s" "$pkg"
sed -e 's|https://www.archlinux.org/|https://www.artixlinux.org/|' \
-e 's|(Arch Linux)|(Artix Linux)|' \
-i "$pkgpath"/PKGBUILD
;;
esac
}
#}}}
#{{{ pkgbuild import
sync_pkg(){
local rsync_args=(-aWxvci --progress --delete-before --no-R --no-implied-dirs)
local src="$1" dest="$2"
msg "Sync from Arch [%s] to Artix [%s]" "${src##*archlinux/}" "${dest##*artixlinux/}"
rsync "${rsync_args[@]}" "$src"/ "$dest"/
}
show_deps(){
local src="$1" archver
# shellcheck disable=1090
. "$src"/PKGBUILD 2>/dev/null
archver=$(get_full_version)
# shellcheck disable=2154
[[ -n ${pkgbase} ]] && msg2 "pkgbase: %s" "${pkgbase}"
# shellcheck disable=2154
msg2 "pkgname: %s" "${pkgname[*]}"
# shellcheck disable=2154
[[ -n "${pkgdesc}" ]] && msg2 "pkgdesc: %s" "${pkgdesc}"
# shellcheck disable=2154
msg2 "Arch Version: %s" "$archver"
# shellcheck disable=2154
msg2 "arch: %s" "$arch"
# shellcheck disable=2154
[[ -n ${makedepends[*]} ]] && msg2 "makedepends: %s" "${makedepends[*]}"
# shellcheck disable=2154
[[ -n ${checkdepends[*]} ]] && msg2 "checkdepends: %s" "${checkdepends[*]}"
# shellcheck disable=2154
[[ -n ${depends[*]} ]] && msg2 "depends: %s" "${depends[*]}"
# shellcheck disable=2154
[[ -n ${optdepends[*]} ]] && msg2 "optdepends: %s" "${optdepends[@]}"
}
from_arch(){
cd "${TREE_DIR_ARTIX}" || return
local srcpath repo archpath artixpath
srcpath=$(find_pkg "${TREE_DIR_ARCH}" "${package}")
[[ -z $srcpath ]] && die "Package '%s' does not exist!" "${package}"
repo=$(find_repo "$srcpath")
msg "repo: %s" "${repo#*/}"
archpath=$srcpath/$repo
artixpath=$(find_pkg "${TREE_DIR_ARTIX}" "${package}")
show_deps "$archpath"
if [[ -f "$artixpath"/.gitrepo ]]; then
artixpath="$artixpath"/trunk
if [[ -d "$artixpath" ]];then
sync_pkg "$archpath" "$artixpath"
patch_pkg "$artixpath"
fi
else
die "Package '%s' does not exist!" "${package}"
fi
}
#}}}
view_build(){
local archpath repo
archpath=$(find_pkg "${TREE_DIR_ARCH}" "${package}")
[[ -z $archpath ]] && die "Package '%s' does not exist!" "${package}"
repo=$(find_repo "${archpath}")
archpath=$archpath/$repo
msg "repo: %s" "${repo#*/}"
show_deps "$archpath"
}
check_tree(){
local archpath artixpath group
archpath=$(find_pkg "${TREE_DIR_ARCH}" "${package}")
[[ -z $archpath ]] && die "Package '%s' does not exist!" "${package}"
artixpath=$(find_pkg "${TREE_DIR_ARTIX}" "${package}")
group=${artixpath%/*}
msg "group: %s" "${group##*/}"
[[ -z $artixpath ]] && msg2 "exists: %s" "no"
[[ -n $artixpath ]] && msg2 "exists: %s" "yes"
}
sync_repos(){
${sync_arch} && pull_tree_arch
${sync_artix} && pull_tree_artix
}
load_makepkg_config
load_valid_names
testing=true
staging=true
unstable=false
sync=false
sync_arch=true
sync_artix=true
import=false
view=false
createnew=false
sync_group=false
check=false
package=''
team='community'
group="${ARTIX_TREE[0]}"
host_tree_artix="${GIT_SSH}:artixlinux"
usage() {
echo "Usage: ${0##*/} [options]"
echo ' -p <pkg> Package name'
echo ' -t <team> Team name (only with -n)'
echo ' Possible values: core,extra,community,multilib'
echo " [default: ${team}]"
echo ' -g <group> Group name, the superrepo (only with -n or -s)'
echo " [default: ${group}]"
echo " -s Clone or pull repos"
echo " -a Don't clone or pull arch repos"
echo " -b Don't clone or pull artix repos"
echo ' -i Import a package from arch repos'
echo ' -n New remote subrepo and clone it'
echo ' -v Check if a package is in the artix tree(s)'
echo ' -c View package depends'
echo ' -x Exclude testing (only with -i)'
echo ' -y Exclude staging (only with -i)'
echo ' -z Include kde & gnome unstable (only with -i)'
echo ' -h This help'
echo ''
echo ''
exit "$1"
}
opts='p:t:g:sinabcvxyzh'
while getopts "${opts}" arg; do
case "${arg}" in
p) package="$OPTARG" ;;
t) team="$OPTARG" ;;
g) group="$OPTARG"; sync_group=true ;;
s) sync=true ;;
a) sync_arch=false ;;
b) sync_artix=false ;;
i) import=true ;;
n) createnew=true ;;
c) check=true ;;
v) view=true ;;
x) testing=false ;;
y) staging=false ;;
z) unstable=true ;;
h|?) usage 0 ;;
*) echo "invalid argument '${arg}'"; usage 1 ;;
esac
done
shift $(( OPTIND - 1 ))
set_arch_repos "$testing" "$staging" "$unstable"
${sync} && sync_repos
${view} && view_build
${check} && check_tree
${import} && from_arch
${createnew} && subrepo_new

View File

@@ -12,78 +12,13 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/base/message.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
shopt -s extglob
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/pkg/diff.sh
load_makepkg_config
#{{{ functions
pkgver_equal() {
if [[ $1 = *-* && $2 = *-* ]]; then
# if both versions have a pkgrel, then they must be an exact match
[[ $1 = "$2" ]]
else
# otherwise, trim any pkgrel and compare the bare version.
[[ ${1%%-*} = "${2%%-*}" ]]
fi
}
find_cached_package() {
local searchdirs=("$PKGDEST" "$PWD") results=()
local targetname=$1 targetver=$2 targetarch=$3
local dir pkg pkgbasename name ver rel arch r results
for dir in "${searchdirs[@]}"; do
[[ -d $dir ]] || continue
for pkg in "$dir"/*.pkg.tar?(.!(sig|*.*)); do
[[ -f $pkg ]] || continue
# avoid adding duplicates of the same inode
for r in "${results[@]}"; do
[[ $r -ef $pkg ]] && continue 2
done
# split apart package filename into parts
pkgbasename=${pkg##*/}
pkgbasename=${pkgbasename%.pkg.tar*}
arch=${pkgbasename##*-}
pkgbasename=${pkgbasename%-"$arch"}
rel=${pkgbasename##*-}
pkgbasename=${pkgbasename%-"$rel"}
ver=${pkgbasename##*-}
name=${pkgbasename%-"$ver"}
if [[ $targetname = "$name" && $targetarch = "$arch" ]] &&
pkgver_equal "$targetver" "$ver-$rel"; then
results+=("$pkg")
fi
done
done
case ${#results[*]} in
0)
return 1
;;
1)
printf '%s\n' "${results[0]}"
return 0
;;
*)
error 'Multiple packages found:'
printf '\t%s\n' "${results[@]}" >&2
return 1
;;
esac
}
#}}}
usage() {
cat <<- _EOF_
Usage: ${BASH_SOURCE[0]##*/} [OPTIONS]
@@ -197,7 +132,7 @@ for _pkgname in "${pkgname[@]}"; do
if ! diff_output="$(sdiff -s "$TEMPDIR/libraries-$_pkgname-old" "$TEMPDIR/libraries-$_pkgname")"; then
message="Sonames differ in $_pkgname!"
(( WARN )) && warning "$message" || msg "$message"
echo "$diff_output"
printf "%s\n" "$diff_output"
else
msg "No soname differences for %s." "$_pkgname"
fi

View File

@@ -12,177 +12,324 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/util-base.sh)
m4_include(lib/util-pkg.sh)
m4_include(lib/base/message.sh)
m4_include(lib/pkg/repo.sh)
m4_include(lib/pkg/table.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
DATADIR=${DATADIR:-'@datadir@/artools'}
SYSCONFDIR=${SYSCONFDIR:-'@sysconfdir@/artools'}
source "${LIBDIR}"/base/util.sh
source "${LIBDIR}"/pkg/util.sh
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/pkg/table.sh
#{{{ db libs
# shopt -s extglob
# load_valid_names(){
# local conf
# conf="${DATADIR}"/valid-names.conf
# [[ -f "$conf" ]] || return 1
# # shellcheck source=/usr/share/artools/valid-names.conf
# [[ -r "$conf" ]] && . "$conf"
# return 0
# }
# tree_loop(){
# local func="$1" pkgs
# for tree in "${ARTIX_TREE[@]}"; do
# mapfile -t pkgs < <(find "${TREE_DIR_ARTIX}/$tree" -name "$CARCH" | sort)
# for p in "${pkgs[@]}"; do
# "$func" "$p"
# done
# done
# }
#
# show_db_table(){
# msg_table_header "${tableU}" "Repo" "Package" "Version" "Database"
# tree_loop check_db
# }
#{{{ check db
# is_db_entry() {
# local pkgname="$1" repo="${REPOS[$2]}" entry
# entry=${db_cache_dir}/linksdb/$repo/$pkgname
#
# if [[ -d "$entry" ]];then
# return 0
# fi
# return 1
# }
#
# check_db(){
# local pkgpath="${1}"
#
# for repo in "${!REPOS[@]}"; do
#
# local pkgbuild artixver
# if [[ -f $pkgpath/$repo/PKGBUILD ]]; then
# pkgbuild=$pkgpath/$repo/PKGBUILD
#
# # shellcheck disable=1090
# . "$pkgbuild" 2>/dev/null
# artixver=$(get_full_version)
# for name in "${pkgname[@]}"; do
# if ! is_db_entry "$name-$artixver" "$repo"; then
# msg_row_red "${tableU}" "$repo" "$name" "$artixver" "false"
# else
# ${all_db} && msg_row "${tableU}" "$repo" "$name" "$artixver" "true"
# fi
# done
# unset artixver pkgbuild pkgver epoch pkgname pkgbase
# fi
# done
# }
#}}}
# {{{ check obsolete
# show_obsolete_table() {
# local arch_mirror='https://mirror.f4st.host/archlinux'
#
# local arch_repo artix_repo artix_db arch_db url
# arch_repo="${searchrepos[@]}"
# artix_repo="${REPOS[$arch_repo]}"
#
# artix_db="${db_cache_dir}/artixdb/${artix_repo}"
# arch_db="${db_cache_dir}/archdb/${arch_repo}"
#
# msg "Updating database cache ..."
# url=${REPOS_MIRROR}/${artix_repo}/os/$CARCH/${artix_repo}.${db_ext}
# extract_db "$url" "${artix_db}"
#
# url=${arch_mirror}/${arch_repo}/os/$CARCH/${arch_repo}.${db_ext}
# extract_db "$url" "${arch_db}"
# msg "Done"
#
# msg_table_header "${tableQ}" "Repo" "Package" "Obsolete"
# for p in "${artix_db}"/*; do
# local pkg rel
# pkg=${p##*/}
# rel=${pkg##*-}
# rel=${rel%.*}
# pkg=${pkg%-*}
# local p="$pkg-$rel"
#
# if [[ "$p" != *openrc* ]] && [[ "$p" != *runit* ]] \
# && [[ "$p" != *s6* ]] && [[ "$p" != *suite66* ]] \
# && [[ "$p" != *udev* ]] && [[ "$p" != *elogind* ]] \
# && [[ "$p" != *sysusers* ]] && [[ "$p" != *tmpfiles* ]] \
# && [[ "$p" != *execline* ]] && [[ "$p" != *skalibs* ]] \
# && [[ "$p" != *netifrc* ]] && [[ "$p" != *bootlogd* ]] \
# && [[ "$p" != *pam_rundir* ]] && [[ "$p" != *artools* ]] \
# && [[ "$p" != *archlinux* ]] && [[ "$p" != *iso-profiles* ]] \
# && [[ "$p" != *calamares* ]] && [[ "$p" != *iso-initcpio* ]] \
# && [[ "$p" != *dinit* ]] && [[ "$p" != *artix* ]] && [[ "$p" != *blocaled* ]]; then
# if [[ ! -d "${arch_db}/$p" ]]; then
# msg_row "${tableQ}" "${artix_repo}" "$p" "true"
# fi
# fi
# done
# }
#}}}
extract_db() {
local u="$1" cdir="$2"
rm -rf "$cdir"
mkdir -p "$cdir"
msg2 "%s" "${cdir##*/}"
curl -L -s "$u" | bsdtar -xf - -C "$cdir"
}
update_linksdb_cache(){
msg "Updating database cache ..."
local cachedir url
for repo in "${ARTIX_REPOS[@]}"; do
cachedir=${db_cache_dir}/linksdb/$repo
url=${REPOS_MIRROR}/$repo/os/${CARCH}/$repo.${linksdb_ext}
extract_db "$url" "$cachedir"
done
msg "Done"
}
#}}}
#{{{ sogrep
query_db() {
for repo in "${searchrepos[@]}"; do
if ${sync}; then
update_linksdb_cache
fi
for repo in "${ARTIX_REPOS[@]}"; do
local db
db=${db_cache_dir}/${linksdb_ext}/${CARCH}/${repo}/
db=${db_cache_dir}/linksdb/$repo/
if [[ -d ${db} ]]; then
while read -rd '' pkg; do
read -r match
pkg=${pkg#${db}}
pkg="${pkg%/*}"
msg_row "${tableQ}" "${repo}" "${pkg}" "${match}"
done < <(grep -rZ "${library}" "${db}") | sort -u
msg_row "${tableQ}" "$repo" "$pkg" "${match}"
done < <(grep -rZ "$library" "$db") | sort -u
fi
done
}
#}}}
#{{{ check db
update_db_cache() {
local arch_mirror='https://mirror.netcologne.de/archlinux'
is_db_entry() {
local pkgname="$1" repo="${REPOS[$2]}" entry
entry=${db_cache_dir}/${linksdb_ext}/${CARCH}/$repo/$pkgname
for repo in ${searchrepos[@]}; do
local arch_repo
local artix_db
local arch_db
local artix_url
local arch_url
arch_repo=${REPOS[${repo}]}
artix_db=${db_cache_dir}/artixdb/${repo}
arch_db=${db_cache_dir}/archdb/${arch_repo}
artix_url=${REPOS_MIRROR}/${repo}/os/$CARCH/${repo}.${db_ext}
arch_url=${arch_mirror}/${arch_repo}/os/$CARCH/${arch_repo}.${db_ext}
if [[ -d "$entry" ]];then
return 0
fi
return 1
}
check_db(){
local pkgpath="${1%/*}"
for repo in "${!REPOS[@]}"; do
local pkgbuild artixver
[[ -f $pkgpath/$CARCH/$repo/PKGBUILD ]] && pkgbuild=$pkgpath/$CARCH/$repo/PKGBUILD
[[ -f $pkgpath/repos/$repo-$CARCH/PKGBUILD ]] && pkgbuild=$pkgpath/repos/$repo-$CARCH/PKGBUILD
[[ -f $pkgpath/repos/$repo-any/PKGBUILD ]] && pkgbuild=$pkgpath/repos/$repo-any/PKGBUILD
# shellcheck disable=1090
. "$pkgbuild" 2>/dev/null
artixver=$(get_full_version)
for name in "${pkgname[@]}"; do
if ! is_db_entry "$name-$artixver" "$repo"; then
msg_row_red "${tableU}" "$repo" "$name" "$artixver" "false"
else
${all_db} && msg_row "${tableU}" "$repo" "$name" "$artixver" "true"
fi
done
unset artixver pkgbuild pkgver epoch pkgname pkgbase
msg "Updating database cache ..."
extract_db "${artix_url}" "${artix_db}"
extract_db "${arch_url}" "${arch_db}"
msg "Done"
done
}
#}}}
show_updates() {
if ${sync}; then
update_db_cache
fi
for repo in ${searchrepos[@]}; do
local arch_repo
local artix_db
local arch_db
arch_repo=${REPOS[${repo}]}
artix_db=${db_cache_dir}/artixdb/${repo}
arch_db=${db_cache_dir}/archdb/${arch_repo}
diff -ur $artix_db/ $arch_db/ | grep -A2 '%NAME%\|%VERSION%'
done
}
show_lib_table() {
msg_table_header "${tableQ}" "Repo" "Package" "Library"
query_db
}
show_db_table(){
msg_table_header "${tableU}" "Repo" "Package" "Version" "Database"
tree_loop check_db
}
update_db_cache(){
msg "Updating database cache ..."
local cachedir url
for repo in "${searchrepos[@]}"; do
cachedir=${db_cache_dir}/${linksdb_ext}/${CARCH}/${repo}
rm -rf "$cachedir"
mkdir -p "$cachedir"
msg2 "%s" "$repo"
url=${REPOS_MIRROR}/${repo}/os/${CARCH}/${repo}.${linksdb_ext}
curl -L -s "$url" | bsdtar -xf - -C "$cachedir"
done
msg "Done"
}
db_cache_dir="${XDG_CACHE_HOME:-$USER_HOME/.cache}/artools"
linksdb_ext="links.tar.${DBEXT}"
db_ext="db.tar.${DBEXT}"
load_makepkg_config
sync=false
check=false
# check=false
query=false
all_db=false
updates=false
readonly tableU="%-20s %-35s %-30s %-10s"
readonly tableQ="%-20s %-45s %s"
load_valid_names
# readonly tableU="%-20s %-35s %-30s %-10s"
readonly tableQ="%-20s %-55s %s"
#{{{ repo names arrays
declare -A REPOS=(
[${valid_names[0]}]=system
[${valid_names[1]}]=world
[${valid_names[2]}]=galaxy
[${valid_names[3]}]=lib32
[${valid_names[4]}]=gremlins
[${valid_names[5]}]=galaxy-gremlins
[${valid_names[6]}]=lib32-gremlins
[${valid_names[7]}]=goblins
[${valid_names[8]}]=galaxy-goblins
[${valid_names[9]}]=lib32-goblins
[${valid_names[11]}]=kde-wobble
[${valid_names[12]}]=gnome-wobble
searchrepos=(
system #0
world #1
# galaxy #2
lib32 #3
system-gremlins #4
world-gremlins #5
# galaxy-gremlins #6
lib32-gremlins #7
system-goblins #8
world-goblins #9
# galaxy-goblins #10
lib32-goblins #11
# system-rebuild #12
# world-rebuild #13
# gnome-wobble #14
# kde-wobble #15
)
searchrepos=(
"${REPOS[${valid_names[11]}]}"
"${REPOS[${valid_names[12]}]}"
"${REPOS[${valid_names[7]}]}"
"${REPOS[${valid_names[8]}]}"
"${REPOS[${valid_names[9]}]}"
"${REPOS[${valid_names[4]}]}"
"${REPOS[${valid_names[5]}]}"
"${REPOS[${valid_names[6]}]}"
"${REPOS[${valid_names[0]}]}"
"${REPOS[${valid_names[1]}]}"
"${REPOS[${valid_names[2]}]}"
"${REPOS[${valid_names[3]}]}"
ARTIX_REPOS=(
system #0
world #1
galaxy #2
lib32 #3
system-gremlins #4
world-gremlins #5
galaxy-gremlins #6
lib32-gremlins #7
system-goblins #8
world-goblins #9
galaxy-goblins #10
lib32-goblins #11
# system-rebuild #12
# world-rebuild #13
gnome-wobble #14
kde-wobble #15
)
declare -A REPOS=(
[${searchrepos[0]}]=core
[${searchrepos[1]}]=extra
# [${searchrepos[2]}]=galaxy
[${searchrepos[2]}]=multilib
[${searchrepos[3]}]=core-testing
[${searchrepos[4]}]=extra-testing
# [${searchrepos[6]}]=galaxy-testing
[${searchrepos[5]}]=multilib-testing
[${searchrepos[6]}]=core-staging
[${searchrepos[7]}]=extra-staging
# [${searchrepos[10]}]=galaxy-staging
[${searchrepos[8]}]=multilib-staging
# [${searchrepos[14]}]=gnome-unstable
# [${searchrepos[15]}]=kde-unstable
)
#}}}
usage() {
echo "Usage: ${0##*/} [options] (with -q [libname])"
echo ' -r <repo> Repo name to query'
echo ' [default: all]'
echo " -s Sync repo databases"
echo ' -c Check repos'
echo ' -a Show repo db (-c)'
echo " -q Query repo databases for so libs"
echo ' -h This help'
echo ''
echo ''
printf "Usage: ${0##*/} [options] [query library]\n"
printf " -s Sync repo databases\n"
# printf ' -c Check repos\n'
printf " -q Query repo databases for so libs\n"
printf " -u Show updates\n"
printf ' -h This help\n'
printf '\n'
printf '\n'
exit "$1"
}
opts='r:qcsah'
#
opts='squh'
while getopts "${opts}" arg; do
case "${arg}" in
r) searchrepos=("$OPTARG") ;;
s) sync=true ;;
c) check=true ;;
a) all_db=true ;;
# c) check=true ;;
q) query=true ;;
u) updates=true ;;
h|?) usage 0 ;;
*) echo "invalid argument '${arg}'"; usage 1 ;;
esac
done
#
shift $(( OPTIND - 1 ))
#
library="$1"; shift
${sync} && update_db_cache
# ${check} && show_db_table
${check} && show_db_table
if ${query}; then
show_lib_table
fi
${query} && show_lib_table
if ${updates}; then
show_updates
fi

View File

@@ -1,260 +0,0 @@
#!/bin/bash
#
# Copyright (C) 2018-19 artoo@artixlinux.org
# Copyright (C) 2018 Artix Linux Developers
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/util-base.sh)
m4_include(lib/util-pkg.sh)
m4_include(lib/base/message.sh)
m4_include(lib/pkg/common.sh)
m4_include(lib/pkg/git.sh)
m4_include(lib/pkg/gitea.sh)
m4_include(lib/pkg/repo.sh)
#{{{ functions
push_tree(){
local tree="$1"
msg "Update (%s)" "${tree}"
git push origin master
}
subrepo_push(){
local pkg="$1"
msg2 "Subrepo push (%s)" "$pkg"
git subrepo push "$pkg" || die "%s push failed" "$pkg"
}
subrepo_clean(){
local pkg="$1"
msg2 "Subrepo clean (%s)" "$pkg"
git subrepo clean "$pkg"
}
subrepo_pull(){
local pkg="$1"
msg2 "Subrepo pull (%s)" "$pkg"
git subrepo pull "$pkg"
}
prepare_commit(){
# create new layout, copy & remove repos
if [[ -d repos ]]; then
msg2 "Switching to new layout ..."
[[ ! -d "$CARCH" ]] && mkdir "$CARCH"
for r in repos/*; do
local name noarch
name=${r#*/}
noarch=${name%-*}
mkdir "$CARCH/${noarch}"
cp repos/"${name}"/* "$CARCH/${noarch}/"
git add "$CARCH/${noarch}"
done
git rm -r repos
git commit -m "switch to new repo layout"
msg2 "Done switch"
fi
if [[ $action == 'add' ]] || [[ $action == 'move' ]] ;then
[[ -d "$CARCH/${repo_dest}" ]] && git rm -r "$CARCH/${repo_dest}"
[[ ! -d "$CARCH" ]] && mkdir "$CARCH"
[[ ! -d "$CARCH/${repo_dest}" ]] && mkdir "$CARCH/${repo_dest}"
fi
}
check_rebuild(){
if [[ -d "$CARCH"/"${valid_names[10]}" ]] \
&& [[ "${repo_dest}" == "${valid_names[7]}" ]]; then
git rm -r "$CARCH"/"${valid_names[10]}"
git commit -m "switch from ${valid_names[10]} to ${valid_names[7]}"
elif [[ -d "$CARCH"/"${valid_names[7]}" ]] \
&& [[ "${repo_dest}" == "${valid_names[10]}" ]]; then
git rm -r "$CARCH"/"${valid_names[7]}"
git commit -m "switch from ${valid_names[7]} to ${valid_names[10]}"
fi
}
check_team(){
if [[ "${repo_src}" == "${valid_names[0]}" && "${repo_dest}" == "${valid_names[1]}" ]] || \
[[ "${repo_src}" == "${valid_names[1]}" && "${repo_dest}" == "${valid_names[0]}" ]] || \
[[ "${repo_src}" == "${valid_names[1]}" && "${repo_dest}" == "${valid_names[2]}" ]] || \
[[ "${repo_src}" == "${valid_names[2]}" && "${repo_dest}" == "${valid_names[1]}" ]] || \
[[ "${repo_src}" == "${valid_names[0]}" && "${repo_dest}" == "${valid_names[2]}" ]] || \
[[ "${repo_src}" == "${valid_names[2]}" && "${repo_dest}" == "${valid_names[0]}" ]]; then
local org gitname
org=$(get_pkg_org "${package}")
gitname=$(get_compliant_name "${package}")
add_team_to_repo "$gitname" "${org}" "${repo_dest}"
remove_team_from_repo "$gitname" "${org}" "${repo_src}"
fi
}
path_config() {
[[ "${repo_src}" != 'trunk' ]] && pkgbuild="$CARCH/${repo_src}"/PKGBUILD
if [[ ! -f "$pkgbuild" ]]; then
pkgbuild=repos/"${repo_src}-${CARCH}"/PKGBUILD
[[ -f repos/"${repo_src}"-any/PKGBUILD ]] && pkgbuild=repos/"${repo_src}"-any/PKGBUILD
fi
# shellcheck disable=1090
. "$pkgbuild"
}
get_repo_commit_msg() {
echo "[${repo_src}] -> [${repo_dest}] '${package}-$(get_full_version)' ${action}"
}
get_commit_msg() {
echo "[${repo_src}] '${package}-$(get_full_version)' ${action}"
}
commit_pkg() {
local commit_msg pkg
if ${remove}; then
action='remove'
commit_msg=$(get_commit_msg)
msg "Action: %s" "$commit_msg"
if [[ "${repo_src}" == 'trunk' ]];then
git rm -r trunk
else
prepare_commit
git rm -r "$CARCH/${repo_src}"
fi
else
action='modify'
commit_msg=$(get_commit_msg)
msg "Action: %s" "$commit_msg"
git add .
fi
git commit -m "$commit_msg"
}
repo_commit_pkg() {
local commit_msg
if [[ "${repo_src}" == 'trunk' ]]; then
action='add'
commit_msg=$(get_repo_commit_msg)
msg "Action: %s" "$commit_msg"
prepare_commit
check_rebuild
cp trunk/* "$CARCH/${repo_dest}"/
else
action='move'
[[ ! -f $pkgbuild ]] && die "%s does not exist!" "$pkgbuild"
commit_msg=$(get_repo_commit_msg)
msg "Action: %s" "$commit_msg"
prepare_commit
cp "$CARCH/${repo_src}"/* "$CARCH/${repo_dest}"/
git rm -r "$CARCH/${repo_src}"
fi
git add .
git commit -m "$commit_msg"
}
run(){
local artixpath head group
artixpath=$(find_pkg "${TREE_DIR_ARTIX}" "${package}")
if [[ -n ${artixpath} ]];then
group=${artixpath%/*}
cd "${group}" || return
head=$(get_local_head)
cd "${artixpath}" || return
path_config
if [[ "${cmd}" == 'commitpkg' ]];then
commit_pkg
else
repo_commit_pkg
fi
cd "${group}" || return
${push} && pull_tree "${group##*/}" "$head"
# subrepo_pull "${package}"
subrepo_push "${package}"
subrepo_clean "${package}"
${push} && push_tree "${group##*/}"
git prune
[[ "${cmd}" != 'commitpkg' ]] && check_team
else
die "Package '%s' does not exist!" "${package}"
fi
}
is_valid_repo(){
local _valid=trunk
for repo in "${valid_names[@]}"; do
_valid=${repo:-}${repo:+|}$_valid
done
eval "case ${repo_src} in
${_valid}) return 0 ;;
*) return 1 ;;
esac"
}
#}}}
load_makepkg_config
load_valid_names
repo_src='trunk'
package=''
remove=false
push=false
pkgbuild=trunk/PKGBUILD
cmd=${0##*/}
repo_dest=${cmd%pkg}
usage() {
echo "Usage: ${0##*/} [options]"
echo " -s <name> Source repository [default:${repo_src}]"
echo ' -p <pkg> Package name'
echo ' -r Delete from repo (commitpkg only)'
echo ' -u Push'
echo ' -h This help'
echo ''
echo ''
exit "$1"
}
opts='p:s:urh'
while getopts "${opts}" arg; do
case "${arg}" in
s) repo_src="$OPTARG" ;;
p) package="$OPTARG" ;;
r) remove=true ;;
u) push=true ;;
h|?) usage 0 ;;
*) echo "invalid argument '${arg}'"; usage 1 ;;
esac
done
shift $(( OPTIND - 1 ))
if is_valid_repo;then
run
else
die "source repository '%s' is not valid!" "${repo_src}"
fi

View File

@@ -1,204 +0,0 @@
#!/bin/bash
#
# Copyright (C) 2018-19 artoo@artixlinux.org
# Copyright (C) 2018 Artix Linux Developers
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/util-base.sh)
m4_include(lib/util-pkg.sh)
m4_include(lib/base/message.sh)
m4_include(lib/pkg/repo.sh)
m4_include(lib/pkg/table.sh)
#{{{ upgrades, downgrades, moves
remove_list(){
local name="$1"
[[ -f "${TREE_DIR_ARTIX}"/$name.list ]] && rm "${TREE_DIR_ARTIX}"/"$name".list
}
write_list(){
local line="$1" name="$2"
printf "%s\n" "$line" >> "${TREE_DIR_ARTIX}"/"$name".list
}
compare_m(){
case ${artixrepo} in
*testing*|*staging*|*rebuild)
if [[ "${a}" == "${b}" ]]; then
msg_row "${table}" "${a}" "${b}" "$pkg" "$archver" "$artixver" "${group#*-}"
elif [[ "${a}" == 'staging' && "${b}" == 'rebuild' ]]; then
msg_row_yellow "${table}" "${a}" "${b}" "$pkg" "$archver" "$artixver" "${group#*-}"
else
msg_row_green "${table}" "${a}" "${b}" "$pkg" "$archver" "$artixver" "${group#*-}"
if [[ -n "$archrepo" ]]; then
write_list "${a}:${b}:$pkg" pkg_moves
else
write_list "@repo@:${b}:$pkg" artix
fi
fi
;;
esac
}
compare_u(){
if [ "$result" -eq -1 ];then
msg_row_red "${table}" "${a}" "${b}" "$pkg" "$archver" "$artixver" "${group#*-}"
write_list "${a}:$pkg" pkg_upgrades
fi
}
compare_d(){
if [ "$result" -eq 1 ];then
if [[ -n "$archver" ]] && [[ -n "$archrepo" ]];then
msg_row_yellow "${table}" "${a}" "${b}" "$pkg" "$archver" "$artixver" "${group#*-}"
fi
fi
}
get_archpath(){
local pkg="$1" archpath
for tree in "${ARCH_TREE[@]}"; do
[[ -d ${TREE_DIR_ARCH}/$tree/$pkg/repos ]] && archpath=${TREE_DIR_ARCH}/$tree/$pkg
done
echo "$archpath"
}
pre_compare(){
local func="$1" pkgpath="$2" result group pkg
group="${pkgpath%/*}"
group=${group##*/}
pkg=${pkgpath##*/}
local artixrepo archrepo pkgbuild artixver archver archpath node a b
artixrepo=$(find_repo "$pkgpath")
pkgbuild=$pkgpath/$artixrepo/PKGBUILD
if [[ -f $pkgbuild ]]; then
# shellcheck disable=1090
. "$pkgbuild" 2>/dev/null
artixver=$(get_full_version)
archpath=$(get_archpath "$pkg")
archrepo=$(find_repo "${archpath}")
pkgbuild=$archpath/$archrepo/PKGBUILD
node=${artixrepo%/*}
a=${archrepo#*/} b=${artixrepo#*/}
a="${a%-*}"
[[ "$node" != "$CARCH" ]] && b=${b%-*}
if [[ -f "$pkgbuild" ]]; then
# shellcheck disable=1090
. "$pkgbuild" 2>/dev/null
archver=$(get_full_version)
fi
result=$(vercmp "$artixver" "$archver")
"$func"
unset epoch
fi
}
compare_upgrades(){
local pkgpath="${1%/*}"
pre_compare compare_u "$pkgpath"
}
compare_downgrades(){
local pkgpath="${1%/*}"
pre_compare compare_d "$pkgpath"
}
compare_move(){
local pkgpath="${1%/*}"
pre_compare compare_m "$pkgpath"
}
#}}}
show_compare_header(){
msg_table_header "${table}" "Arch Repo" "Artix Repo" "Package" "Arch version" "Artix version" "Group"
}
show_upgrades_table(){
show_compare_header
remove_list pkg_upgrades
tree_loop compare_upgrades
}
show_downgrades_table(){
show_compare_header
tree_loop compare_downgrades
}
show_move_table(){
show_compare_header
remove_list pkg_moves
remove_list artix
tree_loop compare_move
}
load_makepkg_config
load_valid_names
testing=true
staging=true
unstable=false
upgrades=false
downgrades=false
move=false
readonly table="%-18s %-18s %-25s %-27s %-27s %-10s"
usage() {
echo "Usage: ${0##*/} [options]"
echo ' -u Show upgrade packages'
echo ' -d Show downgrade packages'
echo ' -m Show packages to move'
echo " -x Don't inlcude testing packages"
echo " -y Don't inlcude staging packages"
echo ' -z Include unstable kde and gnome'
echo ' -h This help'
echo ''
echo ''
exit "$1"
}
opts='udmxyzh'
while getopts "${opts}" arg; do
case "${arg}" in
u) upgrades=true ;;
d) downgrades=true ;;
m) move=true ;;
x) testing=false ;;
y) staging=false ;;
z) unstable=true ;;
h|?) usage 0 ;;
*) echo "invalid argument '${arg}'"; usage 1 ;;
esac
done
shift $(( OPTIND - 1 ))
set_arch_repos "$testing" "$staging" "$unstable"
${move} && show_move_table
${upgrades} && show_upgrades_table
${downgrades} && show_downgrades_table

View File

@@ -1,6 +1,6 @@
#!/bin/bash
#
# Copyright (C) 2018-19 artoo@artixlinux.org
# Copyright (C) 2018-23 artoo@artixlinux.org
# Copyright (C) 2018 Artix Linux Developers
#
# This program is free software; you can redistribute it and/or modify
@@ -12,10 +12,14 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/util-base.sh)
m4_include(lib/util-pkg.sh)
m4_include(lib/base/message.sh)
m4_include(lib/pkg/deploy.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
DATADIR=${DATADIR:-'@datadir@/artools'}
SYSCONFDIR=${SYSCONFDIR:-'@sysconfdir@/artools'}
source "${LIBDIR}"/base/util.sh
source "${LIBDIR}"/pkg/util.sh
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/pkg/deploy.sh
#{{{ deploy
@@ -42,7 +46,9 @@ repo_action(){
cd "$repo_path" || return
if [[ -n "${action}" ]]; then
repo-"${action}" -R "${dest_repo}"."${pkgdb_ext}" "${packages[@]}"
${linksdb} && links-"${action}" "${dest_repo}"."${linksdb_ext}" "${packages[@]}"
if ${linksdb}; then
links-"${action}" "${dest_repo}"."${linksdb_ext}" "${packages[@]}"
fi
fi
}
@@ -61,14 +67,14 @@ cmd=${0##*/}
dest_repo=${cmd#*-}
usage() {
echo "Usage: ${cmd} [options]"
echo ' -d <dest> Destination repository'
echo ' -a Add package(s) to repository'
echo ' -r Remove package(s) from repository'
echo ' -l Use links db'
echo ' -h This help'
echo ''
echo ''
printf "Usage: %s [options]\n" "${cmd}"
printf ' -d <dest> Destination repository\n'
printf ' -a Add package(s) to repository\n'
printf ' -r Remove package(s) from repository\n'
printf ' -l Use links db\n'
printf ' -h This help\n'
printf '\n'
printf '\n'
exit "$1"
}
@@ -81,7 +87,6 @@ while getopts "${opts}" arg; do
r) rm_pkg=true; add_pkg=false ;;
l) linksdb=true ;;
h|?) usage 0 ;;
*) echo "invalid argument '${arg}'"; usage 1 ;;
esac
done

332
bin/pkg/diffpkg.in Normal file
View File

@@ -0,0 +1,332 @@
#!/bin/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/pkg/diff.sh
usage() {
cat <<- _EOF_
Usage: ${BASH_SOURCE[0]##*/} [OPTIONS] [MODES] [FILE|PKGNAME...]
Searches for a locally built package corresponding to the PKGBUILD, and
downloads the last version of that package from the Pacman repositories.
It then compares the package archives using different modes while using
simple tar content list by default.
When given one package, use it to diff against the locally built one.
When given two packages, diff both packages against each other.
In either case, a package name will be converted to a filename from the
cache, and diffpkg will proceed as though this filename was initially
specified.
OPTIONS
-M, --makepkg-config Set an alternate makepkg configuration file
-v, --verbose Provide more detailed/unfiltered output
-h, --help Show this help text
MODES
-l, --list Activate content list diff mode (default)
-d, --diffoscope Activate diffoscope diff mode
-p, --pkginfo Activate .PKGINFO diff mode
-b, --buildinfo Activate .BUILDINFO diff mode
_EOF_
}
MAKEPKG_CONF=/etc/makepkg.conf
POOLDIR=/srv/pkgpool
VERBOSE=0
TARLIST=0
DIFFOSCOPE=0
PKGINFO=0
BUILDINFO=0
DIFFMODE=--side-by-side
DIFFCOLOR=--color=auto
DIFFWIDTH=--width=auto
DIFFOPTIONS=(--expand-tabs)
# option checking
while (( $# )); do
case $1 in
-h|--help)
usage
exit 0
;;
-M|--makepkg-config)
(( $# <= 1 )) && die "missing argument for %s" "$1"
MAKEPKG_CONF="$2"
shift 2
;;
-l|--list)
TARLIST=1
shift
;;
-d|--diffoscope)
DIFFOSCOPE=1
shift
;;
-p|--pkginfo)
PKGINFO=1
shift
;;
-b|--buildinfo)
BUILDINFO=1
shift
;;
-v|--verbose)
VERBOSE=1
shift
;;
-u|-U|--unified)
DIFFMODE=--unified
shift
;;
-y|--side-by-side)
DIFFMODE=--side-by-side
shift
;;
--color|--color=*)
if [[ $2 == never || $2 == always || $2 == auto ]]; then
DIFFCOLOR="--color=$2"
shift 2
continue
fi
if [[ $1 == --color ]]; then
DIFFCOLOR="--color=auto"
else
DIFFCOLOR="$1"
fi
shift
;;
-W|--width)
(( $# <= 1 )) && die "missing argument for %s" "$1"
DIFFWIDTH="--width=$2"
shift 2
;;
--width=*)
DIFFWIDTH="$1"
shift
;;
-P|--pool)
(( $# <= 1 )) && die "missing argument for %s" "$1"
POOLDIR="$2"
shift 2
;;
--pool=*)
POOLDIR="${1#*=}"
shift
;;
--)
shift
break
;;
-*|--*)
die "invalid argument: %s" "$1"
;;
*)
break
;;
esac
done
# Set options based on flags or magic values
if (( VERBOSE )); then
if [[ $DIFFMODE == --unified ]]; then
DIFFMODE="--unified=99999"
fi
else
DIFFOPTIONS+=(--suppress-common-lines)
fi
if [[ $DIFFWIDTH == --width=columns ]]; then
DIFFWIDTH="--width=${COLUMNS:-130}"
fi
if [[ $DIFFWIDTH != --width=auto ]]; then
DIFFOPTIONS+=("${DIFFWIDTH}")
fi
DIFFOPTIONS+=("${DIFFMODE}" "${DIFFCOLOR}")
if ! (( DIFFOSCOPE || TARLIST || PKGINFO || BUILDINFO )); then
TARLIST=1
fi
# Source makepkg.conf; fail if it is not found
if [[ -r "${MAKEPKG_CONF}" ]]; then
# shellcheck source=config/makepkg/x86_64.conf
source "${MAKEPKG_CONF}"
else
die "${MAKEPKG_CONF} not found!"
fi
# Source user-specific makepkg.conf overrides
if [[ -r "${XDG_CONFIG_HOME:-$HOME/.config}/pacman/makepkg.conf" ]]; then
# shellcheck source=/dev/null
source "${XDG_CONFIG_HOME:-$HOME/.config}/pacman/makepkg.conf"
elif [[ -r "$HOME/.makepkg.conf" ]]; then
# shellcheck source=/dev/null
source "$HOME/.makepkg.conf"
fi
STARTDIR=$(pwd)
trap 'rm -rf $TMPDIR' EXIT INT TERM QUIT
TMPDIR=$(mktemp -d --tmpdir diffpkg-script.XXXXXXXX)
export TMPDIR
tar_list() {
bsdtar tf "$*" | if (( VERBOSE )); then
cat
else
sed -E 's|^usr/lib/modules/[0-9][^/]+|usr/lib/modules/[…]|g'
fi | sort
}
file_line_length() {
path="$1"
wc -L "${path}" | tail -n1 | sed -E 's/^ +//g' | cut -d' ' -f1
}
file_diff_columns() {
file1="$1"
file2="$2"
file1_length=$(file_line_length "$file1")
file2_length=$(file_line_length "$file2")
echo $(( file1_length + file2_length + 3 ))
}
diff_pkgs() {
local oldpkg newpkg
oldpkg=$(readlink -m "$1")
newpkg=$(readlink -m "$2")
[[ -f $oldpkg ]] || die "No such file: %s" "${oldpkg}"
[[ -f $newpkg ]] || die "No such file: %s" "${newpkg}"
local -a diffoptions
diffoptions=("${DIFFOPTIONS[@]}" --label "${oldpkg}" --label "${newpkg}")
if (( TARLIST )); then
tar_list "$oldpkg" > "$TMPDIR/old"
tar_list "$newpkg" > "$TMPDIR/new"
fi
if (( PKGINFO )); then
bsdtar xOqf "$oldpkg" .PKGINFO > "$TMPDIR/old"
bsdtar xOqf "$newpkg" .PKGINFO > "$TMPDIR/new"
fi
if (( BUILDINFO )); then
bsdtar xOqf "$oldpkg" .BUILDINFO > "$TMPDIR/old"
bsdtar xOqf "$newpkg" .BUILDINFO > "$TMPDIR/new"
fi
if (( TARLIST || PKGINFO || BUILDINFO )); then
# Resolve dynamic auto width one we know the content to diff
if [[ $DIFFWIDTH == --width=auto ]]; then
AUTOLENGTH=$(file_diff_columns "$TMPDIR/old" "$TMPDIR/new")
diffoptions+=("--width=${AUTOLENGTH}")
fi
# Print a header for side-by-side view as it lacks labels
if [[ $DIFFMODE == --side-by-side ]]; then
printf -- "--- %s\n+++ %s\n" "${oldpkg}" "${newpkg}"
fi
diff "${diffoptions[@]}" "$TMPDIR/old" "$TMPDIR/new"
fi
if (( DIFFOSCOPE )); then
diffoscope "${DIFFCOLOR/--color/--text-color}" "$oldpkg" "$newpkg"
fi
}
shopt -s extglob
fetch_pkg() {
local pkg pkgdest pkgurl
case $1 in
*://*)
pkgurl=$1 ;;
/*|*/*)
pkgurl=$(readlink -m "$1") ;;
*.pkg.tar*)
pkgurl=$1 ;;
'')
;;
*)
pkg=$1 ;;
esac
if [[ -z ${pkgurl} ]]; then
# Try to find latest package in pool dir
if [[ -d ${POOLDIR} ]]; then
shopt -s extglob nullglob
pkgurl=$(printf "%s\n" "${POOLDIR}"/*/"${_pkgname}"-!(*-*)-!(*-*)-!(*-*).pkg.tar!(*.sig)|sort -Vr|head -1)
shopt -u extglob nullglob
fi
# Search via pacman database if no pool file exists
if [[ ! -f ${pkgurl} ]]; then
pkgurl=$(pacman -Spdd --print-format '%l' --noconfirm "$pkg") ||
die "Couldn't download previous package for %s." "$pkg"
fi
fi
pkg=${pkgurl##*/}
pkgdest=$(mktemp -t -d "${pkg}-XXXXXX")/${pkg}
if [[ $pkgurl = file://* || ( $pkgurl = /* && -f $pkgurl ) ]]; then
ln -sf "${pkgurl#file://}" "$pkgdest"
elif [[ -f "$PKGDEST/$pkg" ]]; then
ln -sf "$PKGDEST/$pkg" "$pkgdest"
elif [[ -f "$STARTDIR/$pkg" ]]; then
ln -sf "$STARTDIR/$pkg" "$pkgdest"
elif [[ $pkgurl = *://* ]]; then
curl -fsLC - --retry 3 --retry-delay 3 -o "$pkgdest" "$pkgurl" || \
die "Couldn't download %s" "$pkgurl"
else
die "File not found: %s" "$pkgurl"
fi
echo "$pkgdest"
}
shopt -u extglob
if (( $# < 2 )); then
if [[ ! -f PKGBUILD ]]; then
die "This must be run in the directory of a built package.\nTry '$(basename "$0") --help' for more information."
fi
# shellcheck source=contrib/makepkg/PKGBUILD.proto
. ./PKGBUILD
if [[ ${arch[0]} == 'any' ]]; then
CARCH='any'
fi
for _pkgname in "${pkgname[@]}"; do
comparepkg=$_pkgname
pkgurl=
target_pkgver=$(get_full_version "$_pkgname")
if ! pkgfile=$(find_cached_package "$_pkgname" "$target_pkgver" "$CARCH"); then
die 'tarball not found for package: %s' "${_pkgname}-$target_pkgver"
fi
ln -s "$pkgfile" "$TMPDIR"
if (( $# )); then
comparepkg="$1"
fi
oldpkg=$(fetch_pkg "$comparepkg") || exit 1
diff_pkgs "$oldpkg" "$pkgfile"
done
else
file1=$(fetch_pkg "$1") || exit 1
file2=$(fetch_pkg "$2") || exit 1
diff_pkgs "$file1" "$file2"
fi

View File

@@ -0,0 +1,72 @@
#!/bin/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
usage() {
cat <<- _EOF_
Usage: ${BASH_SOURCE[0]##*/}
Export the PGP keys from a PKGBUILDs validpgpkeys array into the keys/pgp/
subdirectory. Useful for distributing packager validated source signing
keys alongside PKGBUILDs.
OPTIONS
-h, --help Show this help text
_EOF_
}
# option checking
while (( $# )); do
case $1 in
-h|--help) usage; exit 0 ;;
*) die "invalid argument: %s" "$1" ;;
esac
done
if [[ ! -f PKGBUILD ]]; then
die "This must be run a directory containing a PKGBUILD."
fi
mapfile -t validpgpkeys < <(
# shellcheck source=PKGBUILD.proto
. ./PKGBUILD
if (( ${#validpgpkeys[@]} )); then
printf "%s\n" "${validpgpkeys[@]}"
fi
)
msg "Exporting ${#validpgpkeys[@]} PGP keys..."
if (( ${#validpgpkeys[@]} == 0 )); then
exit 0
fi
trap 'rm -rf $TEMPDIR' EXIT INT TERM QUIT
TEMPDIR=$(mktemp -d --tmpdir export-pkgbuild-keys.XXXXXXXXXX)
mkdir -p keys/pgp
error=0
for key in "${validpgpkeys[@]}"; do
gpg --output "$TEMPDIR/$key.asc" --armor --export --export-options export-minimal "$key" 2>/dev/null
# gpg does not give a non-zero return value if it fails to export...
if [[ -f $TEMPDIR/$key.asc ]]; then
msg2 "Exported $key"
mv "$TEMPDIR/$key.asc" "keys/pgp/$key.asc"
else
if [[ -f keys/pgp/$key.asc ]]; then
warning "Failed to update key: $key"
else
error "Key unavailable: $key"
error=1
fi
fi
done
if (( error )); then
die "Failed to export all \'validpgpkeys\' entries."
fi

View File

@@ -12,10 +12,11 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/base/message.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
set -e
shopt -s extglob
IGNORE_INTERNAL=0
@@ -32,9 +33,9 @@ case $script_mode in
esac
if [[ -z $1 ]]; then
echo "${0##*/} [options] <package file|extracted package dir>"
echo "Options:"
echo " --ignore-internal ignore internal libraries"
printf "%s [options] <package file|extracted package dir>\n" "${0##*/}"
printf "Options:\n"
printf " --ignore-internal ignore internal libraries\n"
exit 1
fi
@@ -51,9 +52,13 @@ else
pushd "$WORKDIR" >/dev/null
fi
shopt -s extglob
process_sofile() {
# extract the library name: libfoo.so
shopt -s extglob nullglob
soname="${sofile%.so?(+(.+([0-9])))}".so
shopt -u extglob nullglob
# extract the major version: 1
soversion="${sofile##*\.so\.}"
if [[ "$soversion" = "$sofile" ]] && ((IGNORE_INTERNAL)); then
@@ -61,11 +66,13 @@ process_sofile() {
fi
if ! in_array "${soname}=${soversion}-${soarch}" "${soobjects[@]}"; then
# libfoo.so=1-64
echo "${soname}=${soversion}-${soarch}"
printf "%s\n" "${soname}=${soversion}-${soarch}"
soobjects+=("${soname}=${soversion}-${soarch}")
fi
}
shopt -u extglob
case $script_mode in
deps) find_args=(-perm -u+x);;
provides) find_args=(-name '*.so*');;

View File

@@ -12,16 +12,18 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/base/message.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
match=$1
if [[ -z $match ]]; then
echo 'Usage: finddeps <depname>'
echo ''
echo 'Find packages that depend on a given depname.'
echo 'Run this script from the top-level directory of your ABS tree.'
echo ''
printf 'Usage: finddeps <depname>\n'
printf '\n'
printf 'Find packages that depend on a given depname.\n'
printf 'Run this script from the top-level directory of your ABS tree.\n'
printf '\n'
exit 1
fi

View File

@@ -1,89 +0,0 @@
#!/bin/bash
#
# Copyright (C) 2018-21 artoo@artixlinux.org
# Copyright (C) 2021 Artix Linux Developers
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/util-base.sh)
m4_include(lib/util-pkg.sh)
m4_include(lib/base/message.sh)
m4_include(lib/pkg/common.sh)
#{{{ functions
create_repo() {
local name="$1"
local org="$2"
local json url
json="{ \"auto_init\": true, \"name\":\"$name\", \"gitignores\":\"ArchLinuxPackages\", \"readme\": \"Default\" }"
url="${GIT_URL}/api/v1/org/$org/repos?access_token=${GIT_TOKEN}"
msg2 "Create package repo [%s] in org (%s)" "$name" "$org"
api_post "$url" -H "accept: application/json" \
-H "content-type: application/json" \
-d "$json"
}
transfer_repo() {
local name="$1"
local old_owner="$2"
local new_owner="landfill" json url
local json url
json="{ \"new_owner\": \"$new_owner\", \"team_ids\": []}"
url="${GIT_URL}/api/v1/repos/$old_owner/$name/transfer?access_token=${GIT_TOKEN}"
msg2 "Transfer package repo [%s] in org (%s)" "$name" "$new_owner"
api_post "$url" -H "accept: application/json" \
-H "Content-Type: application/json" \
-d "$json"
}
#}}}
usage() {
echo "Usage: ${0##*/} [options]"
echo ' -r <repo> Repo name'
echo ' -c Create git repo'
echo ' -t Transfer git repo to landfill org'
echo ' -h This help'
echo ''
echo ''
exit "$1"
}
create=false
transfer=false
opts='r:cth'
while getopts "${opts}" arg; do
case "${arg}" in
r) repo="$OPTARG" ;;
c) create=true ;;
t) transfer=true ;;
h|?) usage 0 ;;
*) echo "invalid argument '${arg}'"; usage 1 ;;
esac
done
shift $(( OPTIND - 1 ))
org=$(get_pkg_org "${repo}")
${create} && create_repo "${repo}" "${org}"
${transfer} && transfer_repo "${repo}" "${org}"

View File

@@ -12,7 +12,9 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/base/message.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
ifs=$IFS
IFS="${IFS}:"
@@ -40,7 +42,7 @@ for tree in $PATH $libdirs $extras; do
# Is an ELF binary.
if (( $(ldd "$i" 2>/dev/null | grep -c 'not found') != 0 )); then
# Missing lib.
echo "$i:" >> "$TEMPDIR/raw.txt"
printf "%s\n" "$i:" >> "$TEMPDIR/raw.txt"
ldd "$i" 2>/dev/null | grep 'not found' >> "$TEMPDIR/raw.txt"
fi
fi

View File

@@ -19,7 +19,9 @@
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
m4_include(lib/base/message.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
shopt -s extglob
@@ -87,7 +89,7 @@ find_pkgentry() {
for pkgentry in "$tmpdir/${REPO_DB_NAME}/$pkgname"*; do
name=${pkgentry##*/}
if [[ ${name%-*-*} = "$pkgname" ]]; then
echo "$pkgentry"
printf "%s\n" "$pkgentry"
return 0
fi
done
@@ -238,7 +240,7 @@ db_remove_entry() {
# remove entries in "links" database
local linksentry
linksentry=$(echo "$pkgentry" | sed 's/\(.*\)\/db\//\1\/links\//')
linksentry=$(printf "%s\n" "$pkgentry" | sed 's/\(.*\)\/db\//\1\/links\//')
rm -rf "$linksentry"
pkgentry=$(find_pkgentry "$pkgname")
@@ -258,7 +260,7 @@ prepare_repo_db() {
fi
# check lock file
if ( set -o noclobber; echo "$$" > "$LOCKFILE") 2> /dev/null; then
if ( set -o noclobber; printf "%s\n" "$$" > "$LOCKFILE") 2> /dev/null; then
CLEAN_LOCK=1
else
error "Failed to acquire lockfile: %s." "$LOCKFILE"
@@ -399,7 +401,7 @@ trap_exit() {
# unhook all traps to avoid race conditions
trap '' EXIT TERM HUP QUIT INT ERR
echo
printf '\n'
error "$@"
clean_up 1
}

277
bin/pkg/makerepropkg.in Normal file
View File

@@ -0,0 +1,277 @@
#!/bin/bash
#
# makerepropkg - rebuild a package to see if it is reproducible
#
# Copyright (c) 2019 by Eli Schwartz <eschwartz@archlinux.org>
#
# SPDX-License-Identifier: GPL-3.0-or-later
LIBDIR=${LIBDIR:-'@libdir@/artools'}
DATADIR=${DATADIR:-'@datadir@/artools'}
SYSCONFDIR=${SYSCONFDIR:-'@sysconfdir@/artools'}
source "${LIBDIR}"/base/util.sh
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/chroot.sh
declare -A buildinfo
declare -a buildenv buildopts installed installpkgs
archiveurl='https://archive.artixlinux.org/packages'
buildroot="${CHROOTS_DIR}"/reproducible
diffoscope=0
chroot=$USER
[[ -n ${SUDO_USER:-} ]] && chroot=$SUDO_USER
[[ -z "$chroot" || $chroot = root ]] && chroot=copy
parse_buildinfo() {
local line var val
while read -r line; do
var="${line%% = *}"
val="${line#* = }"
case ${var} in
buildenv)
buildenv+=("${val}")
;;
options)
buildopts+=("${val}")
;;
installed)
installed+=("${val}")
;;
*)
buildinfo["${var}"]="${val}"
;;
esac
done
}
get_pkgfile() {
local cdir=${cache_dirs[0]}
local pkgfilebase=${1}
local mode=${2}
local pkgname=${pkgfilebase%-*-*-*}
local pkgfile ext
# try without downloading
if [[ ${mode} != localonly ]] && get_pkgfile "${pkgfilebase}" localonly; then
return 0
fi
for ext in .zst .xz ''; do
pkgfile=${pkgfilebase}.pkg.tar${ext}
for c in "${cache_dirs[@]}"; do
if [[ -f ${c}/${pkgfile} ]]; then
cdir=${c}
break
fi
done
for f in "${pkgfile}" "${pkgfile}.sig"; do
if [[ ! -f "${cdir}/${f}" ]]; then
if [[ ${mode} = localonly ]]; then
continue 2
fi
msg2 "retrieving '%s'..." "${f}" >&2
curl -Llf -# -o "${cdir}/${f}" "${archiveurl}/${pkgname:0:1}/${pkgname}/${f}" || continue 2
fi
done
printf '%s\n' "file://${cdir}/${pkgfile}"
return 0
done
return 1
}
get_makepkg_conf() {
local fname=${1}
local arch="${2}"
local makepkg_conf="${3}"
if ! buildtool_file=$(get_pkgfile "${fname}"); then
error "failed to retrieve ${fname}"
return 1
fi
msg2 "using makepkg.conf from ${fname}"
bsdtar xOqf "${buildtool_file/file:\/\//}" usr/share/artools/makepkg.conf.d/${arch}.conf > "${makepkg_conf}"
return 0
}
usage() {
cat << __EOF__
usage: ${BASH_SOURCE[0]##*/} [options] <package_file>
Run this script in a PKGBUILD dir to build a package inside a
clean chroot while attempting to reproduce it. The package file
will be used to derive metadata needed for reproducing the
package, including the .PKGINFO as well as the buildinfo.
For more details see https://reproducible-builds.org/
OPTIONS
-d Run diffoscope if the package is unreproducible
-c <dir> Set pacman cache
-M <file> Location of a makepkg config file
-l <chroot> The directory name to use as the chroot namespace
Useful for maintaining multiple copies
Default: $chroot
-h Show this usage message
__EOF__
}
orig_args=("$@")
while getopts 'dM:c:l:h' arg; do
case "$arg" in
d) diffoscope=1 ;;
M) artixroot_args+=(-M "$OPTARG") ;;
c) cache_dirs+=("$OPTARG") ;;
l) chroot="$OPTARG" ;;
h) usage; exit 0 ;;
*|?) usage; exit 1 ;;
esac
done
shift $((OPTIND - 1))
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
[[ -f PKGBUILD ]] || { error "No PKGBUILD in current directory."; exit 1; }
# without arguments, get list of packages from PKGBUILD
if [[ -z $1 ]]; then
mapfile -t pkgnames < <(source PKGBUILD; pacman -Sddp --print-format '%r/%n' "${pkgname[@]}")
wait $! || {
error "No package file specified and failed to retrieve package names from './PKGBUILD'."
plain "Try '${BASH_SOURCE[0]##*/} -h' for more information." >&2
exit 1
}
msg "Reproducing all pkgnames listed in ./PKGBUILD"
set -- "${pkgnames[@]}"
fi
# check each package to see if it's a file, and if not, try to download it
# using pacman -Sw, and get the filename from there
splitpkgs=()
for p in "$@"; do
if [[ -f ${p} ]]; then
splitpkgs+=("${p}")
else
pkgfile_remote=$(pacman -Sddp "${p}" 2>/dev/null) || { error "package name '%s' not in repos" "${p}"; exit 1; }
pkgfile=${pkgfile_remote#file://}
if [[ ! -f ${pkgfile} ]]; then
msg "Downloading package '%s' into pacman's cache" "${pkgfile}"
sudo pacman -Swdd --noconfirm --logfile /dev/null "${p}" || exit 1
pkgfile_remote=$(pacman -Sddp "${p}" 2>/dev/null)
pkgfile="${pkgfile_remote#file://}"
fi
splitpkgs+=("${pkgfile}")
fi
done
for f in "${splitpkgs[@]}"; do
if ! bsdtar -tqf "${f}" .BUILDINFO >/dev/null 2>&1; then
error "file is not a valid pacman package: '%s'" "${f}"
exit 1
fi
done
if (( ${#cache_dirs[@]} == 0 )); then
mapfile -t cache_dirs < <(pacman-conf CacheDir)
fi
ORIG_HOME=${HOME}
IFS=: read -r _ _ _ _ _ HOME _ < <(getent passwd "${SUDO_USER:-$USER}")
load_makepkg_config
HOME=${ORIG_HOME}
[[ -d ${SRCDEST} ]] || SRCDEST=${PWD}
parse_buildinfo < <(bsdtar -xOqf "${splitpkgs[0]}" .BUILDINFO)
export SOURCE_DATE_EPOCH="${buildinfo[builddate]}"
PACKAGER="${buildinfo[packager]}"
BUILDDIR="${buildinfo[builddir]}"
BUILDTOOL="${buildinfo[buildtool]}"
BUILDTOOLVER="${buildinfo[buildtoolver]}"
PKGEXT=${splitpkgs[0]#${splitpkgs[0]%.pkg.tar*}}
# nuke and restore reproducible testenv
namespace="$buildroot/$chroot"
lock 9 "${namespace}.lock" "Locking chroot namespace '%s'" "${namespace}"
for copy in "${namespace}"/*/; do
[[ -d ${copy} ]] || continue
subvolume_delete_recursive "${copy}"
done
rm -rf --one-file-system "${namespace}"
(umask 0022; mkdir -p "${namespace}")
for fname in "${installed[@]}"; do
if ! allpkgfiles+=("$(get_pkgfile "${fname}")"); then
error "failed to retrieve ${fname}"
exit 1
fi
done
trap 'rm -rf $TEMPDIR' EXIT INT TERM QUIT
TEMPDIR=$(mktemp -d --tmpdir makerepropkg.XXXXXXXXXX)
makepkg_conf="${TEMPDIR}/makepkg.conf"
# anything before buildtool support is pinned to the last none buildtool aware release
if [[ -z "${BUILDTOOL}" ]]; then
get_makepkg_conf "artools-pkg-0.28.2-1-any" "${CARCH}" "${makepkg_conf}" || exit 1
# prefere to assume artools-pkg up until matching makepkg version so repository packages remain reproducible
elif [[ "${BUILDTOOL}" = makepkg ]] && (( $(vercmp "${BUILDTOOLVER}" 6.0.1) <= 0 )); then
get_makepkg_conf "artools-pkg-0.28.2-1-any" "${CARCH}" "${makepkg_conf}" || exit 1
# all artools-pkg builds
elif [[ "${BUILDTOOL}" = artools-pkg ]] && get_makepkg_conf "${BUILDTOOL}-${BUILDTOOLVER}" "${makepkg_conf}"; then
true
# fallback to current makepkg.conf
else
warning "Unknown buildtool (${BUILDTOOL}-${BUILDTOOLVER}), using fallback"
makepkg_conf="${DATADIR}"/makepkg.conf
fi
printf '%s\n' "${allpkgfiles[@]}" | mkchroot -M "${makepkg_conf}" -U "${artixroot_args[@]}" "${namespace}/root" - || exit 1
# use makechrootpkg to prep the build directory
mkchrootpkg -r "${namespace}" -l build -- --packagelist || exit 1
# set detected makepkg.conf options
{
for var in PACKAGER BUILDDIR BUILDTOOL BUILDTOOLVER PKGEXT; do
printf '%s=%s\n' "${var}" "${!var@Q}"
done
printf 'OPTIONS=(%s)\n' "${buildopts[*]@Q}"
printf 'BUILDENV=(%s)\n' "${buildenv[*]@Q}"
} >> "${namespace}/build"/etc/makepkg.conf
install -d -o "${SUDO_UID:-$UID}" -g "$(id -g "${SUDO_UID:-$UID}")" "${namespace}/build/${BUILDDIR}"
bindmounts+=("-B:${PWD}:/startdir" "-B:${SRCDEST}:/srcdest")
# kick off the build
chroot-run \
-b "${bindmounts[*]}" \
"${namespace}/build" \
/chrootbuild -C --noconfirm --log --holdver --skipinteg
ret=$?
if (( ${ret} == 0 )); then
msg2 "built succeeded! built packages can be found in ${namespace}/build/pkgdest"
msg "comparing artifacts..."
for pkgfile in "${splitpkgs[@]}"; do
comparefiles=("${pkgfile}" "${namespace}/build/pkgdest/${pkgfile##*/}")
if cmp -s "${comparefiles[@]}"; then
msg2 "Package '%s' successfully reproduced!" "${pkgfile}"
else
ret=1
warning "Package '%s' is not reproducible. :(" "${pkgfile}"
sha256sum "${comparefiles[@]}"
if (( diffoscope )); then
diffoscope "${comparefiles[@]}"
fi
fi
done
fi
# return failure from chrootbuild, or the reproducibility status
exit ${ret}

View File

@@ -12,11 +12,13 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/base/message.sh)
m4_include(lib/base/chroot.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
export BUILDTOOL=artools-pkg
export BUILDTOOLVER=m4_artools_pkg_version
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/chroot.sh
export BUILDTOOL=@buildtool@
export BUILDTOOLVER=@buildtoolver@
shopt -s nullglob
@@ -44,43 +46,43 @@ copy=$USER
src_owner=${SUDO_USER:-$USER}
usage() {
echo "Usage: ${0##*/} [options] -r <chrootdir> [--] [makepkg args]"
echo ' Run this script in a PKGBUILD dir to build a package inside a'
echo ' clean chroot. Arguments passed to this script after the'
echo ' end-of-options marker (--) will be passed to makepkg.'
echo ''
echo ' The chroot dir consists of the following directories:'
echo ' <chrootdir>/{root, copy} but only "root" is required'
echo ' by default. The working copy will be created as needed'
echo ''
echo 'The chroot "root" directory must be created via the following'
echo 'command:'
echo ' mkchroot <chrootdir>/root base-devel'
echo ''
echo 'This script reads {SRC,SRCPKG,PKG,LOG}DEST, MAKEFLAGS and PACKAGER'
echo 'from makepkg.conf(5), if those variables are not part of the'
echo 'environment.'
echo ''
echo "Default makepkg args: ${default_makepkg_args[*]}"
echo ''
echo 'Flags:'
echo '-h This help'
echo '-c Clean the chroot before building'
echo '-d <dir> Bind directory into build chroot as read-write'
echo '-D <dir> Bind directory into build chroot as read-only'
echo '-u Update the working copy of the chroot before building'
echo ' This is useful for rebuilds without dirtying the pristine'
echo ' chroot'
echo '-r <dir> The chroot dir to use'
echo '-I <pkg> Install a package into the working copy of the chroot'
echo '-l <copy> The directory to use as the working copy of the chroot'
echo ' Useful for maintaining multiple copies'
echo " Default: $copy"
echo '-n Run namcap on the package'
echo '-C Run checkpkg on the package'
echo '-N Disable check() function'
echo '-T Build in a temporary directory'
echo '-U Run makepkg as a specified user'
printf 'Usage: %s [options] -r <chrootdir> [--] [makepkg args]\n' "${0##*/}"
printf ' Run this script in a PKGBUILD dir to build a package inside a\n'
printf ' clean chroot. Arguments passed to this script after the\n'
printf ' end-of-options marker (--) will be passed to makepkg.\n'
printf '\n'
printf ' The chroot dir consists of the following directories:\n'
printf ' <chrootdir>/{root, copy} but only "root" is required\n'
printf ' by default. The working copy will be created as needed\n'
printf '\n'
printf "The chroot 'root' directory must be created via the following\n"
printf 'command:\n'
printf ' mkchroot <chrootdir>/root base-devel\n'
printf '\n'
printf 'This script reads {SRC,SRCPKG,PKG,LOG}DEST, MAKEFLAGS and PACKAGER\n'
printf 'from makepkg.conf(5), if those variables are not part of the\n'
printf 'environment.\n'
printf '\n'
printf 'Default makepkg args: %s\n' "${default_makepkg_args[*]}"
printf '\n'
printf 'Flags:\n'
printf ' -h This help\n'
printf ' -c Clean the chroot before building\n'
printf ' -d <dir> Bind directory into build chroot as read-write\n'
printf ' -D <dir> Bind directory into build chroot as read-only\n'
printf ' -u Update the working copy of the chroot before building\n'
printf ' This is useful for rebuilds without dirtying the pristine\n'
printf ' chroot\n'
printf ' -r <dir> The chroot dir to use\n'
printf ' -I <pkg> Install a package into the working copy of the chroot\n'
printf ' -l <copy> The directory to use as the working copy of the chroot\n'
printf ' Useful for maintaining multiple copies\n'
printf ' Default: %s\n' "$copy"
printf ' -n Run namcap on the package\n'
printf ' -C Run checkpkg on the package\n'
printf ' -N Disable check() function\n'
printf ' -T Build in a temporary directory\n'
printf ' -U Run makepkg as a specified user\n'
exit 1
}
@@ -182,7 +184,7 @@ prepare_chroot() {
"MAKEFLAGS='${MAKEFLAGS:-}'" "PACKAGER='${PACKAGER:-}'"
do
grep -q "^$x" "$copydir/etc/makepkg.conf" && continue
echo "$x" >>"$copydir/etc/makepkg.conf"
printf "%s\n" "$x" >>"$copydir/etc/makepkg.conf"
done
cat > "$copydir/etc/sudoers.d/builduser-pacman" <<EOF
@@ -197,7 +199,7 @@ EOF
declare -f _chrootbuild
declare -p SOURCE_DATE_EPOCH 2>/dev/null || true
declare -p BUILDTOOL 2>/dev/null
declare -p BUILDTOOLVER 2>/dev/null
declare -p BUILDTOOLVER 2>/dev/null
printf '_chrootbuild "$@" || exit\n'
if (( run_namcap )); then
@@ -224,8 +226,8 @@ _chrootbuild() {
# ${1} is OK, but $foo or $1 isn't.
# https://bugzilla.sudo.ws/show_bug.cgi?id=765
sudo --preserve-env=SOURCE_DATE_EPOCH \
-preserve-env=BUILDTOOL \
--preserve-env=BUILDTOOLVER \
--preserve-env=BUILDTOOL \
--preserve-env=BUILDTOOLVER \
-iu builduser bash -c 'cd /startdir; makepkg "$@"' -bash "$@"
ret=$?
case $ret in
@@ -239,7 +241,7 @@ _chrootbuild() {
_chrootnamcap() {
pacman -S --needed --noconfirm namcap
for pkgfile in /startdir/PKGBUILD /pkgdest/*; do
echo "Checking ${pkgfile##*/}"
printf "Checking %s\n" "${pkgfile##*/}"
sudo -u builduser namcap "$pkgfile" 2>&1 | tee "/logdest/${pkgfile##*/}-namcap.log"
done
}
@@ -249,7 +251,7 @@ download_sources() {
chown "$makepkg_user:" "$WORKDIR"
# Ensure sources are downloaded
sudo -u "$makepkg_user" --preserve-env=GNUPGHOME \
sudo -u "$makepkg_user" --preserve-env=GNUPGHOME,SSH_AUTH_SOCK \
env SRCDEST="$SRCDEST" BUILDDIR="$WORKDIR" \
makepkg --config="$copydir/etc/makepkg.conf" --verifysource -o "${verifysource_args[@]}" ||
die "Could not download sources."
@@ -313,7 +315,7 @@ done
[[ -n $makepkg_user && -z $(id -u "$makepkg_user") ]] && die 'Invalid makepkg user.'
makepkg_user=${makepkg_user:-${SUDO_USER:-$USER}}
check_root SOURCE_DATE_EPOCH,BUILDTOOL,BUILDTOOLVER,GNUPGHOME,SRCDEST,SRCPKGDEST,PKGDEST,LOGDEST,MAKEFLAGS,PACKAGER
check_root SOURCE_DATE_EPOCH,BUILDTOOL,BUILDTOOLVER,GNUPGHOME,SRCDEST,SRCPKGDEST,PKGDEST,LOGDEST,MAKEFLAGS,PACKAGER "${BASH_SOURCE[0]}" "$@"
# Canonicalize chrootdir, getting rid of trailing /
chrootdir=$(readlink -e "$passeddir")
@@ -329,13 +331,14 @@ fi
# Pass all arguments after -- right to makepkg
makepkg_args+=("${@:$OPTIND}")
# See if -R or -e was passed to makepkg
# See if -R, -e or -A was passed to makepkg
for arg in "${@:$OPTIND}"; do
case ${arg%%=*} in
--skip*|--holdver) verifysource_args+=("$arg") ;;
--skip*|--holdver|--ignorearch) verifysource_args+=("$arg") ;;
--repackage|--noextract) keepbuilddir=1 ;;
--*) ;;
-*R*|-*e*) keepbuilddir=1 ;;
-*A*) verifysource_args+=(-A) ;;&
-*R*|-*e*) keepbuilddir=1 ;;&
esac
done

77
bin/pkg/mkdepgraph.in Normal file
View File

@@ -0,0 +1,77 @@
#!/bin/bash
#
# Copyright (C) 2018-19 artoo@artixlinux.org
# Copyright (C) 2018 Artix Linux Developers
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 2 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
mk_tree_graph(){
printf "%s\n" "$(pactree "${tree_args[@]}" "${package}")" \
| dot -T "${ext}" > "${graph_dir}/${package}.${ext}"
}
mk_rebuild_graph(){
local tmpfile
tmpfile=/tmp/rebuild.dot
rebuild_args+=(-d "${tmpfile}")
artix-rebuild-order "${packages[@]}" "${rebuild_args[@]}"
dot -T "${ext}" "${tmpfile}" > "${graph_dir}/rebuild.${ext}"
rm -f "${tmpfile}"
}
usage() {
printf "Usage: %s [options] <package|packages>\n" "${0##*/}"
printf " -m <tree|rebuild> default mode: [%s]\n" "$mode"
printf " rebuild mode accepts packages input\n"
printf " -r list packages that depend on the named package (tree)\n"
printf " -u show dependencies with no duplicates (tree)\n"
printf " -d <#> limit the depth of recursion (tree)\n"
printf " default: [%s]\n" "$depth"
printf " -o <#> controls at which depth to stop printing optional deps\n"
printf " default: [%s]\n" "$optdepth"
printf " (-1 for no limit) (tree)\n"
printf " -i only use the pkgnames provided as input (rebuild)\n"
printf " -h display this help message\n"
exit "$1"
}
graph_dir=${XDG_PICTURES_DIR:-$(xdg-user-dir PICTURES)/artix}
ext="png"
mode=tree
tree_args=(-gs)
rebuild_args=()
depth=0
optdepth=-1
opts=':m:d:o:iruh'
while getopts "$opts" arg; do
case "${arg}" in
m) mode="$OPTARG" ;;
r) tree_args+=(-r) ;;
u) tree_args+=(-ul) ;;
d) depth="$OPTARG"; tree_args+=(-d "$depth") ;;
o) optdepth="$OPTARG"; tree_args+=(-o"$optdepth") ;;
i) rebuild_args+=(--no-reverse-depends) ;;
h|?) usage 0 ;;
esac
done
shift $(( OPTIND - 1 ))
[[ -d "${graph_dir}" ]] || mkdir -p "${graph_dir}"
case "$mode" in
tree) package=("$@"); mk_tree_graph ;;
rebuild) packages=("$@"); mk_rebuild_graph ;;
*) usage 1 ;;
esac

View File

@@ -12,11 +12,31 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/base/message.sh)
m4_include(lib/base/yaml.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/yaml.sh
#{{{ functions
print_package_names() {
local version=$(get_full_version)
local architecture pkg
for pkg in ${pkgname[@]}; do
architecture=$(get_pkg_arch $pkg)
printf "%s/%s-%s-%s%s\n" "$PKGDEST" "$pkg" "$version" "$architecture" "$PKGEXT"
done
}
print_debug_package_names() {
local version=$(get_full_version)
local architecture
if check_option "debug" "y" && check_option "strip" "y"; then
architecture=$(get_pkg_arch)
printf "%s/%s-%s-%s-%s%s\n" "$PKGDEST" "$pkgbase" "debug" "$version" "$architecture" "$PKGEXT"
fi
}
srcyaml_write_attr(){
local ident1="$1" ident2="$2" ident3="$3"
local attrname=$4 attrvalues=("${@:5}")
@@ -108,13 +128,19 @@ yaml_write_fileinfo(){
pkgbase=${pkgbase:-$pkgname}
Yaml+=$(write_yaml_map 0 "version" "${version:-0}")
Yaml+=$(write_empty_line)
local pkgfile
pkgfile=$(print_all_package_names)
local pkgfile debug_pkg
pkgfile=$(print_package_names)
Yaml+=$(write_yaml_map 0 "files")
for f in ${pkgfile}; do
Yaml+=$(write_yaml_seq 2 "${f##*/}")
done
Yaml+=$(write_empty_line)
debug_pkg=$(print_debug_package_names)
Yaml+=$(write_yaml_map 0 "debug")
for d in ${debug_pkg}; do
Yaml+=$(write_yaml_seq 2 "${d##*/}")
done
Yaml+=$(write_empty_line)
}
write_srcyaml(){
@@ -122,16 +148,16 @@ write_srcyaml(){
yaml_write_global
yaml_write_package
yaml_write_fileinfo
printf '%s' "${Yaml}"
printf '%s\n' "${Yaml}"
}
#}}}
usage() {
echo "Usage: ${0##*/} [options]"
echo " -d Don't include details"
echo ' -h This help'
echo ''
printf 'Usage: %s [options]\n' "${0##*/}"
printf ' -d Do not include details\n'
printf ' -h This help\n'
printf '\n'
exit "$1"
}
@@ -143,7 +169,6 @@ while getopts "${opts}" arg; do
case "${arg}" in
d) details=false ;;
h|?) usage 0 ;;
*) echo "invalid argument '${arg}'"; usage 1 ;;
esac
done

View File

@@ -12,8 +12,10 @@
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
m4_include(lib/base/message.sh)
m4_include(lib/pkg/deploy.sh)
LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/pkg/deploy.sh
load_makepkg_config

View File

@@ -7,46 +7,17 @@
# TREE_DIR_ARTIX=${WORKSPACE_DIR}/artixlinux
# customize buildtree; uncomment to include
# TREE_NAMES_ARTIX=(
# packages-kernel
# packages-llvm
# packages-openrc
# packages-runit
# packages-s6
# packages-suite66
# packages-perl
# packages-java
# packages-ruby
# packages-kf5
# packages-plasma
# packages-kde
# packages-gnome
# packages-cinnamon
# packages-lxqt
# packages-mate
# packages-xfce
# packages-wm
# packages-devel
# packages-qt6
# packages-office
# packages-misc
# python-world
# python-galaxy
# packages-python
# packages-lib32
# customize buildtree
# ARTIX_TREE=(
# main
# initsys
# desktop
# addons
# lib32
# )
# TREE_DIR_ARCH=${WORKSPACE_DIR}/archlinux
# default repos root for deploypkg
# REPOS_ROOT=${WORKSPACE_DIR}/repos
# default mirror for checkrepo
# REPOS_MIRROR="http://mirror1.artixlinux.org/repos"
# enable if trouble with default github arch mirror
# ARCH_TREE=(packages community)
# enable if trouble with default github arch mirror
# HOST_TREE_ARCH='https://git.archlinux.org/svntogit'

View File

@@ -11,10 +11,10 @@
#
#-- The download utilities that makepkg should use to acquire sources
# Format: 'protocol::agent'
DLAGENTS=('file::/usr/bin/curl -gqC - -o %o %u'
'ftp::/usr/bin/curl -gqfC - --ftp-pasv --retry 3 --retry-delay 3 -o %o %u'
'http::/usr/bin/curl -gqb "" -fLC - --retry 3 --retry-delay 3 -o %o %u'
'https::/usr/bin/curl -gqb "" -fLC - --retry 3 --retry-delay 3 -o %o %u'
DLAGENTS=('file::/usr/bin/curl -qgC - -o %o %u'
'ftp::/usr/bin/curl -qgfC - --ftp-pasv --retry 3 --retry-delay 3 -o %o %u'
'http::/usr/bin/curl -qgb "" -fLC - --retry 3 --retry-delay 3 -o %o %u'
'https::/usr/bin/curl -qgb "" -fLC - --retry 3 --retry-delay 3 -o %o %u'
'rsync::/usr/bin/rsync --no-motd -z %u %o'
'scp::/usr/bin/scp -C %u %o')
@@ -45,13 +45,14 @@ CFLAGS="-march=x86-64 -mtune=generic -O2 -pipe -fno-plt -fexceptions \
-fstack-clash-protection -fcf-protection"
CXXFLAGS="$CFLAGS -Wp,-D_GLIBCXX_ASSERTIONS"
LDFLAGS="-Wl,-O1,--sort-common,--as-needed,-z,relro,-z,now"
#RUSTFLAGS="-C opt-level=2"
LTOFLAGS="-flto=auto"
RUSTFLAGS=""
#-- Make Flags: change this for DistCC/SMP systems
#MAKEFLAGS="-j2"
#-- Debugging flags
DEBUG_CFLAGS="-g -fvar-tracking-assignments"
DEBUG_CXXFLAGS="-g -fvar-tracking-assignments"
#DEBUG_RUSTFLAGS="-C debuginfo=2"
DEBUG_CFLAGS="-g"
DEBUG_CXXFLAGS="$DEBUG_CFLAGS"
DEBUG_RUSTFLAGS="-C debuginfo=2"
#########################################################################
# BUILD ENVIRONMENT
@@ -93,7 +94,7 @@ BUILDENV=(!distcc color !ccache check !sign)
#-- debug: Add debugging flags as specified in DEBUG_* variables
#-- lto: Add compile flags for building with link time optimization
#
OPTIONS=(strip docs !libtool !staticlibs emptydirs zipman purge !debug !lto)
OPTIONS=(strip docs !libtool !staticlibs emptydirs zipman purge !debug lto)
#-- File integrity checks to use. Valid: md5, sha1, sha224, sha256, sha384, sha512, b2
INTEGRITY_CHECK=(sha256)

View File

@@ -70,12 +70,15 @@ LocalFileSigLevel = Optional
# repo name header and Include lines. You can add preferred servers immediately
# after the header, and they will be used before the default mirrors.
#[gremlins]
#[system-gremlins]
#Include = /etc/pacman.d/mirrorlist
[system]
Include = /etc/pacman.d/mirrorlist
#[world-gremlins]
#Include = /etc/pacman.d/mirrorlist
[world]
Include = /etc/pacman.d/mirrorlist

View File

@@ -70,15 +70,24 @@ LocalFileSigLevel = Optional
# repo name header and Include lines. You can add preferred servers immediately
# after the header, and they will be used before the default mirrors.
[goblins]
[gnome-wobble]
Include = /etc/pacman.d/mirrorlist
[gremlins]
[system-goblins]
Include = /etc/pacman.d/mirrorlist
[system-gremlins]
Include = /etc/pacman.d/mirrorlist
[system]
Include = /etc/pacman.d/mirrorlist
[world-goblins]
Include = /etc/pacman.d/mirrorlist
[world-gremlins]
Include = /etc/pacman.d/mirrorlist
[world]
Include = /etc/pacman.d/mirrorlist

View File

@@ -70,18 +70,21 @@ LocalFileSigLevel = Optional
# repo name header and Include lines. You can add preferred servers immediately
# after the header, and they will be used before the default mirrors.
[gnome-wobble]
[system-goblins]
Include = /etc/pacman.d/mirrorlist
[goblins]
Include = /etc/pacman.d/mirrorlist
[gremlins]
[system-gremlins]
Include = /etc/pacman.d/mirrorlist
[system]
Include = /etc/pacman.d/mirrorlist
[world-goblins]
Include = /etc/pacman.d/mirrorlist
[world-gremlins]
Include = /etc/pacman.d/mirrorlist
[world]
Include = /etc/pacman.d/mirrorlist

View File

@@ -70,12 +70,15 @@ LocalFileSigLevel = Optional
# repo name header and Include lines. You can add preferred servers immediately
# after the header, and they will be used before the default mirrors.
[gremlins]
[system-gremlins]
Include = /etc/pacman.d/mirrorlist
[system]
Include = /etc/pacman.d/mirrorlist
[world-gremlins]
Include = /etc/pacman.d/mirrorlist
[world]
Include = /etc/pacman.d/mirrorlist

View File

@@ -73,15 +73,21 @@ LocalFileSigLevel = Optional
[kde-wobble]
Include = /etc/pacman.d/mirrorlist
[goblins]
[system-goblins]
Include = /etc/pacman.d/mirrorlist
[gremlins]
[system-gremlins]
Include = /etc/pacman.d/mirrorlist
[system]
Include = /etc/pacman.d/mirrorlist
[world-goblins]
Include = /etc/pacman.d/mirrorlist
[world-gremlins]
Include = /etc/pacman.d/mirrorlist
[world]
Include = /etc/pacman.d/mirrorlist

View File

@@ -70,15 +70,21 @@ LocalFileSigLevel = Optional
# repo name header and Include lines. You can add preferred servers immediately
# after the header, and they will be used before the default mirrors.
[goblins]
[system-goblins]
Include = /etc/pacman.d/mirrorlist
[gremlins]
[system-gremlins]
Include = /etc/pacman.d/mirrorlist
[system]
Include = /etc/pacman.d/mirrorlist
[world-goblins]
Include = /etc/pacman.d/mirrorlist
[world-gremlins]
Include = /etc/pacman.d/mirrorlist
[world]
Include = /etc/pacman.d/mirrorlist

View File

@@ -70,12 +70,15 @@ LocalFileSigLevel = Optional
# repo name header and Include lines. You can add preferred servers immediately
# after the header, and they will be used before the default mirrors.
[gremlins]
[system-gremlins]
Include = /etc/pacman.d/mirrorlist
[system]
Include = /etc/pacman.d/mirrorlist
[world-gremlins]
Include = /etc/pacman.d/mirrorlist
[world]
Include = /etc/pacman.d/mirrorlist

View File

@@ -70,12 +70,15 @@ LocalFileSigLevel = Optional
# repo name header and Include lines. You can add preferred servers immediately
# after the header, and they will be used before the default mirrors.
#[gremlins]
#[system-gremlins]
#Include = /etc/pacman.d/mirrorlist
[system]
Include = /etc/pacman.d/mirrorlist
#[world-gremlins]
#Include = /etc/pacman.d/mirrorlist
[world]
Include = /etc/pacman.d/mirrorlist

View File

@@ -1,99 +0,0 @@
#
# /etc/pacman.conf
#
# See the pacman.conf(5) manpage for option and repository directives
#
# GENERAL OPTIONS
#
[options]
# The following paths are commented out with their default values listed.
# If you wish to use different paths, uncomment and update the paths.
#RootDir = /
#DBPath = /var/lib/pacman/
#CacheDir = /var/cache/pacman/pkg/
#LogFile = /var/log/pacman.log
#GPGDir = /etc/pacman.d/gnupg/
#HookDir = /etc/pacman.d/hooks/
HoldPkg = pacman glibc
#XferCommand = /usr/bin/curl -L -C - -f -o %o %u
#XferCommand = /usr/bin/wget --passive-ftp -c -O %o %u
#CleanMethod = KeepInstalled
Architecture = auto
# Pacman won't upgrade packages listed in IgnorePkg and members of IgnoreGroup
#IgnorePkg =
#IgnoreGroup =
#NoUpgrade =
NoExtract = usr/share/help/* !usr/share/help/en*
NoExtract = usr/share/gtk-doc/html/* usr/share/doc/*
NoExtract = usr/share/locale/* usr/share/X11/locale/* usr/share/i18n/*
NoExtract = !*locale*/en*/* !usr/share/i18n/charmaps/UTF-8.gz !usr/share/*locale*/locale.*
NoExtract = !usr/share/*locales/en_?? !usr/share/*locales/i18n* !usr/share/*locales/iso*
NoExtract = !usr/share/*locales/trans*
NoExtract = usr/share/man/* usr/share/info/*
NoExtract = usr/share/vim/vim*/lang/*
# Misc options
#UseSyslog
#Color
NoProgressBar
# We cannot check disk space from within a chroot environment
#CheckSpace
VerbosePkgLists
ParallelDownloads = 5
# By default, pacman accepts packages signed by keys that its local keyring
# trusts (see pacman-key and its man page), as well as unsigned packages.
SigLevel = Required DatabaseOptional
LocalFileSigLevel = Optional
#RemoteFileSigLevel = Required
# NOTE: You must run `pacman-key --init` before first using pacman; the local
# keyring can then be populated with the keys of all official Artix Linux
# packagers with `pacman-key --populate artix`.
#
# REPOSITORIES
# - can be defined here or included from another file
# - pacman will search repositories in the order defined here
# - local/custom mirrors can be added here or in separate files
# - repositories listed first will take precedence when packages
# have identical names, regardless of version number
# - URLs will have $repo replaced by the name of the current repo
# - URLs will have $arch replaced by the name of the architecture
#
# Repository entries are of the format:
# [repo-name]
# Server = ServerName
# Include = IncludePath
#
# The header [repo-name] is crucial - it must be present and
# uncommented to enable the repo.
#
# The gremlins repositories are disabled by default. To enable, uncomment the
# repo name header and Include lines. You can add preferred servers immediately
# after the header, and they will be used before the default mirrors.
[system]
Include = /etc/pacman.d/mirrorlist
[world]
Include = /etc/pacman.d/mirrorlist
[galaxy]
Include = /etc/pacman.d/mirrorlist
# If you want to run 32 bit applications on your x86_64 system,
# enable the lib32 repositories as required here.
#[lib32]
#Include = /etc/pacman.d/mirrorlist
# An example of a custom package repository. See the pacman manpage for
# tips on creating your own repositories.
#[custom]
#SigLevel = Optional TrustAll
#Server = file:///home/custompkgs

View File

@@ -1,87 +0,0 @@
--- /dev/null
+++ b/artix.bashrc
@@ -0,0 +1,46 @@
+use_color=true
+
+# Set colorful PS1 only on colorful terminals.
+# dircolors --print-database uses its own built-in database
+# instead of using /etc/DIR_COLORS. Try to use the external file
+# first to take advantage of user additions. Use internal bash
+# globbing instead of external grep binary.
+safe_term=${TERM//[^[:alnum:]]/?} # sanitize TERM
+match_lhs=""
+[[ -f ~/.dir_colors ]] && match_lhs="${match_lhs}$(<~/.dir_colors)"
+[[ -f /etc/DIR_COLORS ]] && match_lhs="${match_lhs}$(</etc/DIR_COLORS)"
+[[ -z ${match_lhs} ]] \
+ && type -P dircolors >/dev/null \
+ && match_lhs=$(dircolors --print-database)
+[[ $'\n'${match_lhs} == *$'\n'"TERM "${safe_term}* ]] && use_color=true
+
+if ${use_color} ; then
+ # Enable colors for ls, etc. Prefer ~/.dir_colors #64489
+ if type -P dircolors >/dev/null ; then
+ if [[ -f ~/.dir_colors ]] ; then
+ eval $(dircolors -b ~/.dir_colors)
+ elif [[ -f /etc/DIR_COLORS ]] ; then
+ eval $(dircolors -b /etc/DIR_COLORS)
+ fi
+ fi
+
+ if [[ ${EUID} == 0 ]] ; then
+ PS1='\[\033[01;31m\][\h\[\033[01;36m\] \W\[\033[01;31m\]]\$\[\033[00m\] '
+ else
+ PS1='\[\033[01;36m\][\u@\h\[\033[01;37m\] \W\[\033[01;36m\]]\$\[\033[00m\] '
+ fi
+
+ alias ls='ls --color=auto'
+ alias grep='grep --colour=auto'
+ alias egrep='egrep --colour=auto'
+ alias fgrep='fgrep --colour=auto'
+else
+ if [[ ${EUID} == 0 ]] ; then
+ # show root@ when we don't have colors
+ PS1='\u@\h \W \$ '
+ else
+ PS1='\u@\h \w \$ '
+ fi
+fi
+
+unset use_color safe_term match_lhs sh
--- a/dot.bashrc
+++ b/dot.bashrc
@@ -5,5 +5,5 @@
# If not running interactively, don't do anything
[[ $- != *i* ]] && return
-alias ls='ls --color=auto'
-PS1='[\u@\h \W]\$ '
+# alias ls='ls --color=auto'
+# PS1='[\u@\h \W]\$ '
--- a/system.bashrc
+++ a/system.bashrc
@@ -1,5 +1,5 @@
#
-# /etc/bash.bashrc
+# /etc/bash/bashrc
#
# If not running interactively, don't do anything
@@ -19,4 +19,8 @@
;;
esac
+for sh in /etc/bash/bashrc.d/*.bashrc ; do
+ [[ -r ${sh} ]] && source "${sh}"
+done
+
[ -r /usr/share/bash-completion/bash_completion ] && . /usr/share/bash-completion/bash_completion
--- a/system.bash_logout
+++ a/system.bash_logout
@@ -1,3 +1,3 @@
#
-# /etc/bash.bash_logout
+# /etc/bash/bash_logout
#

View File

@@ -1,42 +0,0 @@
#!/hint/bash
valid_names=(
core
extra
community
multilib
testing
community-testing
multilib-testing
staging
community-staging
multilib-staging
rebuild
gnome-unstable
kde-unstable
)
stable=(
"${valid_names[0]}"
"${valid_names[1]}"
"${valid_names[2]}"
"${valid_names[3]}"
)
gremlins=(
"${valid_names[4]}"
"${valid_names[5]}"
"${valid_names[6]}"
)
goblins=(
"${valid_names[7]}"
"${valid_names[8]}"
"${valid_names[9]}"
"${valid_names[10]}"
)
wobble=(
"${valid_names[11]}"
"${valid_names[12]}"
)

View File

@@ -1,3 +0,0 @@
#!/hint/bash
CHROOTVERSION=0.10

View File

@@ -2,20 +2,20 @@
#{{{ chroot
orig_argv=("$0" "$@")
check_root() {
local keepenv="$1"
local keepenv=$1
shift
local orig_argv=("$@")
(( EUID == 0 )) && return
if type -P sudo >/dev/null; then
# shellcheck disable=2154
exec sudo --preserve-env="$keepenv" -- "${orig_argv[@]}"
exec sudo --preserve-env="${keepenv}" -- "${orig_argv[@]}"
else
# shellcheck disable=2154
exec su root -c "$(printf ' %q' "${orig_argv[@]}")"
fi
}
is_btrfs() {
[[ -e "$1" && "$(stat -f -c %T "$1")" == btrfs ]]
}

View File

@@ -1,16 +0,0 @@
#!/hint/bash
#{{{ common
get_makepkg_conf() {
makepkg_conf="${DATADIR}/makepkg.conf"
[[ -f ${USER_CONF_DIR}/makepkg.conf ]] && makepkg_conf="${USER_CONF_DIR}/makepkg.conf"
}
get_pacman_conf() {
local repo="$1"
pacman_conf="${DATADIR}/pacman-${repo}.conf"
[[ -f "${USER_CONF_DIR}/pacman-${repo}.conf" ]] && pacman_conf="${USER_CONF_DIR}/pacman-${repo}.conf"
}
#}}}

View File

@@ -9,9 +9,7 @@
export LANG=C
shopt -s extglob
if [[ -t 2 && "$TERM" != dumb ]]; then
if [[ -t 2 && "$TERM" != dumb ]] || [[ ${ARTOOLS_COLOR} == always ]]; then
colorize
else
# shellcheck disable=2034
@@ -24,14 +22,19 @@ stat_busy() {
printf "${GREEN}==>${ALL_OFF}${BOLD} ${mesg}...${ALL_OFF}" "$@" >&2
}
stat_progress() {
# shellcheck disable=2059
printf "${BOLD}.${ALL_OFF}" >&2
}
stat_done() {
# shellcheck disable=2059
printf "${BOLD}done${ALL_OFF}\n" >&2
}
lock_close() {
local fd=$1
exec {fd}>&-
local fd=$1
exec {fd}>&-
}
lock() {
@@ -94,4 +97,28 @@ die() {
cleanup 255
}
msg_success() {
local msg=$1
local padding
padding=$(echo "${msg}"|sed -E 's/( *).*/\1/')
msg=$(echo "${msg}"|sed -E 's/ *(.*)/\1/')
printf "%s %s\n" "${padding}${GREEN}${ALL_OFF}" "${msg}" >&2
}
msg_error() {
local msg=$1
local padding
padding=$(echo "${msg}"|sed -E 's/( *).*/\1/')
msg=$(echo "${msg}"|sed -E 's/ *(.*)/\1/')
printf "%s %s\n" "${padding}${RED}x${ALL_OFF}" "${msg}" >&2
}
msg_warn() {
local msg=$1
local padding
padding=$(echo "${msg}"|sed -E 's/( *).*/\1/')
msg=$(echo "${msg}"|sed -E 's/ *(.*)/\1/')
printf "%s %s\n" "${padding}${YELLOW}!${ALL_OFF}" "${msg}" >&2
}
#}}}

View File

@@ -2,8 +2,10 @@
#{{{ base conf
DATADIR=${DATADIR:-'@datadir@/artools'}
SYSCONFDIR=${SYSCONFDIR:-'@sysconfdir@/artools'}
prepare_dir(){
[[ ! -d $1 ]] && mkdir -p "$1"
return 0
}
if [[ -n $SUDO_USER ]]; then
eval "USER_HOME=~$SUDO_USER"
@@ -13,9 +15,7 @@ fi
USER_CONF_DIR="${XDG_CONFIG_HOME:-$USER_HOME/.config}/artools"
prepare_dir(){
[[ ! -d $1 ]] && mkdir -p "$1"
}
prepare_dir "${USER_CONF_DIR}"
load_base_config(){
@@ -35,7 +35,8 @@ load_base_config(){
#}}}
load_base_config "${USER_CONF_DIR}" || load_base_config "${SYSCONFDIR}"
prepare_dir "${WORKSPACE_DIR}"
prepare_dir "${USER_CONF_DIR}"

View File

@@ -3,11 +3,11 @@
#{{{ yaml
write_yaml_header(){
printf '%s' '---'
printf '%s\n' '---'
}
write_empty_line(){
printf '\n%s\n' ' '
printf '\n'
}
write_yaml_map(){

View File

@@ -13,7 +13,7 @@ write_services_conf(){
yaml+=$(write_yaml_seq 2 "$svc")
done
yaml+=$(write_empty_line)
printf '%s' "${yaml}"
printf '%s\n' "${yaml}"
}
write_services_openrc_conf(){
@@ -29,6 +29,7 @@ write_services_runit_conf(){
write_services_s6_conf(){
local conf="$1"/services-s6.conf
write_services_conf 'svDir' '/etc/s6/sv' 'dbDir' '/etc/s6/rc/compiled' > "$conf"
printf '%s\n' "defaultBundle: default" >> "$conf"
}
write_services_suite66_conf(){

View File

@@ -10,7 +10,7 @@ prepare_initramfs_dracut(){
printf "%s\n" 'add_dracutmodules+=" dmsquash-live"' > "$mnt"/etc/dracut.conf.d/50-live.conf
msg "Starting build: %s" "${kver}"
artools-chroot "$mnt" dracut -fqM /boot/initramfs.img "$kver"
artix-chroot "$mnt" dracut -fqM /boot/initramfs.img "$kver"
msg "Image generation successful"
cp "$mnt"/boot/initramfs.img "${iso_root}"/boot/initramfs-"${arch}".img

View File

@@ -40,7 +40,7 @@ prepare_initramfs_mkinitcpio() {
export ARTIX_GNUPG_FD
fi
artools-chroot "$mnt" mkinitcpio -k "$k" \
artix-chroot "$mnt" mkinitcpio -k "$k" \
-c /etc/"$mkinitcpio_conf" \
-g /boot/initramfs.img

View File

@@ -5,13 +5,13 @@
get_disturl(){
# shellcheck disable=1091
. /usr/lib/os-release
echo "${HOME_URL}"
printf "%s\n" "${HOME_URL}"
}
get_osname(){
# shellcheck disable=1091
. /usr/lib/os-release
echo "${NAME}"
printf "%s\n" "${NAME}"
}
assemble_iso(){

View File

@@ -56,7 +56,8 @@ read_from_list() {
read_from_services() {
for svc in "${SERVICES[@]}"; do
case "$svc" in
sddm|gdm|lightdm|mdm|greetd|lxdm|xdm) packages+=("$svc-${INITSYS}") ;;
sddm|gdm|lightdm|mdm|greetd|lxdm|xdm)
packages+=("$svc-${INITSYS}"); display_manager="$svc" ;;
NetworkManager) packages+=("networkmanager-${INITSYS}") ;;
connmand) packages+=("connman-${INITSYS}") ;;
cupsd) packages+=("cups-${INITSYS}") ;;

View File

@@ -23,24 +23,26 @@ add_svc_runit(){
}
add_svc_s6(){
local mnt="$1" names="$2" rlvl="${3:-default}" error ret
local db=/etc/s6/rc/compiled
local mnt="$1" names="$2" rlvl="${3:-default}" dep
dep="$mnt"/etc/s6/sv/"$display_manager"-srv/dependencies.d
for svc in $names; do
error=false
chroot "$mnt" s6-rc-db -c "$db" type "$svc" &> /dev/null || error=true
ret="$?"
if [ $ret -eq 0 ] && [[ "$error" == false ]]; then
msg2 "Setting %s: [%s]" "${INITSYS}" "$svc"
chroot "$mnt" s6-rc-bundle-update -c "$db" add "$rlvl" "$svc"
msg2 "Setting %s: [%s]" "${INITSYS}" "$svc"
chroot "$mnt" s6-service add "$rlvl" "$svc"
if [[ "$svc" == "$display_manager" ]]; then
if [[ -d "$dep" ]]; then
touch "$dep"/artix-live
fi
fi
done
local rlvl=/etc/s6/current
chroot "$mnt" s6-db-reload -r
local src=/etc/s6/current skel=/etc/s6/skel getty='/usr/bin/agetty -L -8 tty7 115200'
# rebuild s6-linux-init binaries
chroot "$mnt" rm -r "$rlvl"
chroot "$mnt" s6-linux-init-maker -1 -N -f /etc/s6/skel -G "/usr/bin/agetty -L -8 tty7 115200" -c "$rlvl" "$rlvl"
chroot "$mnt" mv "$rlvl"/bin/init "$rlvl"/bin/s6-init
chroot "$mnt" cp -a "$rlvl"/bin /usr
chroot "$mnt" rm -r "$src"
chroot "$mnt" s6-linux-init-maker -1 -N -f "$skel" -G "$getty" -c "$src" "$src"
chroot "$mnt" mv "$src"/bin/init "$src"/bin/s6-init
chroot "$mnt" cp -a "$src"/bin /usr
}
add_svc_suite66(){

172
lib/pkg/api/gitea.sh Normal file
View File

@@ -0,0 +1,172 @@
#!/hint/bash
#{{{ gitea api
get_compliant() {
local name=$1
printf "%s" "${name}" \
| sed -E 's/([a-zA-Z0-9]+)\+([a-zA-Z]+)/\1-\2/g' \
| sed -E 's/\+/plus/g' \
| sed -E 's/[^a-zA-Z0-9_\-\.]/-/g' \
| sed -E 's/[_\-]{2,}/-/g'
}
get_compliant_name(){
local gitname="$1"
case "$gitname" in
*+) gitname=${gitname//+/plus} ;;
*+*) gitname=${gitname//+/-} ;;
esac
printf "%s\n" "$gitname"
}
api_put() {
curl -s -X PUT "$@"
}
api_delete() {
curl -s -X DELETE "$@"
}
api_post() {
curl -s -X POST "$@"
}
api_patch() {
curl -s -X PATCH "$@"
}
api_get() {
curl -s -X GET "$@"
}
add_team_to_repo() {
local pkgbase="$1"
local team="$2"
local url
url="${GIT_URL}/api/v1/repos/packages/$pkgbase/teams/$team"
stat_busy "Adding team ($team) to package repo [$pkgbase]"
api_put "$url" \
-H "accept: application/json" \
-H "Authorization: token ${GIT_TOKEN}"
stat_done
}
remove_team_from_repo() {
local pkgbase="$1"
local team="$2"
local url
url="${GIT_URL}/api/v1/repos/packages/$pkgbase/teams/$team"
stat_busy "Removing team ($team) from package repo [$pkgbase]"
api_delete "$url" \
-H "accept: application/json" \
-H "Authorization: token ${GIT_TOKEN}"
stat_done
}
create_repo() {
local pkgbase="$1"
local url json
url="${GIT_URL}/api/v1/org/packages/repos"
json="{ \"auto_init\": true, \"name\": \"$pkgbase\", \"gitignores\": \"ArchLinuxPackages\", \"readme\": \"Default\" }"
stat_busy "Create package repo [$pkgbase] in org (packages)"
api_post "$url" \
-H "accept: application/json" \
-H "content-type: application/json" \
-H "Authorization: token ${GIT_TOKEN}" \
-d "$json"
stat_done
}
transfer_repo() {
local pkgbase="$1"
local new_owner="$2"
local json url
json="{ \"new_owner\": \"$new_owner\", \"team_ids\": [] }"
url="${GIT_URL}/api/v1/repos/packages/$pkgbase/transfer"
stat_busy "Transfer package repo [$pkgbase] in org ($new_owner)"
api_post "$url" \
-H "accept: application/json" \
-H "Content-Type: application/json" \
-H "Authorization: token ${GIT_TOKEN}" \
-d "$json"
stat_done
}
list_all_repos() {
local url
url="${GIT_URL}/api/v1/orgs/packages/repos?limit=10000"
api_get "$url" \
-H "accept: application/json"
}
replace_topic() {
local url
local repo="$1"
local maintainer="$2"
url="${GIT_URL}/api/v1/repos/packages/$repo/topics"
api_put "$url" \
-H "accept: application/json" \
-H "Content-Type: application/json" \
-H "Authorization: token ${GIT_TOKEN}" \
-d "{
\"topics\": [
\"${maintainer}\"
]
}"
}
list_topics() {
local url
local pkgbase="$1"
url="${GIT_URL}/api/v1/repos/packages/$pkgbase/topics"
api_get "$url" \
-H "accept: application/json"
}
add_topic() {
local url
local pkgbase="$1"
local topic="$2"
url="${GIT_URL}/api/v1/repos/packages/$pkgbase/topics/$topic"
stat_busy "Add topic ($topic) to [$pkgbase]"
api_put "$url" \
-H "accept: application/json" \
-H "Authorization: token ${GIT_TOKEN}"
stat_done
}
remove_topic() {
local url
local pkgbase="$1"
local topic="$2"
url="${GIT_URL}/api/v1/repos/packages/$pkgbase/topics/$topic"
stat_busy "Remove topic ($topic) from [$pkgbase]"
api_delete "$url" \
-H "accept: application/json" \
-H "Authorization: token ${GIT_TOKEN}"
stat_done
}
search_topic() {
local search="$1"
local url
url="${GIT_URL}/api/v1/repos/search?q=${search}&topic=true&includeDesc=false&private=false&is_private=false&template=false&archived=false&order=asc&limit=10000"
stat_busy "Query for topic (${search})"
api_get "$url" \
-H 'accept: application/json'
stat_done
}
#}}}

39
lib/pkg/ci/jenkins.sh Normal file
View File

@@ -0,0 +1,39 @@
#!/hint/bash
#{{{ jenkins
write_jenkinsfile(){
local jenkins=Jenkinsfile
printf "@Library('artix-ci') import org.artixlinux.RepoPackage\n" > "$jenkins"
{
printf '\n'
printf 'PackagePipeline(new RepoPackage(this))\n'
printf '\n'
} >> "$jenkins"
git add "$jenkins"
}
write_agentyaml(){
local agent=.artixlinux/agent.yaml label='master'
[[ -d .artixlinux ]] || mkdir .artixlinux
printf '%s\n' '---' > "$agent"
{
printf '\n'
printf "label: %s\n" "$label"
printf '\n'
} >> "$agent"
git add "$agent"
}
commit_ci(){
write_jenkinsfile
write_agentyaml
git commit -m "initial ci commit"
}
#}}}

View File

@@ -1,36 +0,0 @@
#!/hint/bash
#{{{ common functions
get_compliant_name(){
local gitname="$1"
case "$gitname" in
*+) gitname=${gitname//+/plus}
esac
echo "$gitname"
}
get_pkg_org(){
local pkg="$1" org sub
case ${pkg} in
ruby-*) org="packagesRuby" ;;
perl-*) org="packagesPerl" ;;
python-*|python2-*) org="packagesPython" ;;
*) sub=${pkg:0:1}; org="packages${sub^^}" ;;
esac
echo "$org"
}
api_put() {
curl -s -X PUT "$@"
}
api_delete() {
curl -s -X DELETE "$@"
}
api_post() {
curl -s -X POST "$@"
}
#}}}

View File

@@ -2,6 +2,8 @@
#{{{ functions
shopt -s extglob
find_cached_pkgfile() {
local searchdirs=("$PKGDEST" "$PWD") results=()
local pkg="$1"
@@ -25,13 +27,15 @@ find_cached_pkgfile() {
esac
}
shopt -u extglob
get_pkgbasename() {
local name="$1"
local rm_pkg=${name%.pkg.tar*}
rm_pkg=${rm_pkg%-*}
rm_pkg=${rm_pkg%-*}
rm_pkg=${rm_pkg%-*}
echo "$rm_pkg"
printf "%s\n" "$rm_pkg"
}
#}}}

75
lib/pkg/diff.sh Normal file
View File

@@ -0,0 +1,75 @@
#!/hint/bash
#{{{ functions
pkgver_equal() {
if [[ $1 = *-* && $2 = *-* ]]; then
# if both versions have a pkgrel, then they must be an exact match
[[ $1 = "$2" ]]
else
# otherwise, trim any pkgrel and compare the bare version.
[[ ${1%%-*} = "${2%%-*}" ]]
fi
}
shopt -s extglob
find_cached_package() {
local searchdirs=("$PWD" "$PKGDEST") results=()
local targetname=$1 targetver=$2 targetarch=$3
local dir pkg packages pkgbasename name ver rel arch r results
for dir in "${searchdirs[@]}"; do
[[ -d $dir ]] || continue
shopt -s extglob nullglob
mapfile -t packages < <(printf "%s\n" "$dir"/"${targetname}"-"${targetver}"-*"${targetarch}".pkg.tar?(.!(sig|*.*)))
shopt -u extglob nullglob
for pkg in "${packages[@]}"; do
[[ -f $pkg ]] || continue
# avoid adding duplicates of the same inode
for r in "${results[@]}"; do
[[ $r -ef $pkg ]] && continue 2
done
# split apart package filename into parts
pkgbasename=${pkg##*/}
pkgbasename=${pkgbasename%.pkg.tar*}
arch=${pkgbasename##*-}
pkgbasename=${pkgbasename%-"$arch"}
rel=${pkgbasename##*-}
pkgbasename=${pkgbasename%-"$rel"}
ver=${pkgbasename##*-}
name=${pkgbasename%-"$ver"}
if [[ $targetname = "$name" && $targetarch = "$arch" ]] &&
pkgver_equal "$targetver" "$ver-$rel"; then
results+=("$pkg")
fi
done
done
case ${#results[*]} in
0)
return 1
;;
1)
printf '%s\n' "${results[0]}"
return 0
;;
*)
error 'Multiple packages found:'
printf '\t%s\n' "${results[@]}" >&2
return 1
;;
esac
}
shopt -u extglob
#}}}

View File

@@ -1,35 +1,85 @@
#!/hint/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
#{{{ git
[[ -z ${ARTOOLS_INCLUDE_GIT_SH:-} ]] || return 0
ARTOOLS_INCLUDE_GIT_SH=1
get_local_head(){
git log --pretty=%H ...refs/heads/master^ | head -n 1
set -e
artixpkg_git_usage() {
local -r COMMAND=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
cat <<- _EOF_
Usage: ${COMMAND} [COMMAND] [OPTIONS]
COMMANDS
clone Clone a package repository
config Configure a clone according to artix specs
create Create a new Gitea package repository
OPTIONS
-h, --help Show this help text
EXAMPLES
$ ${COMMAND} clone libfoo linux libbar
$ ${COMMAND} clone --maintainer maintainer-mynickname
$ ${COMMAND} config -t libfoo
$ ${COMMAND} config -u libfoo
$ ${COMMAND} create libfoo
_EOF_
}
get_remote_head(){
git ls-remote origin -h refs/heads/master | cut -f1
}
has_changeset(){
local head_l="$1" head_r="$2"
if [[ "$head_l" == "$head_r" ]]; then
msg2 "remote changes: no"
return 1
else
msg2 "remote changes: yes"
return 0
artixpkg_git() {
if (( $# < 1 )); then
artixpkg_git_usage
exit 0
fi
# option checking
while (( $# )); do
case $1 in
-h|--help)
artixpkg_git_usage
exit 0
;;
clone)
_ARTOOLS_COMMAND+=" $1"
shift
# shellcheck source=lib/git/clone.sh
source "${LIBDIR}"/pkg/git/clone.sh
artixpkg_git_clone "$@"
exit 0
;;
config)
_ARTOOLS_COMMAND+=" $1"
shift
# shellcheck source=lib/git/config.sh
source "${LIBDIR}"/pkg/git/config.sh
artixpkg_git_config "$@"
exit 0
;;
create)
_ARTOOLS_COMMAND+=" $1"
shift
# shellcheck source=lib/git/create.sh
source "${LIBDIR}"/pkg/git/create.sh
artixpkg_git_create "$@"
exit 0
;;
pull)
_ARTOOLS_COMMAND+=" $1"
shift
# shellcheck source=lib/git/pull.sh
source "${LIBDIR}"/pkg/git/pull.sh
artixpkg_git_pull "$@"
exit 0
;;
-*)
die "invalid argument: %s" "$1"
;;
*)
die "invalid command: %s" "$1"
;;
esac
done
}
pull_tree(){
local tree="$1" local_head="$2" os="${3:-Artix}"
local remote_head
remote_head=$(get_remote_head)
msg "Checking (%s) (%s)" "${tree}" "$os"
if has_changeset "${local_head}" "${remote_head}";then
git pull origin master
fi
}
#}}}

165
lib/pkg/git/clone.sh Normal file
View File

@@ -0,0 +1,165 @@
#!/bin/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
[[ -z ${ARTOOLS_INCLUDE_GIT_CLONE_SH:-} ]] || return 0
ARTOOLS_INCLUDE_GIT_CLONE_SH=1
source "${LIBDIR}"/pkg/git/config.sh
set -e
artixpkg_git_clone_usage() {
local -r COMMAND=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
cat <<- _EOF_
Usage: ${COMMAND} [OPTIONS] [PKGBASE]...
OPTIONS
-m, --maintainer=NAME Clone all packages of the named maintainer
--protocol https Clone the repository over https
-t, --topic=NAME Clone all packages of the named topic
-j, --jobs N Run up to N jobs in parallel (default: $(nproc))
--universe Clone all existing packages, useful for cache warming
-h, --help Show this help text
EXAMPLES
$ ${COMMAND} libfoo linux libbar
$ ${COMMAND} --maintainer maintainer-mynickname
$ ${COMMAND} --topic myopic
$ ${COMMAND} -j 8 --topic myopic
_EOF_
}
artixpkg_git_clone() {
if (( $# < 1 )); then
artixpkg_git_clone_usage
exit 0
fi
# options
local GIT_REPO_BASE_URL="${GIT_SSH}:"
local CLONE_ALL=0
local MAINTAINER=
local TOPIC=
local CONFIGURE_OPTIONS=()
local jobs=
jobs=$(nproc)
local command=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
while (( $# )); do
case $1 in
-h|--help)
artixpkg_git_clone_usage
exit 0
;;
--protocol=https)
GIT_REPO_BASE_URL="${GIT_URL}/"
CONFIGURE_OPTIONS+=("$1")
shift
;;
--protocol)
(( $# <= 1 )) && die "missing argument for %s" "$1"
if [[ $2 == https ]]; then
GIT_REPO_BASE_URL=${GIT_PACKAGING_URL_HTTPS}
else
die "unsupported protocol: %s" "$2"
fi
CONFIGURE_OPTIONS+=("$1" "$2")
shift 2
;;
-m|--maintainer)
(( $# <= 1 )) && die "missing argument for %s" "$1"
MAINTAINER="$2"
shift 2
;;
--maintainer=*)
MAINTAINER="${1#*=}"
shift
;;
-t|--topic)
(( $# <= 1 )) && die "missing argument for %s" "$1"
TOPIC="$2"
shift 2
;;
--topic=*)
TOPIC="${1#*=}"
shift
;;
--universe)
CLONE_ALL=1
shift
;;
-j|--jobs)
(( $# <= 1 )) && die "missing argument for %s" "$1"
jobs=$2
shift 2
;;
--)
shift
break
;;
-*)
die "invalid argument: %s" "$1"
;;
*)
pkgbases=("$@")
break
;;
esac
done
# Query packages of a maintainer
if [[ -n ${MAINTAINER} ]]; then
stat_busy "Query mantainer packages"
local maint
maint="maintainer-${MAINTAINER}"
mapfile -t pkgbases < <(search_topic "${maint}" | jq -r '.data | .[].name' | sort)
stat_done
fi
if [[ -n ${TOPIC} ]]; then
stat_busy "Query topic packages"
mapfile -t pkgbases < <(search_topic "${TOPIC}" | jq -r '.data | .[].name' | sort)
stat_done
fi
# Query all released packages
if (( CLONE_ALL )); then
stat_busy "Query all packages"
mapfile -t pkgbases < <(list_all_repos | jq -r '.[] | .name' | sort)
stat_done
fi
# parallelization
if [[ ${jobs} != 1 ]] && (( ${#pkgbases[@]} > 1 )); then
# force colors in parallel if parent process is colorized
if [[ -n ${BOLD} ]]; then
export ARTOOLS_COLOR=always
fi
if ! parallel --bar --jobs "${jobs}" "${command}" ::: "${pkgbases[@]}"; then
die 'Failed to clone some packages, please check the output'
exit 1
fi
exit 0
fi
for pkgbase in "${pkgbases[@]}"; do
if [[ ! -d ${pkgbase} ]]; then
msg "Cloning ${pkgbase} ..."
local gitname url
gitname=$(get_compliant_name "${pkgbase}")
url="${GIT_REPO_BASE_URL}packages/${gitname}.git"
if ! git clone "${url}" "${pkgbase}"; then
die 'failed to clone %s' "${pkgbase}"
fi
else
warning "Skip cloning ${pkgbase}: Directory exists"
fi
artixpkg_git_config "${CONFIGURE_OPTIONS[@]}" "${pkgbase}"
done
}

251
lib/pkg/git/config.sh Normal file
View File

@@ -0,0 +1,251 @@
#!/bin/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
[[ -z ${ARTOOLS_INCLUDE_GIT_CONFIG_SH:-} ]] || return 0
ARTOOLS_INCLUDE_GIT_CONFIG_SH=1
set -e
artixpkg_git_config_usage() {
local -r COMMAND=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
cat <<- _EOF_
Usage: ${COMMAND} [OPTIONS] [PKGBASE]...
OPTIONS
-t, --topic Set the maintainer topic via gitea api
-u, --upstream Add upstream arch remote
--protocol https Configure remote url to use https
-j, --jobs N Run up to N jobs in parallel (default: $(nproc))
-h, --help Show this help text
EXAMPLES
$ ${COMMAND} -t libfoo
$ ${COMMAND} -u libfoo
$ ${COMMAND} *
_EOF_
}
get_packager_name() {
local packager=$1
local packager_pattern="(.+) <(.+@.+)>"
local name
if [[ ! $packager =~ $packager_pattern ]]; then
return 1
fi
name=$(echo "${packager}"|sed -E "s/${packager_pattern}/\1/")
printf "%s" "${name}"
}
get_packager_email() {
local packager=$1
local packager_pattern="(.+) <(.+@.+)>"
local email
if [[ ! $packager =~ $packager_pattern ]]; then
return 1
fi
email=$(echo "${packager}"|sed -E "s/${packager_pattern}/\2/")
printf "%s" "${email}"
}
is_packager_name_valid() {
local packager_name=$1
if [[ -z ${packager_name} ]]; then
return 1
elif [[ ${packager_name} == "John Tux" ]]; then
return 1
elif [[ ${packager_name} == "Unknown Packager" ]]; then
return 1
fi
return 0
}
is_packager_email_official() {
local packager_email=$1
if [[ -z ${packager_email} ]]; then
return 1
elif [[ $packager_email =~ .+@artixlinux.org ]]; then
return 0
fi
return 1
}
artixpkg_git_config() {
# options
local GIT_REPO_BASE_URL=${GIT_URL}
local official=0
local proto=https
local proto_force=0
local jobs=
jobs=$(nproc)
local paths=()
local SET_TOPIC=0
local UPSTREAM=0
# variables
local -r command=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
local path realpath pkgbase
local PACKAGER GPGKEY packager_name packager_email
while (( $# )); do
case $1 in
-h|--help)
artixpkg_git_config_usage
exit 0
;;
-t|--topic)
SET_TOPIC=1
shift
;;
-u|--upstream)
UPSTREAM=1
shift
;;
--protocol=https)
proto_force=1
shift
;;
--protocol)
(( $# <= 1 )) && die "missing argument for %s" "$1"
if [[ $2 == https ]]; then
proto_force=1
else
die "unsupported protocol: %s" "$2"
fi
shift 2
;;
-j|--jobs)
(( $# <= 1 )) && die "missing argument for %s" "$1"
jobs=$2
shift 2
;;
--)
shift
break
;;
-*)
die "invalid argument: %s" "$1"
;;
*)
paths=("$@")
break
;;
esac
done
# check if invoked without any path from within a packaging repo
if (( ${#paths[@]} == 0 )); then
if [[ -f PKGBUILD ]]; then
paths=(".")
else
artixpkg_git_config_usage
exit 1
fi
fi
# Load makepkg.conf variables to be available for packager identity
msg "Collecting packager identity from makepkg.conf"
# shellcheck disable=2119
load_makepkg_config
if [[ -n ${PACKAGER} ]]; then
if ! packager_name=$(get_packager_name "${PACKAGER}") || \
! packager_email=$(get_packager_email "${PACKAGER}"); then
die "invalid PACKAGER format '${PACKAGER}' in makepkg.conf"
fi
if ! is_packager_name_valid "${packager_name}"; then
die "invalid PACKAGER '${PACKAGER}' in makepkg.conf"
fi
if is_packager_email_official "${packager_email}"; then
official=1
if (( ! proto_force )); then
proto=ssh
GIT_REPO_BASE_URL=${GIT_PACKAGING_URL_SSH}
fi
fi
fi
msg2 "name : ${packager_name:-${YELLOW}undefined${ALL_OFF}}"
msg2 "email : ${packager_email:-${YELLOW}undefined${ALL_OFF}}"
msg2 "gpg-key : ${GPGKEY:-${YELLOW}undefined${ALL_OFF}}"
if [[ ${proto} == ssh ]]; then
msg2 "protocol: ${GREEN}${proto}${ALL_OFF}"
else
msg2 "protocol: ${YELLOW}${proto}${ALL_OFF}"
fi
# parallelization
if [[ ${jobs} != 1 ]] && (( ${#paths[@]} > 1 )); then
if [[ -n ${BOLD} ]]; then
export ARTOOLS_COLOR=always
fi
if ! parallel --bar --jobs "${jobs}" "${command}" ::: "${paths[@]}"; then
die 'Failed to configure some packages, please check the output'
exit 1
fi
exit 0
fi
for path in "${paths[@]}"; do
if ! realpath=$(realpath -e "${path}"); then
error "No such directory: ${path}"
# continue
fi
pkgbase=$(basename "${realpath}")
pkgbase=${pkgbase%.git}
msg "Configuring ${pkgbase}"
if [[ ! -d "${path}/.git" ]]; then
error "Not a Git repository: ${path}"
# continue
fi
( cd "${path}" || return
git config pull.rebase true
git config branch.autoSetupRebase always
# setup author identity
if [[ -n ${packager_name} ]]; then
git config user.name "${packager_name}"
git config user.email "${packager_email}"
fi
# force gpg for official packagers
if (( official )); then
git config commit.gpgsign true
fi
# set custom pgp key from makepkg.conf
if [[ -n $GPGKEY ]]; then
git config commit.gpgsign true
git config user.signingKey "${GPGKEY}"
fi
# topics meta
if (( SET_TOPIC )); then
if [[ -n ${GIT_TOKEN} ]]; then
local topic gitname
topic="maintainer-${packager_name}"
gitname=$(get_compliant_name "${pkgbase}")
if ! add_topic "${gitname}" "${topic}"; then
warning "failed to set the maintainer topic: ${topic}"
fi
fi
fi
if (( UPSTREAM )); then
local remote_url
remote_url="${GIT_UPSTREAM_URL}/$pkgbase".git
if ! git remote add upstream "${remote_url}"; then
warning "failed to set the upstream: ${remote_url}"
fi
fi
)
done
}

116
lib/pkg/git/create.sh Normal file
View File

@@ -0,0 +1,116 @@
#!/bin/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
[[ -z ${ARTOOLS_INCLUDE_GIT_CREATE_SH:-} ]] || return 0
ARTOOLS_INCLUDE_GIT_CREATE_SH=1
source "${LIBDIR}"/pkg/git/clone.sh
source "${LIBDIR}"/pkg/git/config.sh
source "${LIBDIR}"/pkg/ci/jenkins.sh
set -e
artixpkg_git_create_usage() {
local -r COMMAND=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
cat <<- _EOF_
Usage: ${COMMAND} [OPTIONS] [PKGBASE]...
OPTIONS
-c, --clone Clone the Git repository after creation
-t, --team=NAME Assign team name [default: world]
-h, --help Show this help text
EXAMPLES
$ ${COMMAND} libfoo
_EOF_
}
artixpkg_git_create() {
# options
local pkgbases=()
local pkgbase
local clone=0
local config=0
local TEAM='extra'
# variables
local path
while (( $# )); do
case $1 in
-h|--help)
artixpkg_git_create_usage
exit 0
;;
-c|--clone)
clone=1
shift
;;
-t|--team)
(( $# <= 1 )) && die "missing argument for %s" "$1"
TEAM="$2"
shift 2
;;
--team=*)
TEAM="${1#*=}"
shift
;;
-*)
die "invalid argument: %s" "$1"
;;
*)
pkgbases=("$@")
break
;;
esac
done
# check if invoked without any path from within a packaging repo
if (( ${#pkgbases[@]} == 0 )); then
if [[ -f PKGBUILD ]]; then
if ! path=$(realpath -e .); then
die "failed to read path from current directory"
fi
pkgbases=("$(basename "${path}")")
clone=0
config=1
else
artixpkg_git_create_usage
exit 1
fi
fi
# create
for pkgbase in "${pkgbases[@]}"; do
local gitname=$(get_compliant_name "${pkgbase}")
if ! create_repo "${gitname}" >/dev/null; then
die "failed to create project: ${pkgbase}"
fi
if ! add_team_to_repo "${gitname}" "${TEAM}" >/dev/null; then
warning "failed to assign team: ${TEAM}"
fi
msg_success "Successfully created ${pkgbase}"
if (( clone )); then
artixpkg_git_clone "${pkgbase}"
( cd "${pkgbase}"
commit_ci
)
elif (( config )); then
artixpkg_git_config
fi
done
# some convenience hints if not in auto clone/config mode
if (( ! clone )) && (( ! config )); then
cat <<- _EOF_
For new clones:
$(msg2 "artixpkg git clone ${pkgbases[*]}")
For existing clones:
$(msg2 "artixpkg git config ${pkgbases[*]}")
_EOF_
fi
}

158
lib/pkg/git/pull.sh Normal file
View File

@@ -0,0 +1,158 @@
#!/bin/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
[[ -z ${ARTOOLS_INCLUDE_GIT_PULL_SH:-} ]] || return 0
ARTOOLS_INCLUDE_GIT_PULL_SH=1
source "${LIBDIR}"/pkg/git/config.sh
set -e
artixpkg_git_pull_usage() {
local -r COMMAND=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
cat <<- _EOF_
Usage: ${COMMAND} [OPTIONS] [PKGBASE]...
OPTIONS
-m, --maintainer=NAME Clone all packages of the named maintainer
-t, --topic=NAME Clone all packages of the named topic
-j, --jobs N Run up to N jobs in parallel (default: $(nproc))
--universe Clone all existing packages, useful for cache warming
--fetch Fetch only
-h, --help Show this help text
EXAMPLES
$ ${COMMAND} libfoo linux libbar
$ ${COMMAND} --maintainer maintainer-mynickname
$ ${COMMAND} --topic myopic
$ ${COMMAND} -j 8 --topic myopic
_EOF_
}
artixpkg_git_pull() {
if (( $# < 1 )); then
artixpkg_git_pull_usage
exit 0
fi
# options
local PULL_ALL=0
local FETCH=0
local MAINTAINER=
local TOPIC=
local CONFIGURE_OPTIONS=()
local jobs=
jobs=$(nproc)
local command=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
while (( $# )); do
case $1 in
-h|--help)
artixpkg_git_pull_usage
exit 0
;;
-m|--maintainer)
(( $# <= 1 )) && die "missing argument for %s" "$1"
MAINTAINER="$2"
shift 2
;;
--maintainer=*)
MAINTAINER="${1#*=}"
shift
;;
-t|--topic)
(( $# <= 1 )) && die "missing argument for %s" "$1"
TOPIC="$2"
shift 2
;;
--topic=*)
TOPIC="${1#*=}"
shift
;;
--universe)
PULL_ALL=1
shift
;;
--fetch)
FETCH=1
shift
;;
-j|--jobs)
(( $# <= 1 )) && die "missing argument for %s" "$1"
jobs=$2
shift 2
;;
--)
shift
break
;;
-*)
die "invalid argument: %s" "$1"
;;
*)
pkgbases=("$@")
break
;;
esac
done
# Query packages of a maintainer
if [[ -n ${MAINTAINER} ]]; then
stat_busy "Query mantainer packages"
local maint
maint="maintainer-${MAINTAINER}"
mapfile -t pkgbases < <(search_topic "${maint}" | jq -r '.data | .[].name' | sort)
stat_done
fi
if [[ -n ${TOPIC} ]]; then
stat_busy "Query topic packages"
mapfile -t pkgbases < <(search_topic "${TOPIC}" | jq -r '.data | .[].name' | sort)
stat_done
fi
# Query all released packages
if (( PULL_ALL )); then
stat_busy "Query all packages"
mapfile -t pkgbases < <(list_all_repos | jq -r '.[] | .name' | sort)
stat_done
fi
# parallelization
if [[ ${jobs} != 1 ]] && (( ${#pkgbases[@]} > 1 )); then
# force colors in parallel if parent process is colorized
if [[ -n ${BOLD} ]]; then
export ARTOOLS_COLOR=always
fi
if ! parallel --bar --jobs "${jobs}" "${command}" ::: "${pkgbases[@]}"; then
die 'Failed to pull some packages, please check the output'
exit 1
fi
exit 0
fi
for pkgbase in "${pkgbases[@]}"; do
if [[ -d ${pkgbase} ]]; then
( cd ${pkgbase} || return
if (( FETCH )); then
msg "Fetching ${pkgbase} ..."
if ! git fetch origin; then
die 'failed to fetch %s' "${pkgbase}"
fi
else
msg "Pulling ${pkgbase} ..."
if ! git pull origin master; then
die 'failed to pull %s' "${pkgbase}"
fi
fi
)
else
warning "Skip pulling ${pkgbase}: Directory does not exist"
fi
done
}

View File

@@ -1,31 +0,0 @@
#!/hint/bash
#{{{ gitea api
add_team_to_repo() {
local name="$1"
local org="$2"
local team="$3"
local url
url="${GIT_URL}/api/v1/repos/$org/$name/teams/$team?access_token=${GIT_TOKEN}"
msg2 "Adding team (%s) to package repo [%s]" "$team" "$name"
api_put "$url" -H "accept: application/json"
}
remove_team_from_repo() {
local name="$1"
local org="$2"
local team="$3"
local url
url="${GIT_URL}/api/v1/repos/$org/$name/teams/$team?access_token=${GIT_TOKEN}"
msg2 "Removing team (%s) from package repo [%s]" "$team" "$name"
api_delete "$url" -H "accept: application/json"
}
#}}}

View File

@@ -1,43 +0,0 @@
#!/hint/bash
#{{{ jenkins
write_jenkinsfile(){
local pkg="$1"
local jenkins=$pkg/Jenkinsfile
echo "@Library('artix-ci') import org.artixlinux.RepoPackage" > "$jenkins"
{
echo ''
echo 'PackagePipeline(new RepoPackage(this))'
echo ''
} >> "$jenkins"
git add "$jenkins"
}
write_agentyaml(){
local pkg="$1"
local agent="$pkg"/.artixlinux/agent.yaml label='master'
[[ -d $pkg/.artixlinux ]] || mkdir "$pkg"/.artixlinux
echo '---' > "$agent"
{
echo ''
echo "label: $label"
echo ''
} >> "$agent"
git add "$agent"
}
commit_jenkins_files(){
local pkg="$1"
write_jenkinsfile "$pkg"
write_agentyaml "$pkg"
git commit -m "initial commit"
}
#}}}

View File

@@ -1,51 +1,104 @@
#!/hint/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
##{{{ repo
[[ -z ${ARTOOLS_INCLUDE_REPO_SH:-} ]] || return 0
ARTOOLS_INCLUDE_REPO_SH=1
shopt -s extglob
set -e
load_valid_names(){
local conf
conf="${DATADIR}"/valid-names.conf
[[ -f "$conf" ]] || return 1
# shellcheck source=/usr/share/artools/valid-names.conf
[[ -r "$conf" ]] && . "$conf"
return 0
artixpkg_repo_usage() {
local -r COMMAND=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
cat <<- _EOF_
Usage: ${COMMAND} [COMMAND] [OPTIONS]
COMMANDS
add add and commit pkg to repo
move move and commit pkg between repos
remove remove and commit pkg from repo
import import latest tag from arch upstream
OPTIONS
-h, --help Show this help text
EXAMPLES
$ ${COMMAND} add extra libfoo
$ ${COMMAND} remove extra libfoo
$ ${COMMAND} move extra-testing extra libfoo
$ ${COMMAND} import libfoo
_EOF_
}
set_arch_repos(){
local _testing="$1" _staging="$2" _unstable="$3"
[[ -z ${valid_names[*]} ]] && load_valid_names
ARCH_REPOS=("${stable[@]}")
$_testing && ARCH_REPOS+=("${gremlins[@]}")
$_staging && ARCH_REPOS+=("${goblins[@]}")
$_unstable && ARCH_REPOS+=("${wobble[@]}")
}
ARTIX_DB=(
core
extra
community
multilib
core-testing
extra-testing
community-testing
multilib-testing
core-staging
extra-staging
community-staging
multilib-staging
kde-unstable
gnome-unstable
core-rebuild
extra-rebuild
)
find_repo(){
local pkg="$1" pkgarch="${2:-${CARCH}}" repo
for r in "${ARCH_REPOS[@]}"; do
[[ -f $pkg/repos/$r-$pkgarch/PKGBUILD ]] && repo=repos/"$r-$pkgarch"
[[ -f $pkg/repos/$r-any/PKGBUILD ]] && repo=repos/"$r"-any
[[ -f $pkg/$pkgarch/$r/PKGBUILD ]] && repo="$pkgarch/$r"
done
echo "$repo"
}
artixpkg_repo() {
if (( $# < 1 )); then
artixpkg_repo_usage
exit 0
fi
find_pkg(){
local searchdir="$1" pkg="$2" result
result=$(find "$searchdir" -mindepth 2 -maxdepth 2 -type d -name "$pkg")
echo "$result"
}
tree_loop(){
local func="$1" pkgs
for tree in "${ARTIX_TREE[@]}"; do
pkgs=$(find "${TREE_DIR_ARTIX}/$tree" -name repos -o -name "$CARCH" | sort)
for _package in ${pkgs}; do
"$func" "$_package"
done
# option checking
while (( $# )); do
case $1 in
-h|--help)
artixpkg_repo_usage
exit 0
;;
add)
_ARTOOLS_COMMAND+=" $1"
shift
# shellcheck source=lib/pkg/repo/add.sh
source "${LIBDIR}"/pkg/repo/add.sh
artixpkg_repo_add "$@"
exit 0
;;
move)
_ARTOOLS_COMMAND+=" $1"
shift
# shellcheck source=lib/pkg/repo/move.sh
source "${LIBDIR}"/pkg/repo/move.sh
artixpkg_repo_move "$@"
exit 0
;;
remove)
_ARTOOLS_COMMAND+=" $1"
shift
# shellcheck source=lib/pkg/repo/remove.sh
source "${LIBDIR}"/pkg/repo/remove.sh
artixpkg_repo_remove "$@"
exit 0
;;
import)
_ARTOOLS_COMMAND+=" $1"
shift
# shellcheck source=lib/pkg/repo/import.sh
source "${LIBDIR}"/pkg/repo/import.sh
artixpkg_repo_import "$@"
exit 0
;;
-*)
die "invalid argument: %s" "$1"
;;
*)
die "invalid command: %s" "$1"
;;
esac
done
}
#}}}

142
lib/pkg/repo/add.sh Normal file
View File

@@ -0,0 +1,142 @@
#!/hint/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
[[ -z ${ARTOOLS_INCLUDE_REPO_ADD_SH:-} ]] || return 0
ARTOOLS_INCLUDE_REPO_ADD_SH=1
set -e
get_commit_msg() {
printf "[%s] -> [%s] '%s' %s\n" "trunk" "${DEST}" "${pkgbase}-$(get_full_version)" "add"
}
artixpkg_repo_add_usage() {
local -r COMMAND=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
cat <<- _EOF_
Usage: ${COMMAND} [OPTIONS] [DEST_REPO] [PKGBASE]...
OPTIONS
-p, --push Push pkgbase
-t, --topic Set the [DEST_REPO] topic via gitea api
-h, --help Show this help text
EXAMPLES
$ ${COMMAND} extra-testing libfoo
$ ${COMMAND} -p extra-testing libfoo
$ ${COMMAND} -t -p extra-testing libfoo
_EOF_
}
artixpkg_repo_add() {
if (( $# < 1 )); then
artixpkg_repo_add_usage
exit 0
fi
# options
local pkgbases=()
local pkgbase
local PUSH=0
local SET_TOPIC=0
local DEST='trunk'
# variables
local path
while (( $# )); do
case $1 in
-h|--help)
artixpkg_repo_add_usage
exit 0
;;
-p|--push)
PUSH=1
shift
;;
-t|--topic)
SET_TOPIC=1
shift
;;
-*)
die "invalid argument: %s" "$1"
;;
*)
break
;;
esac
done
DEST="$1"
pkgbases+=("$@")
if ! in_array "${DEST}" "${ARTIX_DB[@]}"; then
die "${DEST} does not exist!"
fi
for pkgbase in "${pkgbases[@]}"; do
if [[ -d "${pkgbase}" ]];then
if [[ ! -d "${pkgbase}/.git" ]]; then
error "Not a Git repository: ${pkgbase}"
continue
fi
( cd "${pkgbase}" || return
local pkgbuild
pkgbuild=trunk/PKGBUILD
if [[ ! -f "$pkgbuild" ]]; then
die "No PKGBUILD found in (%s)" "trunk"
fi
[[ -d "$CARCH/${DEST}" ]] && git rm -r "$CARCH/${DEST}"
[[ ! -d "$CARCH" ]] && mkdir "$CARCH"
[[ ! -d "$CARCH/${DEST}" ]] && mkdir "$CARCH/${DEST}"
cp -r trunk/* "$CARCH/${DEST}"/
pkgbuild="$CARCH/${DEST}"/PKGBUILD
# shellcheck disable=1090
source "$pkgbuild"
local commit_msg
commit_msg=$(get_commit_msg)
if [[ -n $(git status --porcelain --untracked-files=normal) ]]; then
msg 'Staging files'
for f in $(git ls-files --modified -o --directory); do
git add "$f"
done
# stat_done
msg 'Commit'
git commit -m "${commit_msg}"
# stat_done
if (( PUSH )); then
msg "Push (${pkgbase})"
git push origin master
# stat_done
fi
if (( SET_TOPIC )); then
# topics meta
if [[ -n ${GIT_TOKEN} ]]; then
local topic="${DEST}"
local gitname=$(get_compliant_name "${pkgbase}")
if ! add_topic "${gitname}" "${topic}" >/dev/null; then
warning "failed to add pacman repo topic: ${topic}"
fi
fi
fi
fi
)
fi
done
}

135
lib/pkg/repo/import.sh Normal file
View File

@@ -0,0 +1,135 @@
#!/hint/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
[[ -z ${ARTOOLS_INCLUDE_REPO_IMPORT_SH:-} ]] || return 0
ARTOOLS_INCLUDE_REPO_IMPORT_SH=1
set -e
patch_pkgbase(){
local name="$1"
local pkgbuild
pkgbuild=trunk/PKGBUILD
sed -e 's|arch-meson|artix-meson|' -i "${pkgbuild}"
case "${name}" in
glibc)
msg "Patching %s" "${name}"
sed -e 's|{locale,systemd/system,tmpfiles.d}|{locale,tmpfiles.d}|' \
-e '/nscd.service/d' \
-i "${pkgbuild}"
;;
linux|linux-lts)
msg "Patching %s" "${name}"
sed -e 's|KBUILD_BUILD_HOST=.*|KBUILD_BUILD_HOST=artixlinux|' -i "${pkgbuild}"
sed -e 's|CONFIG_DEFAULT_HOSTNAME=.*|CONFIG_DEFAULT_HOSTNAME="artixlinux"|' \
-i "$pkgpath"/config
;;
gstreamer|gst-plugins-*|licenses)
msg "Patching %s" "${name}"
sed -e 's|https://www.archlinux.org/|https://www.artixlinux.org/|' \
-e 's|(Arch Linux)|(Artix Linux)|' \
-i "${pkgbuild}"
;;
esac
}
artixpkg_repo_import_usage() {
local -r COMMAND=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
cat <<- _EOF_
Usage: ${COMMAND} [OPTIONS] [PKGBASE]...
OPTIONS
--switch TAG Switch the current trunk to a specified version tag
-h, --help Show this help text
EXAMPLES
$ ${COMMAND} libfoo
$ ${COMMAND} libfoo --switch TAG
_EOF_
}
artixpkg_repo_import() {
if (( $# < 1 )); then
artixpkg_repo_import_usage
exit 0
fi
# options
local pkgbases=()
local pkgbase
local upstream_url
upstream_url="https://gitlab.archlinux.org/archlinux/packaging/packages"
local TAG
local rsync_args=()
rsync_args+=(-aWxvci --progress --delete-before --no-R --no-implied-dirs --exclude '.git')
while (( $# )); do
case $1 in
--switch=*)
TAG="${1#*=}"
shift
;;
-h|--help)
artixpkg_repo_import_usage
exit 0
;;
-*)
die "invalid argument: %s" "$1"
;;
*)
break
;;
esac
done
pkgbases+=("$@")
for pkgbase in "${pkgbases[@]}"; do
if [[ -d "${pkgbase}" ]];then
if [[ ! -d "${pkgbase}/.git" ]]; then
error "Not a Git repository: ${pkgbase}"
continue
fi
( cd "${pkgbase}" || return
stat_busy "Checking for upstream url"
if ! git config --local --get remote.upstream.url &>/dev/null; then
git remote add upstream "${upstream_url}"/${pkgbase}.git
fi
stat_done
stat_busy "Fetching upstream tags"
git fetch upstream --tags
stat_done
local latest version
latest=$(git describe --tags FETCH_HEAD)
version="${latest}"
if [[ -n "${TAG}" ]]; then
version="${TAG}"
fi
stat_busy "Importing upstream changeset for ${version}"
git checkout "${version}" -b "${version}" &>/dev/null
local temp
temp=$(mktemp -d --tmpdir "${pkgbase}.XXXXXXXXXX")
rsync "${rsync_args[@]}" "$(pwd)"/ "${temp}"/ &>/dev/null
git checkout master &>/dev/null
git branch -D "${version}" &>/dev/null
rsync "${rsync_args[@]}" "${temp}"/ "$(pwd)"/trunk/ &>/dev/null
patch_pkgbase "${pkgbase}"
stat_done
)
fi
done
}

157
lib/pkg/repo/move.sh Normal file
View File

@@ -0,0 +1,157 @@
#!/hint/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
[[ -z ${ARTOOLS_INCLUDE_REPO_MOVE_SH:-} ]] || return 0
ARTOOLS_INCLUDE_REPO_MOVE_SH=1
set -e
artixpkg_repo_move_usage() {
local -r COMMAND=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
cat <<- _EOF_
Usage: ${COMMAND} [OPTIONS] [SOURCE_REPO] [DEST_REPO] [PKGBASE]...
OPTIONS
-p, --push Push pkgbase
-t, --topic Set the [DEST_REPO] topic via gitea api
-h, --help Show this help text
EXAMPLES
$ ${COMMAND} extra-testing extra libfoo
$ ${COMMAND} -p extra-testing extra libfoo
$ ${COMMAND} -t -p extra-testing extra libfoo
_EOF_
}
get_commit_msg() {
printf "[%s] -> [%s] '%s' %s\n" "${SRC}" "${DEST}" "${pkgbase}-$(get_full_version)" "move"
}
artixpkg_repo_move() {
if (( $# < 1 )); then
artixpkg_repo_move_usage
exit 0
fi
# options
local pkgbases=()
local pkgbase
local PUSH=0
local SET_TOPIC=0
local DEST
local SRC
# variables
local path
while (( $# )); do
case $1 in
-h|--help)
artixpkg_repo_move_usage
exit 0
;;
-p|--push)
PUSH=1
shift
;;
-t|--topic)
SET_TOPIC=1
shift
;;
-*)
die "invalid argument: %s" "$1"
;;
*)
break
;;
esac
done
SRC="$1"
DEST="$2"
shift 2
if ! in_array "${SRC}" "${ARTIX_DB[@]}"; then
die "${SRC} does not exist!"
fi
if ! in_array "${DEST}" "${ARTIX_DB[@]}"; then
die "${DEST} does not exist!"
fi
pkgbases+=("$@")
for pkgbase in "${pkgbases[@]}"; do
if [[ -d "${pkgbase}" ]];then
if [[ ! -d "${pkgbase}/.git" ]]; then
error "Not a Git repository: ${pkgbase}"
continue
fi
( cd "${pkgbase}" || return
pkgbuild=trunk/PKGBUILD
if [[ ! -f "$pkgbuild" ]]; then
die "No PKGBUILD found in (%s)" "trunk"
fi
[[ -d "$CARCH/${DEST}" ]] && git rm -r "$CARCH/${DEST}"
[[ ! -d "$CARCH" ]] && mkdir "$CARCH"
[[ ! -d "$CARCH/${DEST}" ]] && mkdir "$CARCH/${DEST}"
mv -T "$CARCH/${SRC}" "$CARCH/${DEST}"
pkgbuild="$CARCH/${DEST}"/PKGBUILD
# shellcheck disable=1090
source "$pkgbuild"
local commit_msg
commit_msg=$(get_commit_msg)
if [[ -n $(git status --porcelain --untracked-files=normal) ]]; then
# git add .
msg 'Staging files'
for f in $(git ls-files --deleted); do
git rm "$f"
done
for f in $(git ls-files -o --unmerged); do
git add "$f"
done
# stat_done
msg 'Commit'
git commit -m "${commit_msg}"
# stat_done
if (( PUSH )); then
msg "Push (${pkgbase})"
git push origin master
# stat_done
fi
if (( SET_TOPIC )); then
# topics meta
if [[ -n ${GIT_TOKEN} ]]; then
local topic="${DEST}"
local gitname=$(get_compliant_name "${pkgbase}")
if ! add_topic "${gitname}" "${topic}" >/dev/null; then
warning "failed to add pacman repo topic: ${topic}"
fi
topic="${SRC}"
if ! remove_topic "${gitname}" "${topic}" >/dev/null; then
warning "failed to remove pacman repo topic: ${topic}"
fi
fi
fi
fi
)
fi
done
}

137
lib/pkg/repo/remove.sh Normal file
View File

@@ -0,0 +1,137 @@
#!/hint/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
[[ -z ${ARTOOLS_INCLUDE_REPO_REMOVE_SH:-} ]] || return 0
ARTOOLS_INCLUDE_REPO_REMOVE_SH=1
set -e
artixpkg_repo_remove_usage() {
local -r COMMAND=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
cat <<- _EOF_
Usage: ${COMMAND} [OPTIONS] [DEST_REPO] [PKGBASE]...
OPTIONS
-p, --push Push pkgbase
-t, --topic Set the [DEST_REPO] topic via gitea api
-h, --help Show this help text
EXAMPLES
$ ${COMMAND} extra-testing libfoo
$ ${COMMAND} -p extra-testing libfoo
$ ${COMMAND} -t -p extra-testing libfoo
_EOF_
}
get_commit_msg() {
printf "[%s] '%s' %s\n" "${DEST}" "${pkgbase}-$(get_full_version)" "remove"
}
artixpkg_repo_remove() {
if (( $# < 1 )); then
artixpkg_repo_remove_usage
exit 0
fi
# options
local pkgbases=()
local pkgbase
local PUSH=0
local SET_TOPIC=0
local DEST='trunk'
# variables
local path
while (( $# )); do
case $1 in
-h|--help)
artixpkg_repo_remove_usage
exit 0
;;
-p|--push)
PUSH=1
shift
;;
-t|--topic)
SET_TOPIC=1
shift
;;
-*)
die "invalid argument: %s" "$1"
;;
*)
pkgbases=("$@")
break
;;
esac
done
DEST="$1"
if ! in_array "${DEST}" "${ARTIX_DB[@]}"; then
die "${DEST} does not exist!"
fi
for pkgbase in "${pkgbases[@]}"; do
if [[ -d "${pkgbase}" ]];then
if [[ ! -d "${pkgbase}/.git" ]]; then
error "Not a Git repository: ${pkgbase}"
continue
fi
( cd "${pkgbase}" || return
pkgbuild=trunk/PKGBUILD
if [[ ! -f "$pkgbuild" ]]; then
die "No PKGBUILD found in (%s)" "trunk"
fi
pkgbuild="$CARCH/${DEST}"/PKGBUILD
# shellcheck disable=1090
source "$pkgbuild"
local commit_msg
commit_msg=$(get_commit_msg)
rm -r "$CARCH/${DEST}"
if [[ -n $(git status --porcelain --untracked-files=normal) ]]; then
msg 'Staging files'
for f in $(git ls-files --deleted); do
git rm "$f"
done
# stat_done
msg 'Commit'
git commit -m "${commit_msg}"
# stat_done
if (( PUSH )); then
msg "Push (${pkgbase})"
git push origin master
# stat_done
fi
if (( SET_TOPIC )); then
# topics meta
if [[ -n ${GIT_TOKEN} ]]; then
local topic="${SRC}"
if ! remove_topic "${gitname}" "${topic}" >/dev/null; then
warning "failed to remove pacman repo topic: ${topic}"
fi
fi
fi
fi
)
fi
done
}

43
lib/pkg/util.sh Normal file
View File

@@ -0,0 +1,43 @@
#!/hint/bash
#{{{ pkg conf
load_pkg_config(){
local conf="$1/artools-pkg.conf"
[[ -f "$conf" ]] || return 1
# shellcheck source=/etc/artools/artools-pkg.conf
[[ -r "$conf" ]] && . "$conf"
local git_domain="gitea.artixlinux.org"
GIT_URL=${GIT_URL:-"https://${git_domain}"}
GIT_SSH=${GIT_SSH:-"gitea@${git_domain}"}
GIT_TOKEN=${GIT_TOKEN:-''}
TREE_DIR_ARTIX=${TREE_DIR_ARTIX:-"${WORKSPACE_DIR}/artixlinux"}
[[ -z ${ARTIX_TREE[*]} ]] && \
ARTIX_TREE=(main initsys desktop addons lib32)
REPOS_ROOT=${REPOS_ROOT:-"${WORKSPACE_DIR}/repos"}
REPOS_MIRROR=${REPOS_MIRROR:-'http://mirror1.artixlinux.org/repos'}
GIT_UPSTREAM_URL=${GIT_UPSTREAM_URL:-"https://gitlab.archlinux.org/archlinux/packaging/packages"}
DBEXT=${DBEXT:-'gz'}
return 0
}
#}}}
load_pkg_config "${USER_CONF_DIR}" || load_pkg_config "${SYSCONFDIR}"
prepare_dir "${REPOS_ROOT}"
prepare_dir "${TREE_DIR_ARTIX}"

View File

@@ -1,75 +0,0 @@
#!/hint/bash
#{{{ pkg conf
load_pkg_config(){
local conf="$1/artools-pkg.conf"
[[ -f "$conf" ]] || return 1
# shellcheck source=/etc/artools/artools-pkg.conf
[[ -r "$conf" ]] && . "$conf"
local git_domain="gitea.artixlinux.org"
GIT_URL=${GIT_URL:-"https://${git_domain}"}
GIT_SSH=${GIT_SSH:-"gitea@${git_domain}"}
GIT_TOKEN=${GIT_TOKEN:-''}
TREE_DIR_ARTIX=${TREE_DIR_ARTIX:-"${WORKSPACE_DIR}/artixlinux"}
ARTIX_TREE=(
packages community
packages-{gfx,gtk,media,net,qt5,xorg}
)
local dev_tree=(
packages-{llvm,python,perl,java,ruby}
python-{world,galaxy}
)
local init_tree=(packages-{openrc,runit,s6,suite66,dinit})
local desktop_tree=(
packages-{kf5,plasma,kde,qt6}
packages-{lxqt,gnome,cinnamon,mate,xfce,wm}
)
[[ -z ${TREE_NAMES_ARTIX[*]} ]] && \
TREE_NAMES_ARTIX=(
packages-kernel
"${init_tree[@]}"
"${dev_tree[@]}"
"${desktop_tree[@]}"
packages-devel
packages-lib32
)
ARTIX_TREE+=("${TREE_NAMES_ARTIX[@]}")
TREE_DIR_ARCH=${TREE_DIR_ARCH:-"${WORKSPACE_DIR}/archlinux"}
[[ -z ${ARCH_TREE[*]} ]] && \
ARCH_TREE=(svntogit-{packages,community})
REPOS_ROOT=${REPOS_ROOT:-"${WORKSPACE_DIR}/repos"}
REPOS_MIRROR=${REPOS_MIRROR:-'http://mirror1.artixlinux.org/repos'}
HOST_TREE_ARCH=${HOST_TREE_ARCH:-'https://github.com/archlinux'}
DBEXT=${DBEXT:-'gz'}
return 0
}
#}}}
load_pkg_config "${USER_CONF_DIR}" || load_pkg_config "${SYSCONFDIR}"
prepare_dir "${REPOS_ROOT}"
prepare_dir "${TREE_DIR_ARTIX}"
prepare_dir "${TREE_DIR_ARCH}"