Compare commits

..

4 Commits

Author SHA1 Message Date
b612484aff merge branch 'fixes' 2023-05-28 22:57:32 +02:00
d46b663ce2 artixpkg: fix lost 'fi' 2023-05-27 16:24:25 +02:00
5972016672 merge branch 'pull' 2023-05-27 16:22:11 +02:00
eb78a8d641 gitea api: fix topic search limit 2023-05-26 15:32:50 +02:00
14 changed files with 212 additions and 36 deletions

View File

@@ -1,4 +1,7 @@
V=0.30
CV=0.11
BUILDTOOLVER ?= $(V)
CHROOTVER ?= $(CV)
TOOLS = artools
PREFIX ?= /usr
@@ -74,15 +77,9 @@ PKG_LIB_GIT =\
PKG_LIB_REPO =\
$(wildcard lib/pkg/repo/*.sh)
# PKG_DATA = \
# data/valid-names.conf
MAKEPKG_CONF = \
data/makepkg/x86_64.conf \
PATCHES = \
$(wildcard data/patches/*.patch)
ISO_CONF = \
data/conf/artools-iso.conf
@@ -101,17 +98,22 @@ FILEMODE = -m0644
MODE = -m0755
LN = ln -sf
RM = rm -f
M4 = m4 -P --define=m4_artools_pkg_version=$V
M4 = m4 -P
CHMODAW = chmod a-w
CHMODX = chmod +x
BIN = $(BASE_BIN) $(PKG_BIN) $(ISO_BIN)
all: $(BIN)
all: bin
bin: $(BIN)
EDIT = sed -e "s|@datadir[@]|$(DATADIR)|g" \
-e "s|@libdir[@]|$(LIBDIR)|g" \
-e "s|@sysconfdir[@]|$(SYSCONFDIR)|g"
-e "s|@sysconfdir[@]|$(SYSCONFDIR)|g" \
-e "s|@buildtool[@]|$(TOOLS)|g" \
-e "s|@buildtoolver[@]|$(BUILDTOOLVER)|g" \
-e "s|@chrootver[@]|$(CHROOTVER)|g"
%: %.in Makefile
@echo "GEN $@"
@@ -168,9 +170,6 @@ install_pkg:
for l in $(LN_BUILDPKG); do $(LN) buildpkg $(DESTDIR)$(BINDIR)/$$l; done
# install $(DIRMODE) $(DESTDIR)$(DATADIR)/$(TOOLS)
# install $(FILEMODE) $(PKG_DATA) $(DESTDIR)$(DATADIR)/$(TOOLS)
install $(DIRMODE) $(DESTDIR)$(DATADIR)/$(TOOLS)/makepkg.conf.d
install $(FILEMODE) $(MAKEPKG_CONF) $(DESTDIR)$(DATADIR)/$(TOOLS)/makepkg.conf.d

View File

@@ -30,6 +30,8 @@ usage() {
exit "$1"
}
orig_args=("$@")
opts=':h'
while getopts ${opts} arg; do
@@ -39,7 +41,7 @@ while getopts ${opts} arg; do
done
shift $(( OPTIND - 1 ))
check_root
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
chrootdir=$1
shift

View File

@@ -73,6 +73,8 @@ usage() {
exit "$1"
}
orig_args=("$@")
opts=':C:cGiMU'
while getopts ${opts} arg; do
@@ -88,7 +90,7 @@ while getopts ${opts} arg; do
done
shift $(( OPTIND - 1 ))
check_root
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
(( $# )) || die "No root directory specified"
newroot=$1; shift

View File

@@ -17,7 +17,8 @@ LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/mount.sh
source "${LIBDIR}"/base/chroot.sh
source "${LIBDIR}"/base/chroot-version.sh
CHROOTVERSION=@chrootver@
# $1: chroot
kill_chroot_process(){
@@ -62,6 +63,8 @@ usage() {
exit 1
}
orig_args=("$@")
opts='hC:M:c:b:f:s'
while getopts ${opts} arg; do
@@ -79,7 +82,7 @@ shift $(( OPTIND - 1 ))
(( $# < 1 )) && die 'You must specify a directory.'
check_root
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
working_dir=$(readlink -f "$1")
shift 1

View File

@@ -16,7 +16,8 @@ LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/chroot.sh
source "${LIBDIR}"/base/chroot-version.sh
CHROOTVERSION=@chrootver@
working_dir=''
umode=''
@@ -37,6 +38,8 @@ usage() {
exit 1
}
orig_args=("$@")
opts='hUC:M:c:f:s'
while getopts ${opts} arg; do
@@ -58,7 +61,7 @@ shift $(( OPTIND - 1 ))
(( $# < 2 )) && die 'You must specify a directory and one or more packages.'
check_root
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
working_dir="$(readlink -f "$1")"
shift 1

View File

@@ -354,6 +354,8 @@ usage() {
exit "$1"
}
orig_args=("$@")
opts='p:r:t:i:g:czsbxmdqh'
while getopts "${opts}" arg; do
@@ -381,7 +383,7 @@ prepare_build
${pretend} && display_settings && exit 1
check_root
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
prepare_dir "${mnt_dir}"
prepare_dir "${iso_dir}"

View File

@@ -97,7 +97,7 @@ fi
# fi
# done
check_root SOURCE_DATE_EPOCH,SRCDEST,SRCPKGDEST,PKGDEST,LOGDEST,MAKEFLAGS,PACKAGER,GNUPGHOME
check_root SOURCE_DATE_EPOCH,SRCDEST,SRCPKGDEST,PKGDEST,LOGDEST,MAKEFLAGS,PACKAGER,GNUPGHOME "${BASH_SOURCE[0]}" "$@"
mkchrootpkg_args+=("${@:$OPTIND}")

View File

@@ -121,6 +121,8 @@ usage() {
__EOF__
}
orig_args=("$@")
while getopts 'dM:c:l:h' arg; do
case "$arg" in
d) diffoscope=1 ;;
@@ -133,7 +135,7 @@ while getopts 'dM:c:l:h' arg; do
done
shift $((OPTIND - 1))
check_root
check_root "" "${BASH_SOURCE[0]}" "${orig_args[@]}"
[[ -f PKGBUILD ]] || { error "No PKGBUILD in current directory."; exit 1; }

View File

@@ -17,8 +17,8 @@ LIBDIR=${LIBDIR:-'@libdir@/artools'}
source "${LIBDIR}"/base/message.sh
source "${LIBDIR}"/base/chroot.sh
export BUILDTOOL=artools-pkg
export BUILDTOOLVER=m4_artools_pkg_version
export BUILDTOOL=@buildtool@
export BUILDTOOLVER=@buildtoolver@
shopt -s nullglob
@@ -199,7 +199,7 @@ EOF
declare -f _chrootbuild
declare -p SOURCE_DATE_EPOCH 2>/dev/null || true
declare -p BUILDTOOL 2>/dev/null
declare -p BUILDTOOLVER 2>/dev/null
declare -p BUILDTOOLVER 2>/dev/null
printf '_chrootbuild "$@" || exit\n'
if (( run_namcap )); then
@@ -226,8 +226,8 @@ _chrootbuild() {
# ${1} is OK, but $foo or $1 isn't.
# https://bugzilla.sudo.ws/show_bug.cgi?id=765
sudo --preserve-env=SOURCE_DATE_EPOCH \
-preserve-env=BUILDTOOL \
--preserve-env=BUILDTOOLVER \
--preserve-env=BUILDTOOL \
--preserve-env=BUILDTOOLVER \
-iu builduser bash -c 'cd /startdir; makepkg "$@"' -bash "$@"
ret=$?
case $ret in
@@ -315,7 +315,7 @@ done
[[ -n $makepkg_user && -z $(id -u "$makepkg_user") ]] && die 'Invalid makepkg user.'
makepkg_user=${makepkg_user:-${SUDO_USER:-$USER}}
check_root SOURCE_DATE_EPOCH,BUILDTOOL,BUILDTOOLVER,GNUPGHOME,SRCDEST,SRCPKGDEST,PKGDEST,LOGDEST,MAKEFLAGS,PACKAGER
check_root SOURCE_DATE_EPOCH,BUILDTOOL,BUILDTOOLVER,GNUPGHOME,SRCDEST,SRCPKGDEST,PKGDEST,LOGDEST,MAKEFLAGS,PACKAGER "${BASH_SOURCE[0]}" "$@"
# Canonicalize chrootdir, getting rid of trailing /
chrootdir=$(readlink -e "$passeddir")

View File

@@ -1,3 +0,0 @@
#!/hint/bash
CHROOTVERSION=0.11

View File

@@ -2,20 +2,20 @@
#{{{ chroot
orig_argv=("$0" "$@")
check_root() {
local keepenv="$1"
local keepenv=$1
shift
local orig_argv=("$@")
(( EUID == 0 )) && return
if type -P sudo >/dev/null; then
# shellcheck disable=2154
exec sudo --preserve-env="$keepenv" -- "${orig_argv[@]}"
exec sudo --preserve-env="${keepenv}" -- "${orig_argv[@]}"
else
# shellcheck disable=2154
exec su root -c "$(printf ' %q' "${orig_argv[@]}")"
fi
}
is_btrfs() {
[[ -e "$1" && "$(stat -f -c %T "$1")" == btrfs ]]
}

View File

@@ -160,7 +160,7 @@ remove_topic() {
search_topic() {
local search="$1"
local url
url="${GIT_URL}/api/v1/repos/search?q=${search}&topic=true&includeDesc=false&private=false&is_private=false&template=false&archived=false&order=asc"
url="${GIT_URL}/api/v1/repos/search?q=${search}&topic=true&includeDesc=false&private=false&is_private=false&template=false&archived=false&order=asc&limit=10000"
stat_busy "Query for topic (${search})"
api_get "$url" \

View File

@@ -66,6 +66,14 @@ artixpkg_git() {
artixpkg_git_create "$@"
exit 0
;;
pull)
_ARTOOLS_COMMAND+=" $1"
shift
# shellcheck source=lib/git/pull.sh
source "${LIBDIR}"/pkg/git/pull.sh
artixpkg_git_pull "$@"
exit 0
;;
-*)
die "invalid argument: %s" "$1"
;;

158
lib/pkg/git/pull.sh Normal file
View File

@@ -0,0 +1,158 @@
#!/bin/bash
#
# SPDX-License-Identifier: GPL-3.0-or-later
[[ -z ${ARTOOLS_INCLUDE_GIT_PULL_SH:-} ]] || return 0
ARTOOLS_INCLUDE_GIT_PULL_SH=1
source "${LIBDIR}"/pkg/git/config.sh
set -e
artixpkg_git_pull_usage() {
local -r COMMAND=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
cat <<- _EOF_
Usage: ${COMMAND} [OPTIONS] [PKGBASE]...
OPTIONS
-m, --maintainer=NAME Clone all packages of the named maintainer
-t, --topic=NAME Clone all packages of the named topic
-j, --jobs N Run up to N jobs in parallel (default: $(nproc))
--universe Clone all existing packages, useful for cache warming
--fetch Fetch only
-h, --help Show this help text
EXAMPLES
$ ${COMMAND} libfoo linux libbar
$ ${COMMAND} --maintainer maintainer-mynickname
$ ${COMMAND} --topic myopic
$ ${COMMAND} -j 8 --topic myopic
_EOF_
}
artixpkg_git_pull() {
if (( $# < 1 )); then
artixpkg_git_pull_usage
exit 0
fi
# options
local PULL_ALL=0
local FETCH=0
local MAINTAINER=
local TOPIC=
local CONFIGURE_OPTIONS=()
local jobs=
jobs=$(nproc)
local command=${_ARTOOLS_COMMAND:-${BASH_SOURCE[0]##*/}}
while (( $# )); do
case $1 in
-h|--help)
artixpkg_git_pull_usage
exit 0
;;
-m|--maintainer)
(( $# <= 1 )) && die "missing argument for %s" "$1"
MAINTAINER="$2"
shift 2
;;
--maintainer=*)
MAINTAINER="${1#*=}"
shift
;;
-t|--topic)
(( $# <= 1 )) && die "missing argument for %s" "$1"
TOPIC="$2"
shift 2
;;
--topic=*)
TOPIC="${1#*=}"
shift
;;
--universe)
PULL_ALL=1
shift
;;
--fetch)
FETCH=1
shift
;;
-j|--jobs)
(( $# <= 1 )) && die "missing argument for %s" "$1"
jobs=$2
shift 2
;;
--)
shift
break
;;
-*)
die "invalid argument: %s" "$1"
;;
*)
pkgbases=("$@")
break
;;
esac
done
# Query packages of a maintainer
if [[ -n ${MAINTAINER} ]]; then
stat_busy "Query mantainer packages"
local maint
maint="maintainer-${MAINTAINER}"
mapfile -t pkgbases < <(search_topic "${maint}" | jq -r '.data | .[].name' | sort)
stat_done
fi
if [[ -n ${TOPIC} ]]; then
stat_busy "Query topic packages"
mapfile -t pkgbases < <(search_topic "${TOPIC}" | jq -r '.data | .[].name' | sort)
stat_done
fi
# Query all released packages
if (( PULL_ALL )); then
stat_busy "Query all packages"
mapfile -t pkgbases < <(list_all_repos | jq -r '.[] | .name' | sort)
stat_done
fi
# parallelization
if [[ ${jobs} != 1 ]] && (( ${#pkgbases[@]} > 1 )); then
# force colors in parallel if parent process is colorized
if [[ -n ${BOLD} ]]; then
export ARTOOLS_COLOR=always
fi
if ! parallel --bar --jobs "${jobs}" "${command}" ::: "${pkgbases[@]}"; then
die 'Failed to pull some packages, please check the output'
exit 1
fi
exit 0
fi
for pkgbase in "${pkgbases[@]}"; do
if [[ -d ${pkgbase} ]]; then
( cd ${pkgbase} || return
if (( FETCH )); then
msg "Fetching ${pkgbase} ..."
if ! git fetch origin; then
die 'failed to fetch %s' "${pkgbase}"
fi
else
msg "Pulling ${pkgbase} ..."
if ! git pull origin master; then
die 'failed to pull %s' "${pkgbase}"
fi
fi
)
else
warning "Skip pulling ${pkgbase}: Directory does not exist"
fi
done
}