mirror of
https://gitlab.archlinux.org/archlinux/devtools.git
synced 2025-09-13 18:06:19 +02:00
Compare commits
44 Commits
20191227
...
github/for
Author | SHA1 | Date | |
---|---|---|---|
![]() |
82caeab9e2 | ||
![]() |
9028302ac7 | ||
![]() |
a9bf4789b3 | ||
![]() |
fd17f53cef | ||
![]() |
80e8c1fc70 | ||
![]() |
6535ac9b99 | ||
![]() |
c5c5dbc64f | ||
![]() |
0a0e66a784 | ||
![]() |
60e96c9d4b | ||
![]() |
30ed6920c7 | ||
![]() |
4602659068 | ||
![]() |
43d58212c5 | ||
![]() |
6a628af422 | ||
![]() |
0635f0c5ec | ||
![]() |
04af0374f3 | ||
![]() |
54e03641a3 | ||
![]() |
385b47e56e | ||
![]() |
9d39abbefe | ||
![]() |
90ba07d9be | ||
![]() |
8c26438df8 | ||
![]() |
a49bcf2097 | ||
![]() |
0883f45b3a | ||
![]() |
99c2020d47 | ||
![]() |
00f7a6a415 | ||
![]() |
4f305aa316 | ||
![]() |
09e169b741 | ||
![]() |
360a7611a8 | ||
![]() |
d507db9490 | ||
![]() |
aff81d34fd | ||
![]() |
5b1123e11f | ||
![]() |
a0f79fcce0 | ||
![]() |
94b0413e13 | ||
![]() |
e963b6da9e | ||
![]() |
b2cbb8628e | ||
![]() |
6d273f79c3 | ||
![]() |
51842a1676 | ||
![]() |
53fe5c67a1 | ||
![]() |
21d9984acc | ||
![]() |
cb6484fe45 | ||
![]() |
bcb1b4a163 | ||
![]() |
57fb44b976 | ||
![]() |
9b4d8ae930 | ||
![]() |
4c206ab549 | ||
![]() |
4c08847bfa |
15
.github/workflows/test.yml
vendored
Normal file
15
.github/workflows/test.yml
vendored
Normal file
@@ -0,0 +1,15 @@
|
||||
on: push
|
||||
jobs:
|
||||
test:
|
||||
runs-on: ubuntu-latest
|
||||
container: archlinux/archlinux:latest
|
||||
steps:
|
||||
- name: Install dependencies
|
||||
run: pacman -Syu --noconfirm m4 make openssh subversion rsync arch-install-scripts git bzr mercurial diffutils asciidoc shellcheck
|
||||
- uses: actions/checkout@v2
|
||||
- name: Run tests
|
||||
run: |
|
||||
make PREFIX=/usr
|
||||
make PREFIX=/usr DESTDIR="$(mktemp -d)" install
|
||||
make check || true
|
||||
SHELLCHECK_OPTS="-S error" make check
|
2
.gitignore
vendored
2
.gitignore
vendored
@@ -11,6 +11,7 @@ lddd
|
||||
makechrootpkg
|
||||
makerepropkg
|
||||
mkarchroot
|
||||
offload-build
|
||||
rebuildpkgs
|
||||
zsh_completion
|
||||
find-libdeps
|
||||
@@ -18,3 +19,4 @@ crossrepomove
|
||||
arch-nspawn
|
||||
sogrep
|
||||
doc/*.1
|
||||
doc/*.7
|
||||
|
28
.travis.yml
28
.travis.yml
@@ -1,28 +0,0 @@
|
||||
language: shell
|
||||
sudo: required
|
||||
|
||||
services:
|
||||
- docker
|
||||
|
||||
archlinux:
|
||||
packages:
|
||||
- openssh
|
||||
- subversion
|
||||
- rsync
|
||||
- arch-install-scripts
|
||||
- git
|
||||
- bzr
|
||||
- mercurial
|
||||
- diffutils
|
||||
- asciidoc
|
||||
- shellcheck
|
||||
script:
|
||||
- sudo pacman -Syu --noconfirm --needed "${CONFIG_PACKAGES[@]}"
|
||||
- make PREFIX=/usr
|
||||
- make PREFIX=/usr DESTDIR="$(mktemp -d)" install
|
||||
- make check || true
|
||||
- SHELLCHECK_OPTS="-S error" make check
|
||||
|
||||
script: 'curl -s https://raw.githubusercontent.com/mikkeloscar/arch-travis/master/arch-travis.sh | bash'
|
||||
|
||||
# vim: ft=yaml ts=2 sw=2 et:
|
22
Makefile
22
Makefile
@@ -1,4 +1,4 @@
|
||||
V=20191227
|
||||
V=20210202
|
||||
|
||||
PREFIX = /usr/local
|
||||
MANDIR = $(PREFIX)/share/man
|
||||
@@ -17,12 +17,12 @@ IN_PROGS = \
|
||||
makerepropkg \
|
||||
mkarchroot \
|
||||
makechrootpkg \
|
||||
offload-build \
|
||||
rebuildpkgs \
|
||||
sogrep
|
||||
|
||||
BINPROGS = \
|
||||
$(IN_PROGS) \
|
||||
offload-build \
|
||||
$(IN_PROGS)
|
||||
|
||||
CONFIGFILES = \
|
||||
makepkg-x86_64.conf \
|
||||
@@ -35,6 +35,8 @@ CONFIGFILES = \
|
||||
pacman-kde-unstable.conf \
|
||||
pacman-gnome-unstable.conf
|
||||
|
||||
SETARCH_ALIASES = \
|
||||
|
||||
COMMITPKG_LINKS = \
|
||||
extrapkg \
|
||||
testingpkg \
|
||||
@@ -68,6 +70,9 @@ BASHCOMPLETION_LINKS = \
|
||||
|
||||
|
||||
MANS = \
|
||||
doc/archbuild.1 \
|
||||
doc/arch-nspawn.1 \
|
||||
doc/makechrootpkg.1 \
|
||||
doc/lddd.1 \
|
||||
doc/checkpkg.1 \
|
||||
doc/offload-build.1 \
|
||||
@@ -75,7 +80,8 @@ MANS = \
|
||||
doc/makerepropkg.1 \
|
||||
doc/mkarchroot.1 \
|
||||
doc/find-libdeps.1 \
|
||||
doc/find-libprovides.1
|
||||
doc/find-libprovides.1 \
|
||||
doc/devtools.7
|
||||
|
||||
|
||||
all: $(BINPROGS) bash_completion zsh_completion man
|
||||
@@ -86,7 +92,7 @@ edit = sed -e "s|@pkgdatadir[@]|$(PREFIX)/share/devtools|g"
|
||||
%: %.in Makefile lib/common.sh
|
||||
@echo "GEN $@"
|
||||
@$(RM) "$@"
|
||||
@{ echo -n 'm4_changequote([[[,]]])'; cat $@.in; } | m4 -P | $(edit) >$@
|
||||
@{ echo -n 'm4_changequote([[[,]]])'; cat $@.in; } | m4 -P --define=m4_devtools_version=$V | $(edit) >$@
|
||||
@chmod a-w "$@"
|
||||
@chmod +x "$@"
|
||||
@bash -O extglob -n "$@"
|
||||
@@ -94,16 +100,17 @@ edit = sed -e "s|@pkgdatadir[@]|$(PREFIX)/share/devtools|g"
|
||||
$(MANS): doc/asciidoc.conf doc/footer.asciidoc
|
||||
|
||||
doc/%: doc/%.asciidoc
|
||||
a2x --no-xmllint --asciidoc-opts="-f doc/asciidoc.conf" -d manpage -f manpage -D doc $<
|
||||
a2x --no-xmllint --asciidoc-opts="-f doc/asciidoc.conf" -d manpage -f manpage -D doc -a pkgdatadir=$(PREFIX)/share/devtools $<
|
||||
|
||||
clean:
|
||||
rm -f $(IN_PROGS) bash_completion zsh_completion $(MANS)
|
||||
|
||||
install:
|
||||
install -dm0755 $(DESTDIR)$(PREFIX)/bin
|
||||
install -dm0755 $(DESTDIR)$(PREFIX)/share/devtools
|
||||
install -dm0755 $(DESTDIR)$(PREFIX)/share/devtools/setarch-aliases.d
|
||||
install -m0755 ${BINPROGS} $(DESTDIR)$(PREFIX)/bin
|
||||
install -m0644 ${CONFIGFILES} $(DESTDIR)$(PREFIX)/share/devtools
|
||||
for a in ${SETARCH_ALIASES}; do install -m0644 setarch-aliases.d/$$a $(DESTDIR)$(PREFIX)/share/devtools/setarch-aliases.d; done
|
||||
for l in ${COMMITPKG_LINKS}; do ln -sf commitpkg $(DESTDIR)$(PREFIX)/bin/$$l; done
|
||||
for l in ${ARCHBUILD_LINKS}; do ln -sf archbuild $(DESTDIR)$(PREFIX)/bin/$$l; done
|
||||
for l in ${CROSSREPOMOVE_LINKS}; do ln -sf crossrepomove $(DESTDIR)$(PREFIX)/bin/$$l; done
|
||||
@@ -119,6 +126,7 @@ install:
|
||||
uninstall:
|
||||
for f in ${BINPROGS}; do rm -f $(DESTDIR)$(PREFIX)/bin/$$f; done
|
||||
for f in ${CONFIGFILES}; do rm -f $(DESTDIR)$(PREFIX)/share/devtools/$$f; done
|
||||
for f in ${SETARCH_ALIASES}; do rm -f $(DESTDIR)$(PREFIX)/share/devtools/setarch-aliases.d/$$f; done
|
||||
for l in ${COMMITPKG_LINKS}; do rm -f $(DESTDIR)$(PREFIX)/bin/$$l; done
|
||||
for l in ${ARCHBUILD_LINKS}; do rm -f $(DESTDIR)$(PREFIX)/bin/$$l; done
|
||||
for l in ${CROSSREPOMOVE_LINKS}; do rm -f $(DESTDIR)$(PREFIX)/bin/$$l; done
|
||||
|
@@ -57,24 +57,24 @@ shift 1
|
||||
|
||||
[[ -z $working_dir ]] && die 'Please specify a working directory.'
|
||||
|
||||
pacconf_cmd=$(command -v pacman-conf || command -v pacconf)
|
||||
|
||||
if (( ${#cache_dirs[@]} == 0 )); then
|
||||
mapfile -t cache_dirs < <($pacconf_cmd --config "${pac_conf:-$working_dir/etc/pacman.conf}" CacheDir)
|
||||
mapfile -t cache_dirs < <(pacman-conf --config "${pac_conf:-$working_dir/etc/pacman.conf}" CacheDir)
|
||||
fi
|
||||
|
||||
# shellcheck disable=2016
|
||||
host_mirrors=($($pacconf_cmd --repo extra Server 2> /dev/null | sed -r 's#(.*/)extra/os/.*#\1$repo/os/$arch#'))
|
||||
host_mirrors=($(pacman-conf --repo extra Server 2> /dev/null | sed -r 's#(.*/)extra/os/.*#\1$repo/os/$arch#'))
|
||||
|
||||
for host_mirror in "${host_mirrors[@]}"; do
|
||||
if [[ $host_mirror == *file://* ]]; then
|
||||
host_mirror=$(echo "$host_mirror" | sed -r 's#file://(/.*)/\$repo/os/\$arch#\1#g')
|
||||
in_array "$host_mirror" "${cache_dirs[@]}" || cache_dirs+=("$host_mirror")
|
||||
for m in "$host_mirror"/pool/*/; do
|
||||
in_array "$m" "${cache_dirs[@]}" || cache_dirs+=("$m")
|
||||
done
|
||||
fi
|
||||
done
|
||||
|
||||
while read -r line; do
|
||||
mapfile -t lines < <($pacconf_cmd --config "${pac_conf:-$working_dir/etc/pacman.conf}" \
|
||||
mapfile -t lines < <(pacman-conf --config "${pac_conf:-$working_dir/etc/pacman.conf}" \
|
||||
--repo $line Server | sed -r 's#(.*/)[^/]+/os/.+#\1#')
|
||||
for line in "${lines[@]}"; do
|
||||
if [[ $line = file://* ]]; then
|
||||
@@ -82,7 +82,7 @@ while read -r line; do
|
||||
in_array "$line" "${cache_dirs[@]}" || cache_dirs+=("$line")
|
||||
fi
|
||||
done
|
||||
done < <($pacconf_cmd --config "${pac_conf:-$working_dir/etc/pacman.conf}" --repo-list)
|
||||
done < <(pacman-conf --config "${pac_conf:-$working_dir/etc/pacman.conf}" --repo-list)
|
||||
|
||||
mount_args+=("--bind=${cache_dirs[0]//:/\\:}")
|
||||
|
||||
@@ -124,8 +124,13 @@ copy_hostconf
|
||||
eval "$(grep -a '^CARCH=' "$working_dir/etc/makepkg.conf")"
|
||||
|
||||
[[ -z $nosetarch ]] || unset CARCH
|
||||
if [[ -f "@pkgdatadir@/setarch-aliases.d/${CARCH}" ]]; then
|
||||
read -r set_arch < "@pkgdatadir@/setarch-aliases.d/${CARCH}"
|
||||
else
|
||||
set_arch="${CARCH}"
|
||||
fi
|
||||
|
||||
exec ${CARCH:+setarch "$CARCH"} systemd-nspawn -q \
|
||||
exec ${CARCH:+setarch "$set_arch"} systemd-nspawn -q \
|
||||
-D "$working_dir" \
|
||||
-E "PATH=/usr/local/sbin:/usr/local/bin:/usr/bin" \
|
||||
--register=no --keep-unit --as-pid2 \
|
||||
|
@@ -17,6 +17,11 @@ else
|
||||
repo=${tag%-*}
|
||||
arch=${tag##*-}
|
||||
fi
|
||||
if [[ -f "@pkgdatadir@/setarch-aliases.d/${arch}" ]]; then
|
||||
read -r set_arch < "@pkgdatadir@/setarch-aliases.d/${arch}"
|
||||
else
|
||||
set_arch="${arch}"
|
||||
fi
|
||||
chroots='/var/lib/archbuild'
|
||||
clean_first=false
|
||||
|
||||
@@ -69,7 +74,7 @@ if ${clean_first} || [[ ! -d "${chroots}/${repo}-${arch}" ]]; then
|
||||
|
||||
rm -rf --one-file-system "${chroots}/${repo}-${arch}"
|
||||
(umask 0022; mkdir -p "${chroots}/${repo}-${arch}")
|
||||
setarch "${arch}" mkarchroot \
|
||||
setarch "${set_arch}" mkarchroot \
|
||||
-C "${pacman_config}" \
|
||||
-M "${makepkg_config}" \
|
||||
"${chroots}/${repo}-${arch}/root" \
|
||||
|
@@ -95,8 +95,10 @@ for _pkgname in "${pkgname[@]}"; do
|
||||
|
||||
if (( $# )); then
|
||||
case $1 in
|
||||
*://*)
|
||||
pkgurl=$1 ;;
|
||||
/*|*/*)
|
||||
pkgurl=file://$(readlink -m "$1") ;;
|
||||
pkgurl=$(readlink -m "$1") ;;
|
||||
*.pkg.tar*)
|
||||
pkgurl=$1 ;;
|
||||
'')
|
||||
|
40
doc/arch-nspawn.1.asciidoc
Normal file
40
doc/arch-nspawn.1.asciidoc
Normal file
@@ -0,0 +1,40 @@
|
||||
arch-nspawn(1)
|
||||
==============
|
||||
|
||||
Name
|
||||
----
|
||||
arch-nspawn - Run a command or OS in a light-weight namespace container
|
||||
|
||||
Synopsis
|
||||
--------
|
||||
arch-nspawn [options] working-dir [systemd-nspawn arguments]
|
||||
|
||||
Description
|
||||
-----------
|
||||
|
||||
'arch-nspawn' is a wrapper around systemd-nspawn to run command or OS in a
|
||||
namespace container such as a directory including base utilities of a OS.
|
||||
It is used to build package(s) in given clean and defined environment.
|
||||
|
||||
Options
|
||||
-------
|
||||
|
||||
*-C* <file>::
|
||||
Location of a pacman config file
|
||||
|
||||
*-M* <file>::
|
||||
Location of a makepkg config file
|
||||
|
||||
*-c* <dir>::
|
||||
Set pacman cache, if no directory is specified the passed pacman.conf's cachedir is used with a fallback to '/etc/pacman.conf'
|
||||
|
||||
*-f* <file>::
|
||||
Copy file from the host to the chroot
|
||||
|
||||
*-s*::
|
||||
Do not run setarch
|
||||
|
||||
*-h*::
|
||||
Show this usage message
|
||||
|
||||
include::footer.asciidoc[]
|
47
doc/archbuild.1.asciidoc
Normal file
47
doc/archbuild.1.asciidoc
Normal file
@@ -0,0 +1,47 @@
|
||||
archbuild(1)
|
||||
============
|
||||
|
||||
Name
|
||||
----
|
||||
archbuild - a script to build an Arch Linux package inside a clean chroot.
|
||||
|
||||
Synopsis
|
||||
--------
|
||||
archbuild [options] -- [makechrootpkg args]
|
||||
|
||||
Description
|
||||
-----------
|
||||
|
||||
'archbuild' is a script to build an Arch Linux package. archbuild is part of devtools but should only be used via one of the included symlinks:
|
||||
|
||||
* extra-x86_64-build
|
||||
* gnome-unstable-x86_64-build
|
||||
* kde-unstable-x86_64-build
|
||||
* multilib-build
|
||||
* multilib-staging-build
|
||||
* multilib-testing-build
|
||||
* staging-x86_64-build
|
||||
* testing-x86_64-build
|
||||
|
||||
The symlink used to run it will be inspected by archbuild, to determine which target you want it to use. It will load the available pacman configuration from 'pacman-reponame-arch.conf' with a fallback to 'pacman-reponame.conf' from {pkgdatadir}. The makepkg configuration is loaded from 'makepkg-repo-arch.conf' with a fallback to 'makepkg-reponame.conf' from {pkgdatadir}.
|
||||
|
||||
|
||||
Options
|
||||
-------
|
||||
|
||||
*-h*::
|
||||
Output command line options.
|
||||
|
||||
*-c*::
|
||||
Recreate the chroot before building.
|
||||
|
||||
*-r* <dir>::
|
||||
Create chroots in this directory.
|
||||
|
||||
|
||||
See Also
|
||||
--------
|
||||
|
||||
linkman:devtools[7]
|
||||
|
||||
include::footer.asciidoc[]
|
55
doc/devtools.7.asciidoc
Normal file
55
doc/devtools.7.asciidoc
Normal file
@@ -0,0 +1,55 @@
|
||||
devtools(7)
|
||||
===========
|
||||
|
||||
Name
|
||||
----
|
||||
devtools - Developer tools for the Arch Linux distribution
|
||||
|
||||
Description
|
||||
-----------
|
||||
|
||||
Devtools contains tools for package maintenance in Arch Linux. The toolset
|
||||
varies from tools for building packages in a clean chroot ('mkarchroot',...),
|
||||
packaging related tools for sonames ('sogrep', 'lddd') and tools for
|
||||
repository management such as ('archco', 'extra2community')
|
||||
|
||||
Programs
|
||||
--------
|
||||
The list below gives a short overview; see the respective documentation
|
||||
for details.
|
||||
|
||||
linkman:archbuild[1]
|
||||
Build an Arch Linux package inside a clean chroot
|
||||
|
||||
linkman:arch-nspawn[1]
|
||||
Run a command or OS in a light-weight namespace container
|
||||
|
||||
linkman:checkpkg[1]
|
||||
Compare the current build pakcage with the repository version
|
||||
|
||||
linkman:find-libdeps[1]
|
||||
Find soname dependencies for a package
|
||||
|
||||
linkman:find-libprovides[1]
|
||||
Find soname's which are provided by a package
|
||||
|
||||
linkman:lddd[1]
|
||||
Find broken library links on your system
|
||||
|
||||
linkman:mkarchroot[1]
|
||||
Creates an arch chroot in a specified location with a specified set of
|
||||
packages
|
||||
|
||||
linkman:makechrootpkg[1]
|
||||
Build a PKGBUILD in a given chroot environment
|
||||
|
||||
linkman:makerepropkg[1]
|
||||
Rebuild a package to see if it is reproducible
|
||||
|
||||
linkman:offload-build[1]
|
||||
Build a PKGBUILD on a remote server using makechrootpkg
|
||||
|
||||
linkman:sogrep[1]
|
||||
Find packages using a linked to a given shared library
|
||||
|
||||
include::footer.asciidoc[]
|
76
doc/makechrootpkg.1.asciidoc
Normal file
76
doc/makechrootpkg.1.asciidoc
Normal file
@@ -0,0 +1,76 @@
|
||||
makechrootpkg(1)
|
||||
================
|
||||
|
||||
Name
|
||||
----
|
||||
makechrootpkg - Build a PKGBUILD in a given chroot environment
|
||||
|
||||
Synopsis
|
||||
--------
|
||||
makechrootpkg [OPTIONS] -r <chrootdir> [--] [makepkg args]
|
||||
|
||||
Description
|
||||
-----------
|
||||
|
||||
Run this script in a directory containing a PKGBUILD to build a package
|
||||
inside a clean chroot. Arguments passed to this script after the
|
||||
end-of-options marker (--) will be passed to makepkg.
|
||||
|
||||
The chroot dir consists of the following directories:
|
||||
<chrootdir>/{root, copy} but only "root" is required
|
||||
by default. The working copy will be created as needed
|
||||
|
||||
The chroot "root" directory must be created via the following
|
||||
command:
|
||||
mkarchroot <chrootdir>/root base-devel
|
||||
|
||||
This script reads {SRC,SRCPKG,PKG,LOG}DEST, MAKEFLAGS and PACKAGER
|
||||
from makepkg.conf(5), if those variables are not part of the
|
||||
environment.
|
||||
|
||||
Default makepkg args: --syncdeps --noconfirm --log --holdver --skipinteg
|
||||
|
||||
Options
|
||||
-------
|
||||
|
||||
*-h*::
|
||||
Show this usage message
|
||||
|
||||
*-c*::
|
||||
Clean the chroot before building
|
||||
|
||||
*-d* <dir>::
|
||||
Bind directory into build chroot as read-write
|
||||
|
||||
*-D* <dir>::
|
||||
Bind directory into build chroot as read-only
|
||||
|
||||
*-u*::
|
||||
Update the working copy of the chroot before building
|
||||
This is useful for rebuilds without dirtying the pristine
|
||||
chroot
|
||||
|
||||
*-r* <dir>::
|
||||
The chroot dir to use
|
||||
|
||||
*-I* <pkg>::
|
||||
Install a package into the working copy of the chroot
|
||||
|
||||
*-l* <copy>::
|
||||
The directory to use as the working copy of the chroot
|
||||
Useful for maintaining multiple copies
|
||||
Default: $USER
|
||||
|
||||
*-n*::
|
||||
Run namcap on the build package
|
||||
|
||||
*-C*::
|
||||
Run checkpkg on the build package
|
||||
|
||||
*-T*::
|
||||
Build in a temporary directory
|
||||
|
||||
*-U*::
|
||||
Run makepkg as a specified user
|
||||
|
||||
include::footer.asciidoc[]
|
@@ -7,12 +7,12 @@ makerepropkg - Rebuild a package to see if it is reproducible
|
||||
|
||||
Synopsis
|
||||
--------
|
||||
makerepropkg [OPTIONS] <package_file>
|
||||
makerepropkg [OPTIONS] [<package_file|pkgname>...]
|
||||
|
||||
Description
|
||||
-----------
|
||||
|
||||
Given the path to a built pacman package, attempt to rebuild it using the
|
||||
Given the path to a built pacman package(s), attempt to rebuild it using the
|
||||
PKGBUILD in the current directory. The package will be built in an environment
|
||||
as closely matching the environment of the initial package as possible, by
|
||||
building up a chroot to match the information exposed in the package's
|
||||
@@ -20,12 +20,28 @@ linkman:BUILDINFO[5] manifest. On success, the resulting package will be
|
||||
compared to the input package, and makerepropkg will report whether the
|
||||
artifacts are identical.
|
||||
|
||||
When given multiple packages, additional package files are assumed to be split
|
||||
packages and will be treated as additional artifacts to compare during the
|
||||
verification step.
|
||||
|
||||
A valid target(s) for pacman -S can be specified instead, and makerepropkg will
|
||||
download it to the cache if needed. This is mostly useful to specify which
|
||||
repository to retrieve from. If no positional arguments are specified, the
|
||||
targets will be sourced from the PKGBUILD.
|
||||
|
||||
In either case, the package name will be converted to a filename from the
|
||||
cache, and makerepropkg will proceed as though this filename was initially
|
||||
specified.
|
||||
|
||||
This implements a verifier for pacman/libalpm packages in accordance with the
|
||||
link:https://reproducible-builds.org/[Reproducible Builds] project.
|
||||
|
||||
Options
|
||||
-------
|
||||
|
||||
*-d*::
|
||||
If packages are not reproducible, compare them using diffoscope.
|
||||
|
||||
*-c*::
|
||||
Set the pacman cache directory.
|
||||
|
||||
|
@@ -28,7 +28,7 @@ Options
|
||||
architecture officially supported by Arch Linux.
|
||||
|
||||
*-s, --server* <hostname>::
|
||||
Offload to a specific build server. The default is dragon.archlinux.org
|
||||
Offload to a specific build server. The default is build.archlinux.org
|
||||
which is used as part of the build toolchain for the official Arch Linux
|
||||
repos.
|
||||
|
||||
|
@@ -14,6 +14,10 @@ $_INCLUDE_COMMON_SH
|
||||
# Avoid any encoding problems
|
||||
export LANG=C
|
||||
|
||||
# Set buildtool properties
|
||||
export BUILDTOOL=devtools
|
||||
export BUILDTOOLVER=m4_devtools_version
|
||||
|
||||
shopt -s extglob
|
||||
|
||||
# check if messages are to be printed using color
|
||||
|
@@ -190,6 +190,8 @@ EOF
|
||||
printf '#!/bin/bash\n'
|
||||
declare -f _chrootbuild
|
||||
declare -p SOURCE_DATE_EPOCH 2>/dev/null || true
|
||||
declare -p BUILDTOOL 2>/dev/null
|
||||
declare -p BUILDTOOLVER 2>/dev/null
|
||||
printf '_chrootbuild "$@" || exit\n'
|
||||
|
||||
if (( run_namcap )); then
|
||||
@@ -213,7 +215,10 @@ _chrootbuild() {
|
||||
# use "$" in arguments to commands with "sudo -i". ${foo} or
|
||||
# ${1} is OK, but $foo or $1 isn't.
|
||||
# https://bugzilla.sudo.ws/show_bug.cgi?id=765
|
||||
sudo --preserve-env=SOURCE_DATE_EPOCH -iu builduser bash -c 'cd /startdir; makepkg "$@"' -bash "$@"
|
||||
sudo --preserve-env=SOURCE_DATE_EPOCH \
|
||||
--preserve-env=BUILDTOOL \
|
||||
--preserve-env=BUILDTOOLVER \
|
||||
-u builduser bash -c 'cd /startdir; makepkg "$@"' -bash "$@"
|
||||
ret=$?
|
||||
case $ret in
|
||||
0|14)
|
||||
@@ -242,6 +247,15 @@ download_sources() {
|
||||
die "Could not download sources."
|
||||
}
|
||||
|
||||
move_logfiles() {
|
||||
local l
|
||||
for l in "$copydir"/logdest/*; do
|
||||
[[ $l == */logpipe.* ]] && continue
|
||||
chown "$src_owner" "$l"
|
||||
mv "$l" "$LOGDEST"
|
||||
done
|
||||
}
|
||||
|
||||
move_products() {
|
||||
local pkgfile
|
||||
for pkgfile in "$copydir"/pkgdest/*; do
|
||||
@@ -254,12 +268,7 @@ move_products() {
|
||||
fi
|
||||
done
|
||||
|
||||
local l
|
||||
for l in "$copydir"/logdest/*; do
|
||||
[[ $l == */logpipe.* ]] && continue
|
||||
chown "$src_owner" "$l"
|
||||
mv "$l" "$LOGDEST"
|
||||
done
|
||||
move_logfiles
|
||||
|
||||
for s in "$copydir"/srcpkgdest/*; do
|
||||
chown "$src_owner" "$s"
|
||||
@@ -294,7 +303,7 @@ done
|
||||
[[ -n $makepkg_user && -z $(id -u "$makepkg_user") ]] && die 'Invalid makepkg user.'
|
||||
makepkg_user=${makepkg_user:-${SUDO_USER:-$USER}}
|
||||
|
||||
check_root SOURCE_DATE_EPOCH,GNUPGHOME,SRCDEST,SRCPKGDEST,PKGDEST,LOGDEST,MAKEFLAGS,PACKAGER
|
||||
check_root SOURCE_DATE_EPOCH,BUILDTOOL,BUILDTOOLVER,GNUPGHOME,SRCDEST,SRCPKGDEST,PKGDEST,LOGDEST,MAKEFLAGS,PACKAGER
|
||||
|
||||
# Canonicalize chrootdir, getting rid of trailing /
|
||||
chrootdir=$(readlink -e "$passeddir")
|
||||
@@ -366,14 +375,11 @@ if arch-nspawn "$copydir" \
|
||||
"${bindmounts_ro[@]}" "${bindmounts_rw[@]}" \
|
||||
/chrootbuild "${makepkg_args[@]}"
|
||||
then
|
||||
pkgnames=()
|
||||
for pkgfile in "$copydir"/pkgdest/*; do
|
||||
pkgfile=${pkgfile##*/};
|
||||
pkgnames+=("${pkgfile%-*-*-*}");
|
||||
done
|
||||
mapfile -t pkgnames < <(sudo -u "$makepkg_user" bash -c 'source PKGBUILD; printf "%s\n" "${pkgname[@]}"')
|
||||
move_products
|
||||
else
|
||||
(( ret += 1 ))
|
||||
move_logfiles
|
||||
fi
|
||||
|
||||
(( temp_chroot )) && delete_chroot "$copydir" "$copy"
|
||||
@@ -388,29 +394,29 @@ else
|
||||
if (( run_checkpkg )); then
|
||||
msg "Running checkpkg"
|
||||
|
||||
# sync off-site databases for up-to-date queries
|
||||
trap 'rm -rf $dbpath; cleanup' EXIT INT TERM QUIT
|
||||
dbpath=$(mktemp -d --tmpdir makechrootpkg-database.XXXXXXXXXX)
|
||||
mkdir -p "$dbpath"
|
||||
pacman -Sy --dbpath "$dbpath" --logfile /dev/null
|
||||
mapfile -t remotepkgs < <(pacman --config "$copydir"/etc/pacman.conf \
|
||||
--dbpath "$copydir"/var/lib/pacman \
|
||||
-Sddp "${pkgnames[@]}")
|
||||
|
||||
# query current package locations
|
||||
remotepkgs=($(pacman -Sddp --dbpath "$dbpath" --logfile /dev/null "${pkgnames[@]}"))
|
||||
if (( $? )); then
|
||||
if ! wait $!; then
|
||||
warning "Skipped checkpkg due to missing repo packages"
|
||||
exit 0
|
||||
fi
|
||||
|
||||
# download package files if any non-local location exists
|
||||
for remotepkg in "${remotepkgs[@]}"; do
|
||||
[[ $remotepkg == file://* ]] && continue
|
||||
if [[ $remotepkg != file://* ]]; then
|
||||
msg2 "Downloading current versions"
|
||||
pacman --noconfirm -Swdd --dbpath "$dbpath" --logfile /dev/null "${pkgnames[@]}"
|
||||
arch-nspawn "$copydir" pacman --noconfirm -Swdd "${pkgnames[@]}"
|
||||
mapfile -t remotepkgs < <(pacman --config "$copydir"/etc/pacman.conf \
|
||||
--dbpath "$copydir"/var/lib/pacman \
|
||||
-Sddp "${pkgnames[@]}")
|
||||
break
|
||||
fi
|
||||
done
|
||||
|
||||
msg2 "Checking packages"
|
||||
sudo -u "$makepkg_user" checkpkg --rmdir --warn
|
||||
sudo -u "$makepkg_user" checkpkg --rmdir --warn "${remotepkgs[@]/#file:\/\//}"
|
||||
fi
|
||||
true
|
||||
fi
|
||||
|
@@ -26,6 +26,7 @@ DLAGENTS=('file::/usr/bin/curl -gqC - -o %o %u'
|
||||
#-- The package required by makepkg to download VCS sources
|
||||
# Format: 'protocol::package'
|
||||
VCSCLIENTS=('bzr::bzr'
|
||||
'fossil::fossil'
|
||||
'git::git'
|
||||
'hg::mercurial'
|
||||
'svn::subversion')
|
||||
@@ -38,21 +39,25 @@ CARCH="x86_64"
|
||||
CHOST="x86_64-pc-linux-gnu"
|
||||
|
||||
#-- Compiler and Linker Flags
|
||||
CPPFLAGS="-D_FORTIFY_SOURCE=2"
|
||||
CFLAGS="-march=x86-64 -mtune=generic -O2 -pipe -fno-plt"
|
||||
CXXFLAGS="-march=x86-64 -mtune=generic -O2 -pipe -fno-plt"
|
||||
#CPPFLAGS=""
|
||||
CFLAGS="-march=x86-64 -mtune=generic -O2 -pipe -fno-plt -fexceptions \
|
||||
-Wp,-D_FORTIFY_SOURCE=2 -Wformat -Werror=format-security \
|
||||
-fstack-clash-protection -fcf-protection"
|
||||
CXXFLAGS="$CFLAGS -Wp,-D_GLIBCXX_ASSERTIONS"
|
||||
LDFLAGS="-Wl,-O1,--sort-common,--as-needed,-z,relro,-z,now"
|
||||
#RUSTFLAGS="-C opt-level=2"
|
||||
#-- Make Flags: change this for DistCC/SMP systems
|
||||
#MAKEFLAGS="-j2"
|
||||
#-- Debugging flags
|
||||
DEBUG_CFLAGS="-g -fvar-tracking-assignments"
|
||||
DEBUG_CXXFLAGS="-g -fvar-tracking-assignments"
|
||||
#DEBUG_RUSTFLAGS="-C debuginfo=2"
|
||||
|
||||
#########################################################################
|
||||
# BUILD ENVIRONMENT
|
||||
#########################################################################
|
||||
#
|
||||
# Defaults: BUILDENV=(!distcc !color !ccache check !sign)
|
||||
# Makepkg defaults: BUILDENV=(!distcc !color !ccache check !sign)
|
||||
# A negated environment option will do the opposite of the comments below.
|
||||
#
|
||||
#-- distcc: Use the Distributed C/C++/ObjC compiler
|
||||
@@ -75,7 +80,7 @@ BUILDENV=(!distcc color !ccache check !sign)
|
||||
# These are default values for the options=() settings
|
||||
#########################################################################
|
||||
#
|
||||
# Default: OPTIONS=(!strip docs libtool staticlibs emptydirs !zipman !purge !debug)
|
||||
# Makepkg defaults: OPTIONS=(!strip docs libtool staticlibs emptydirs !zipman !purge !debug !lto)
|
||||
# A negated option will do the opposite of the comments below.
|
||||
#
|
||||
#-- strip: Strip symbols from binaries/libraries
|
||||
@@ -86,11 +91,12 @@ BUILDENV=(!distcc color !ccache check !sign)
|
||||
#-- zipman: Compress manual (man and info) pages in MAN_DIRS with gzip
|
||||
#-- purge: Remove files specified by PURGE_TARGETS
|
||||
#-- debug: Add debugging flags as specified in DEBUG_* variables
|
||||
#-- lto: Add compile flags for building with link time optimization
|
||||
#
|
||||
OPTIONS=(strip docs !libtool !staticlibs emptydirs zipman purge !debug)
|
||||
OPTIONS=(strip docs !libtool !staticlibs emptydirs zipman purge !debug !lto)
|
||||
|
||||
#-- File integrity checks to use. Valid: md5, sha1, sha256, sha384, sha512
|
||||
INTEGRITY_CHECK=(md5)
|
||||
#-- File integrity checks to use. Valid: md5, sha1, sha224, sha256, sha384, sha512, b2
|
||||
INTEGRITY_CHECK=(sha256)
|
||||
#-- Options to be used when stripping binaries. See `man strip' for details.
|
||||
STRIP_BINARIES="--strip-all"
|
||||
#-- Options to be used when stripping shared libraries. See `man strip' for details.
|
||||
@@ -146,4 +152,10 @@ COMPRESSLZ=(lzip -c -f)
|
||||
PKGEXT='.pkg.tar.zst'
|
||||
SRCEXT='.src.tar.gz'
|
||||
|
||||
#########################################################################
|
||||
# OTHER
|
||||
#########################################################################
|
||||
#
|
||||
#-- Command used to run pacman as root, instead of trying sudo and su
|
||||
#PACMAN_AUTH=()
|
||||
# vim: set ft=sh ts=2 sw=2 et:
|
||||
|
@@ -29,6 +29,7 @@ declare -a buildenv buildopts installed installpkgs
|
||||
archiveurl='https://archive.archlinux.org/packages'
|
||||
buildroot=/var/lib/archbuild/reproducible
|
||||
chroot=testenv
|
||||
diffoscope=0
|
||||
|
||||
parse_buildinfo() {
|
||||
local line var val
|
||||
@@ -56,10 +57,16 @@ parse_buildinfo() {
|
||||
get_pkgfile() {
|
||||
local cdir=${cache_dirs[0]}
|
||||
local pkgfilebase=${1}
|
||||
local mode=${2}
|
||||
local pkgname=${pkgfilebase%-*-*-*}
|
||||
local pkgfile ext
|
||||
|
||||
for ext in .xz .zst ''; do
|
||||
# try without downloading
|
||||
if [[ ${mode} != localonly ]] && get_pkgfile "${pkgfilebase}" localonly; then
|
||||
return 0
|
||||
fi
|
||||
|
||||
for ext in .zst .xz ''; do
|
||||
pkgfile=${pkgfilebase}.pkg.tar${ext}
|
||||
|
||||
for c in "${cache_dirs[@]}"; do
|
||||
@@ -71,6 +78,9 @@ get_pkgfile() {
|
||||
|
||||
for f in "${pkgfile}" "${pkgfile}.sig"; do
|
||||
if [[ ! -f "${cdir}/${f}" ]]; then
|
||||
if [[ ${mode} = localonly ]]; then
|
||||
continue 2
|
||||
fi
|
||||
msg2 "retrieving '%s'..." "${f}" >&2
|
||||
curl -Llf -# -o "${cdir}/${f}" "${archiveurl}/${pkgname:0:1}/${pkgname}/${f}" || continue 2
|
||||
fi
|
||||
@@ -94,14 +104,16 @@ package, including the .PKGINFO as well as the buildinfo.
|
||||
For more details see https://reproducible-builds.org/
|
||||
|
||||
OPTIONS
|
||||
-d Run diffoscope if the package is unreproducible
|
||||
-c <dir> Set pacman cache
|
||||
-M <file> Location of a makepkg config file
|
||||
-h Show this usage message
|
||||
__EOF__
|
||||
}
|
||||
|
||||
while getopts 'M:c:h' arg; do
|
||||
while getopts 'dM:c:h' arg; do
|
||||
case "$arg" in
|
||||
d) diffoscope=1 ;;
|
||||
M) archroot_args+=(-M "$OPTARG") ;;
|
||||
c) cache_dirs+=("$OPTARG") ;;
|
||||
h) usage; exit 0 ;;
|
||||
@@ -112,16 +124,45 @@ shift $((OPTIND - 1))
|
||||
|
||||
check_root
|
||||
|
||||
if [[ -n $1 ]]; then
|
||||
pkgfile="$1"
|
||||
if ! bsdtar -tqf "${pkgfile}" .BUILDINFO >/dev/null 2>&1; then
|
||||
error "file is not a valid pacman package: '%s'" "${pkgfile}"
|
||||
[[ -f PKGBUILD ]] || { error "No PKGBUILD in current directory."; exit 1; }
|
||||
|
||||
# without arguments, get list of packages from PKGBUILD
|
||||
if [[ -z $1 ]]; then
|
||||
mapfile -t pkgnames < <(source PKGBUILD; pacman -Sddp --print-format '%r/%n' "${pkgname[@]}")
|
||||
wait $! || {
|
||||
error "No package file specified and failed to retrieve package names from './PKGBUILD'."
|
||||
plain "Try '${BASH_SOURCE[0]##*/} -h' for more information." >&2
|
||||
exit 1
|
||||
}
|
||||
msg "Reproducing all pkgnames listed in ./PKGBUILD"
|
||||
set -- "${pkgnames[@]}"
|
||||
fi
|
||||
|
||||
# check each package to see if it's a file, and if not, try to download it
|
||||
# using pacman -Sw, and get the filename from there
|
||||
splitpkgs=()
|
||||
for p in "$@"; do
|
||||
if [[ -f ${p} ]]; then
|
||||
splitpkgs+=("${p}")
|
||||
else
|
||||
pkgfile_remote=$(pacman -Sddp "${p}" 2>/dev/null) || { error "package name '%s' not in repos" "${p}"; exit 1; }
|
||||
pkgfile=${pkgfile_remote#file://}
|
||||
if [[ ! -f ${pkgfile} ]]; then
|
||||
msg "Downloading package '%s' into pacman's cache" "${pkgfile}"
|
||||
sudo pacman -Swdd --noconfirm --logfile /dev/null "${p}" || exit 1
|
||||
pkgfile_remote=$(pacman -Sddp "${p}" 2>/dev/null)
|
||||
pkgfile="${pkgfile_remote#file://}"
|
||||
fi
|
||||
splitpkgs+=("${pkgfile}")
|
||||
fi
|
||||
done
|
||||
|
||||
for f in "${splitpkgs[@]}"; do
|
||||
if ! bsdtar -tqf "${f}" .BUILDINFO >/dev/null 2>&1; then
|
||||
error "file is not a valid pacman package: '%s'" "${f}"
|
||||
exit 1
|
||||
fi
|
||||
else
|
||||
error "no package file specified. Try '${BASH_SOURCE[0]##*/} -h' for more information. "
|
||||
exit 1
|
||||
fi
|
||||
done
|
||||
|
||||
if (( ${#cache_dirs[@]} == 0 )); then
|
||||
mapfile -t cache_dirs < <(pacman-conf CacheDir)
|
||||
@@ -133,10 +174,13 @@ load_makepkg_config
|
||||
HOME=${ORIG_HOME}
|
||||
[[ -d ${SRCDEST} ]] || SRCDEST=${PWD}
|
||||
|
||||
parse_buildinfo < <(bsdtar -xOqf "${pkgfile}" .BUILDINFO)
|
||||
parse_buildinfo < <(bsdtar -xOqf "${splitpkgs[0]}" .BUILDINFO)
|
||||
export SOURCE_DATE_EPOCH="${buildinfo[builddate]}"
|
||||
PACKAGER="${buildinfo[packager]}"
|
||||
BUILDDIR="${buildinfo[builddir]}"
|
||||
BUILDTOOL="${buildinfo[buildtool]}"
|
||||
BUILDTOOLVER="${buildinfo[buildtoolver]}"
|
||||
PKGEXT=${splitpkgs[0]#${splitpkgs[0]%.pkg.tar*}}
|
||||
|
||||
# nuke and restore reproducible testenv
|
||||
for copy in "${buildroot}"/*/; do
|
||||
@@ -152,20 +196,19 @@ for fname in "${installed[@]}"; do
|
||||
exit 1
|
||||
fi
|
||||
done
|
||||
printf '%s\n' "${allpkgfiles[@]}" | mkarchroot -U "${archroot_args[@]}" "${buildroot}"/root - || exit 1
|
||||
|
||||
printf '%s\n' "${allpkgfiles[@]}" | mkarchroot -M @pkgdatadir@/makepkg-x86_64.conf -U "${archroot_args[@]}" "${buildroot}"/root - || exit 1
|
||||
|
||||
# use makechrootpkg to prep the build directory
|
||||
makechrootpkg -r "${buildroot}" -l "${chroot}" -- --packagelist || exit 1
|
||||
|
||||
# set detected makepkg.conf options
|
||||
{
|
||||
for var in PACKAGER BUILDDIR; do
|
||||
for var in PACKAGER BUILDDIR BUILDTOOL BUILDTOOLVER PKGEXT; do
|
||||
printf '%s=%s\n' "${var}" "${!var@Q}"
|
||||
done
|
||||
printf 'OPTIONS=(%s)\n' "${buildopts[*]@Q}"
|
||||
printf 'BUILDENV=(%s)\n' "${buildenv[*]@Q}"
|
||||
} >> "${buildroot}/${chroot}"/etc/makepkg.conf >> "${buildroot}/${chroot}"/etc/makepkg.conf
|
||||
} >> "${buildroot}/${chroot}"/etc/makepkg.conf
|
||||
install -d -o "${SUDO_UID:-$UID}" -g "$(id -g "${SUDO_UID:-$UID}")" "${buildroot}/${chroot}/${BUILDDIR}"
|
||||
|
||||
# kick off the build
|
||||
@@ -173,18 +216,26 @@ arch-nspawn "${buildroot}/${chroot}" \
|
||||
--bind="${PWD}:/startdir" \
|
||||
--bind="${SRCDEST}:/srcdest" \
|
||||
/chrootbuild -C --noconfirm --log --holdver --skipinteg
|
||||
ret=$?
|
||||
|
||||
if (( $? == 0 )); then
|
||||
if (( ${ret} == 0 )); then
|
||||
msg2 "built succeeded! built packages can be found in ${buildroot}/${chroot}/pkgdest"
|
||||
msg "comparing artifacts..."
|
||||
if cmp -s "${pkgfile}" "${buildroot}/${chroot}/pkgdest/${pkgfile##*/}"; then
|
||||
msg2 "Package successfully reproduced!"
|
||||
exit 0
|
||||
|
||||
for pkgfile in "${splitpkgs[@]}"; do
|
||||
comparefiles=("${pkgfile}" "${buildroot}/${chroot}/pkgdest/${pkgfile##*/}")
|
||||
if cmp -s "${comparefiles[@]}"; then
|
||||
msg2 "Package '%s' successfully reproduced!" "${pkgfile}"
|
||||
else
|
||||
warning "Package is not reproducible. :("
|
||||
sha256sum "${pkgfile}" "${buildroot}/${chroot}/pkgdest/${pkgfile##*/}"
|
||||
ret=1
|
||||
warning "Package '%s' is not reproducible. :(" "${pkgfile}"
|
||||
sha256sum "${comparefiles[@]}"
|
||||
if (( diffoscope )); then
|
||||
diffoscope "${comparefiles[@]}"
|
||||
fi
|
||||
fi
|
||||
done
|
||||
fi
|
||||
|
||||
# the package either failed to build, or was unreproducible
|
||||
exit 1
|
||||
# return failure from chrootbuild, or the reproducibility status
|
||||
exit ${ret}
|
||||
|
@@ -63,10 +63,9 @@ shift 1
|
||||
|
||||
[[ -z $working_dir ]] && die 'Please specify a working directory.'
|
||||
|
||||
pacconf_cmd=$(command -v pacman-conf || command -v pacconf)
|
||||
|
||||
if (( ${#cache_dirs[@]} == 0 )); then
|
||||
mapfile -t cache_dirs < <($pacconf_cmd CacheDir)
|
||||
mapfile -t cache_dirs < <(pacman-conf CacheDir)
|
||||
fi
|
||||
|
||||
umask 0022
|
||||
|
@@ -24,7 +24,7 @@ source /usr/share/makepkg/util/config.sh
|
||||
# global defaults suitable for use by Arch staff
|
||||
repo=extra
|
||||
arch=x86_64
|
||||
server=dragon.archlinux.org
|
||||
server=build.archlinux.org
|
||||
|
||||
die() { printf "error: $1\n" "${@:2}"; exit 1; }
|
||||
|
||||
@@ -74,18 +74,23 @@ while (( $# )); do
|
||||
done
|
||||
|
||||
# multilib must be handled specially
|
||||
archbuild_arch="${arch}"
|
||||
if [[ $repo = multilib* ]]; then
|
||||
arch=
|
||||
archbuild_arch=
|
||||
fi
|
||||
|
||||
archbuild_cmd=("${repo}${arch:+-$arch}-build" "$@")
|
||||
archbuild_cmd=("${repo}${archbuild_arch:+-$archbuild_arch}-build" "$@")
|
||||
|
||||
trap 'rm -rf $SRCPKGDEST' EXIT INT TERM QUIT
|
||||
trap 'rm -rf $TEMPDIR' EXIT INT TERM QUIT
|
||||
|
||||
# Load makepkg.conf variables to be available
|
||||
load_makepkg_config
|
||||
|
||||
# Use a source-only tarball as an intermediate to transfer files. This
|
||||
# guarantees the checksums are okay, and guarantees that all needed files are
|
||||
# transferred, including local sources, install scripts, and changelogs.
|
||||
export SRCPKGDEST=$(mktemp -d)
|
||||
export TEMPDIR=$(mktemp -d --tmpdir offload-build.XXXXXXXXXX)
|
||||
export SRCPKGDEST=${TEMPDIR}
|
||||
makepkg --source || die "unable to make source package"
|
||||
|
||||
# Temporary cosmetic workaround makepkg if SRCDEST is set somewhere else
|
||||
@@ -96,7 +101,7 @@ mapfile -t files < <(
|
||||
# This is sort of bash golfing but it allows running a mildly complex
|
||||
# command over ssh with a single connection.
|
||||
# shellcheck disable=SC2145
|
||||
cat "$SRCPKGDEST"/*.src.tar.gz |
|
||||
cat "$SRCPKGDEST"/*"$SRCEXT" |
|
||||
ssh $server '
|
||||
temp="${XDG_CACHE_HOME:-$HOME/.cache}/offload-build" &&
|
||||
mkdir -p "$temp" &&
|
||||
@@ -108,14 +113,21 @@ mapfile -t files < <(
|
||||
printf "%s\n" "" "-> build complete" &&
|
||||
printf "\t%s\n" "$temp"/*
|
||||
} >&2 &&
|
||||
makepkg --packagelist
|
||||
makepkg_user_config="${XDG_CONFIG_HOME:-$HOME/.config}/pacman/makepkg.conf" &&
|
||||
makepkg_config="/usr/share/devtools/makepkg-'"${arch}"'.conf" &&
|
||||
if [[ -f /usr/share/devtools/makepkg-'"${repo}"'-'"${arch}"'.conf ]]; then
|
||||
makepkg_config="/usr/share/devtools/makepkg-'"${repo}"'-'"${arch}"'.conf"
|
||||
fi &&
|
||||
makepkg --config <(cat "${makepkg_user_config}" "${makepkg_config}" 2>/dev/null) --packagelist &&
|
||||
printf "%s\n" "${temp}/PKGBUILD"
|
||||
')
|
||||
|
||||
|
||||
if (( ${#files[@]} )); then
|
||||
printf '%s\n' '' '-> copying files...'
|
||||
load_makepkg_config
|
||||
scp "${files[@]/#/$server:}" "${PKGDEST:-${PWD}}/"
|
||||
scp "${files[@]/#/$server:}" "${TEMPDIR}/"
|
||||
mv "${TEMPDIR}"/*.pkg.tar* "${PKGDEST:-${PWD}}/"
|
||||
mv "${TEMPDIR}/PKGBUILD" "${PWD}/"
|
||||
else
|
||||
exit 1
|
||||
fi
|
@@ -31,10 +31,11 @@ Architecture = auto
|
||||
# Misc options
|
||||
#UseSyslog
|
||||
#Color
|
||||
#TotalDownload
|
||||
NoProgressBar
|
||||
# We cannot check disk space from within a chroot environment
|
||||
#CheckSpace
|
||||
#VerbosePkgLists
|
||||
VerbosePkgLists
|
||||
ParallelDownloads = 5
|
||||
|
||||
# By default, pacman accepts packages signed by keys that its local keyring
|
||||
# trusts (see pacman-key and its man page), as well as unsigned packages.
|
||||
|
@@ -31,10 +31,11 @@ Architecture = auto
|
||||
# Misc options
|
||||
#UseSyslog
|
||||
#Color
|
||||
#TotalDownload
|
||||
NoProgressBar
|
||||
# We cannot check disk space from within a chroot environment
|
||||
#CheckSpace
|
||||
#VerbosePkgLists
|
||||
VerbosePkgLists
|
||||
ParallelDownloads = 5
|
||||
|
||||
# By default, pacman accepts packages signed by keys that its local keyring
|
||||
# trusts (see pacman-key and its man page), as well as unsigned packages.
|
||||
|
@@ -31,10 +31,11 @@ Architecture = auto
|
||||
# Misc options
|
||||
#UseSyslog
|
||||
#Color
|
||||
#TotalDownload
|
||||
NoProgressBar
|
||||
# We cannot check disk space from within a chroot environment
|
||||
#CheckSpace
|
||||
#VerbosePkgLists
|
||||
VerbosePkgLists
|
||||
ParallelDownloads = 5
|
||||
|
||||
# By default, pacman accepts packages signed by keys that its local keyring
|
||||
# trusts (see pacman-key and its man page), as well as unsigned packages.
|
||||
|
@@ -31,10 +31,11 @@ Architecture = auto
|
||||
# Misc options
|
||||
#UseSyslog
|
||||
#Color
|
||||
#TotalDownload
|
||||
NoProgressBar
|
||||
# We cannot check disk space from within a chroot environment
|
||||
#CheckSpace
|
||||
#VerbosePkgLists
|
||||
VerbosePkgLists
|
||||
ParallelDownloads = 5
|
||||
|
||||
# By default, pacman accepts packages signed by keys that its local keyring
|
||||
# trusts (see pacman-key and its man page), as well as unsigned packages.
|
||||
|
@@ -31,10 +31,11 @@ Architecture = auto
|
||||
# Misc options
|
||||
#UseSyslog
|
||||
#Color
|
||||
#TotalDownload
|
||||
NoProgressBar
|
||||
# We cannot check disk space from within a chroot environment
|
||||
#CheckSpace
|
||||
#VerbosePkgLists
|
||||
VerbosePkgLists
|
||||
ParallelDownloads = 5
|
||||
|
||||
# By default, pacman accepts packages signed by keys that its local keyring
|
||||
# trusts (see pacman-key and its man page), as well as unsigned packages.
|
||||
|
@@ -31,10 +31,11 @@ Architecture = auto
|
||||
# Misc options
|
||||
#UseSyslog
|
||||
#Color
|
||||
#TotalDownload
|
||||
NoProgressBar
|
||||
# We cannot check disk space from within a chroot environment
|
||||
#CheckSpace
|
||||
#VerbosePkgLists
|
||||
VerbosePkgLists
|
||||
ParallelDownloads = 5
|
||||
|
||||
# By default, pacman accepts packages signed by keys that its local keyring
|
||||
# trusts (see pacman-key and its man page), as well as unsigned packages.
|
||||
|
@@ -31,10 +31,11 @@ Architecture = auto
|
||||
# Misc options
|
||||
#UseSyslog
|
||||
#Color
|
||||
#TotalDownload
|
||||
NoProgressBar
|
||||
# We cannot check disk space from within a chroot environment
|
||||
#CheckSpace
|
||||
#VerbosePkgLists
|
||||
VerbosePkgLists
|
||||
ParallelDownloads = 5
|
||||
|
||||
# By default, pacman accepts packages signed by keys that its local keyring
|
||||
# trusts (see pacman-key and its man page), as well as unsigned packages.
|
||||
|
@@ -31,10 +31,11 @@ Architecture = auto
|
||||
# Misc options
|
||||
#UseSyslog
|
||||
#Color
|
||||
#TotalDownload
|
||||
NoProgressBar
|
||||
# We cannot check disk space from within a chroot environment
|
||||
#CheckSpace
|
||||
#VerbosePkgLists
|
||||
VerbosePkgLists
|
||||
ParallelDownloads = 5
|
||||
|
||||
# By default, pacman accepts packages signed by keys that its local keyring
|
||||
# trusts (see pacman-key and its man page), as well as unsigned packages.
|
||||
|
46
sogrep.in
46
sogrep.in
@@ -18,6 +18,8 @@
|
||||
# along with this program. If not, see <https://www.gnu.org/licenses/>.
|
||||
#
|
||||
|
||||
m4_include(lib/common.sh)
|
||||
|
||||
# globals
|
||||
: ${SOLINKS_MIRROR:="https://mirror.pkgbuild.com"}
|
||||
: ${SOCACHE_DIR:="${XDG_CACHE_HOME:-${HOME}/.cache}/sogrep"}
|
||||
@@ -39,13 +41,37 @@ recache() {
|
||||
|
||||
for repo in "${_repos[@]}"; do
|
||||
for arch in "${arches[@]}"; do
|
||||
# delete extracted tarballs from previous sogrep versions
|
||||
rm -rf "${SOCACHE_DIR}/${arch}/${repo}"
|
||||
mkdir -p "${SOCACHE_DIR}/${arch}/${repo}"
|
||||
curl -L "$verbosity" "${SOLINKS_MIRROR}/${repo}/os/${arch}/${repo}.links.tar.gz" | bsdtar -xf - -C "${SOCACHE_DIR}/${arch}/${repo}"
|
||||
|
||||
# fetch repo links database if newer than our cached copy
|
||||
local dbpath=${SOCACHE_DIR}/${arch}/${repo}.links.tar.gz
|
||||
mkdir -p "${dbpath%/*}"
|
||||
(( VERBOSE )) && echo "Fetching ${repo}.links.tar.gz..."
|
||||
curl -LR "${verbosity}" -o "${dbpath}" -z "${dbpath}" \
|
||||
"${SOLINKS_MIRROR}/${repo}/os/${arch}/${repo}.links.tar.gz"
|
||||
done
|
||||
done
|
||||
}
|
||||
|
||||
is_outdated_cache() {
|
||||
local repo arch
|
||||
|
||||
# links databases are generated at about the same time every day; we should
|
||||
# attempt to check for new database files if any of them are over a day old
|
||||
|
||||
for repo in "${_repos[@]}"; do
|
||||
for arch in "${arches[@]}"; do
|
||||
local dbpath=${SOCACHE_DIR}/${arch}/${repo}.links.tar.gz
|
||||
if [[ ! -f ${dbpath} ]] || [[ $(find "${dbpath}" -mtime +0) ]]; then
|
||||
return 0
|
||||
fi
|
||||
done
|
||||
done
|
||||
|
||||
return 1
|
||||
}
|
||||
|
||||
search() {
|
||||
local repo=$1 arch lib=$2 srepos=("${_repos[@]}")
|
||||
|
||||
@@ -58,15 +84,20 @@ search() {
|
||||
srepos=("${repo}")
|
||||
fi
|
||||
|
||||
setup_workdir
|
||||
|
||||
for arch in "${arches[@]}"; do
|
||||
for repo in "${srepos[@]}"; do
|
||||
local prefix=
|
||||
(( VERBOSE && ${#srepos[@]} > 1 )) && prefix=${repo}/
|
||||
db=${SOCACHE_DIR}/${arch}/${repo}/
|
||||
if [[ -d ${db} ]]; then
|
||||
local db=${SOCACHE_DIR}/${arch}/${repo}.links.tar.gz
|
||||
if [[ -f ${db} ]]; then
|
||||
local extracted=${WORKDIR}/${arch}/${repo}
|
||||
mkdir -p "${extracted}"
|
||||
bsdtar -C "${extracted}" -xf "${db}"
|
||||
while read -rd '' pkg; do
|
||||
read -r match
|
||||
pkg=${pkg#${db}}
|
||||
pkg=${pkg#${extracted}/}
|
||||
pkg="${prefix}${pkg%-*-*/links}"
|
||||
|
||||
if (( VERBOSE )); then
|
||||
@@ -74,7 +105,7 @@ search() {
|
||||
else
|
||||
printf '%s\n' "${pkg}"
|
||||
fi
|
||||
done < <(grep -rZ "${lib}" "${db}") | sort -u
|
||||
done < <(grep -rZ "${lib}" "${extracted}") | sort -u
|
||||
fi
|
||||
done
|
||||
done | resort
|
||||
@@ -139,7 +170,8 @@ if ! (( ( REFRESH && $# == 0 ) || $# == 2 )); then
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if (( REFRESH )) || [[ ! -d ${SOCACHE_DIR} ]]; then
|
||||
# trigger a refresh if requested explicitly or the cached dbs might be outdated
|
||||
if (( REFRESH )) || [[ ! -d ${SOCACHE_DIR} ]] || is_outdated_cache; then
|
||||
recache
|
||||
(( $# == 2 )) || exit 0
|
||||
fi
|
||||
|
@@ -10,6 +10,7 @@ _archbuild_args=(
|
||||
'-c[Recreate the chroot before building]'
|
||||
'-r[Create chroots in this directory]:base_dir:_files -/'
|
||||
'-h[Display usage]'
|
||||
'--[Introduce makechrootpkg options]:*::makechrootpkg options:= _dispatch makechrootpkg makechrootpkg'
|
||||
)
|
||||
|
||||
_archco_args=(
|
||||
@@ -94,10 +95,11 @@ _offload_build_args=(
|
||||
)
|
||||
|
||||
_makerepropkg_args=(
|
||||
'-d[Run diffoscope if the package is unreproducible]'
|
||||
'-c[Set pacman cache]:pacman_cache:_files -/'
|
||||
'-M[Location of a makepkg config file]:makepkg_config:_files -g "*.conf(.)"'
|
||||
'-h[Display usage]'
|
||||
'1:working_dir:_files -g "*.pkg.tar.*(.)"'
|
||||
'*:working_dir:_files -g "*.pkg.tar.*(.)"'
|
||||
)
|
||||
|
||||
_devtools_completions_all_packages() {
|
||||
|
Reference in New Issue
Block a user