buildtree (#36)

reorder repos

shorten repo defaults

rename var

always enable essential repos

Makefile

@@ -1,4 +1,4 @@
-VERSION=0.19
+VERSION=0.20
 
 CHROOT_VERSION=0.10
 

bin/pkg/buildtree.in

@@ -55,7 +55,7 @@ patch_pkg(){
 
 pull_tree_arch(){
     cd ${TREE_DIR_ARCH}
-    for tree in ${TREE_NAMES_ARCH[@]};do
+    for tree in ${ARCH_TREE[@]};do
         if [[ -d ${tree} ]];then
             cd ${tree}
             pull_tree "${tree}" "$(get_local_head)" "Arch"
@@ -94,15 +94,13 @@ show_deps(){
 
     . $src/PKGBUILD 2>/dev/null
 
-    [[ $arch == 'any' ]] && CARCH=any
-
     local archver=$(get_full_version)
 
     [[ -n ${pkgbase} ]] && msg2 "pkgbase: %s" "${pkgbase}"
     msg2 "pkgname: %s" "${pkgname[*]}"
     [[ -n $pkgdesc ]] && msg2 "pkgdesc: %s" "${pkgdesc}"
     msg2 "Arch Version: %s" "$archver"
-    msg2 "arch: %s" "$CARCH"
+    msg2 "arch: %s" "$arch"
 
     [[ -n ${makedepends[@]} ]] && msg2 "makedepends: %s" "${makedepends[*]}"
     [[ -n ${checkdepends[@]} ]] && msg2 "checkdepends: %s" "${checkdepends[*]}"
@@ -133,7 +131,7 @@ from_arch(){
     [[ -z $srcpath ]] && die "Package '%s' does not exist!" "${PACKAGE}"
 
     local repo=$(find_repo "$srcpath")
-    msg "repo: %s" "$repo"
+    msg "repo: %s" "${repo#*/}"
 
     local archpath=$srcpath/$repo
     local artixpath=$(find_pkg "${TREE_DIR_ARTIX}" "${PACKAGE}")
@@ -157,7 +155,7 @@ view_build(){
     [[ -z $archpath ]] && die "Package '%s' does not exist!" "${PACKAGE}"
     local repo=$(find_repo "${archpath}")
     archpath=$archpath/$repo
-    msg2 "repo: %s" "$repo"
+    msg "repo: %s" "${repo#*/}"
     show_deps "$archpath"
 }
 
@@ -178,7 +176,7 @@ sync_repos(){
         if ${sync_group}; then
             pull_tree_artix "${GROUP}"
         else
-            pull_tree_artix "${TREE_NAMES_ARTIX[*]}"
+            pull_tree_artix "${ARTIX_TREE[*]}"
         fi
     fi
 }
@@ -201,7 +199,7 @@ check=false
 PACKAGE=''
 
 TEAM='community'
-GROUP=${TREE_NAMES_ARTIX[0]}
+GROUP=${ARTIX_TREE[0]}
 
 usage() {
     echo "Usage: ${0##*/} [options]"

bin/pkg/commitpkg.in

@@ -22,20 +22,11 @@ prepare_commit(){
         msg "Switching to new layout ..."
         [[ ! -d "$CARCH" ]] && mkdir "$CARCH"
 
-        if [[ -d repos/"${REPO_SRC}-$CARCH" ]] || [[ -d repos/"${REPO_SRC}"-any ]]; then
+        for r in $(ls repos); do
-            mkdir "$CARCH/${REPO_SRC}"
+            mkdir "$CARCH/${r%-*}"
-            local old_src="${REPO_SRC}-$CARCH"
+            cp repos/${r}/* $CARCH/${r%-*}/
-            [[ "$arch" == any ]] && old_src="${REPO_SRC}"-any
+            git add $CARCH/${r%-*}
-            cp repos/"$old_src"/* "$CARCH/${REPO_SRC}"/
+        done
-            git add $CARCH/${REPO_SRC}
-        fi
-        if [[ -d repos/"${REPO_DEST}-$CARCH" ]] || [[ -d repos/"${REPO_DEST}"-any ]]; then
-            mkdir "$CARCH/${REPO_DEST}"
-            local old_dest="${REPO_DEST}-$CARCH"
-            [[ "$arch" == any ]] && old_dest="${REPO_DEST}"-any
-            cp repos/"$old_dest"/* "$CARCH/${REPO_DEST}"/
-            git add $CARCH/${REPO_DEST}
-        fi
 
         git rm -r repos
         git commit -m "switch to new repo layout"

bin/pkg/comparepkg.in

@@ -19,7 +19,7 @@ prepare_artools
 get_import_path(){
     local pkg="$1" import_path=
 
-    for tree in ${TREE_NAMES_ARCH[@]};do
+    for tree in ${ARCH_TREE[@]};do
         [[ -d ${TREE_DIR_ARCH}/$tree/$pkg/repos ]] && import_path=${TREE_DIR_ARCH}/$tree/$pkg
     done
     echo $import_path
@@ -28,7 +28,7 @@ get_import_path(){
 compare_m(){
     local result=$(vercmp "$artixver" "$archver")
     if [[ $artixrepo == *testing* ]] || [[ $artixrepo == *staging* ]]; then
-        if [[ "$archrepo" == "$artixrepo"  ]]; then
+        if [[ "${a}" == "${b}"  ]]; then
             msg_row "${table}" "${a}" "${b}" "$pkg" "$archver" "$artixver" "${group#*-}"
         else
             msg_row_notify "${table}" "${a}" "${b}" "$pkg" "$archver" "$artixver" "${group#*-}"
@@ -106,7 +106,7 @@ compare_move(){
 
 tree_loop(){
     local func="$1"
-    for tree in ${TREE_NAMES_ARTIX[@]};do
+    for tree in ${ARTIX_TREE[@]};do
         local pkgs=$(find ${TREE_DIR_ARTIX}/$tree -name trunk)
         for package in ${pkgs[@]}; do
             "$func" "$package"
@@ -151,7 +151,7 @@ update_db_cache(){
 query_db() {
     for repo in "${searchrepos[@]}"; do
         local prefix=
-        local db=${db_cache_dir}/${LINKSDBEXT}/${ARCH}/${repo}/
+        local db=${db_cache_dir}/${LINKSDBEXT}/${CARCH}/${repo}/
         if [[ -d ${db} ]]; then
             while read -rd '' pkg; do
                 read -r match
@@ -178,46 +178,25 @@ is_db_entry() {
     return 1
 }
 
-check_pkg_in_db() {
-    . $pkgbuild 2>/dev/null
-    local artixver=$(get_full_version)
-    local is_entry=false
-    for name in ${pkgname[@]};do
-
-        if is_db_entry "$name-$artixver" "$repo";then
-            is_entry=true
-        fi
-        if ! $is_entry;then
-            msg_row "${tableU}" "$repo" "$name" "$artixver" "$is_entry"
-        fi
-
-    done
-    unset artixver is_entry pkgbuild pkgver epoch pkgname pkgbase
-}
-
-check_new() {
-    local func="$1"
-    local pkgbuild=$pkgpath/$CARCH/$repo/PKGBUILD
-    "$func"
-}
-
-check_old() {
-    local func="$1"
-    for a in any ${CARCH};do
-        local pkgbuild=$pkgpath/repos/$repo-$a/PKGBUILD
-        "$func"
-    done
-}
-
 check_db(){
     local pkgpath="${1%/*}"
 
     for repo in ${!REPOS[@]};do
-        if [[ -f $pkgpath/$CARCH/$repo/PKGBUILD ]]; then
+        local pkgbuild=
-            check_new "check_pkg_in_db"
+        [[ -f $pkgpath/$CARCH/$repo/PKGBUILD ]] && pkgbuild=$pkgpath/$CARCH/$repo/PKGBUILD
-        else
+        [[ -f $pkgpath/repos/$repo-$CARCH/PKGBUILD ]] && pkgbuild=$pkgpath/repos/$repo-$CARCH/PKGBUILD
-            check_old "check_pkg_in_db"
+        [[ -f $pkgpath/repos/$repo-any/PKGBUILD ]] && pkgbuild=$pkgpath/repos/$repo-any/PKGBUILD
-        fi
+
+        . $pkgbuild 2>/dev/null
+        local artixver=$(get_full_version)
+        for name in ${pkgname[@]};do
+
+            if ! is_db_entry "$name-$artixver" "$repo";then
+                msg_row "${tableU}" "$repo" "$name" "$artixver" "false"
+            fi
+
+        done
+        unset artixver pkgbuild pkgver epoch pkgname pkgbase
     done
 }
 

bin/pkg/deploypkg.in

@@ -86,7 +86,7 @@ passfiles="$@"
 
 prepare_dir "${REPOS_ROOT}"
 
-repo_path=${REPOS_ROOT}/${dest_repo}/os/${ARCH}
+repo_path=${REPOS_ROOT}/${dest_repo}/os/${CARCH}
 
 if [[ -n ${passfiles[@]} ]]; then
     if ${add_pkg}; then

bin/pkg/pkg2yaml.in

@@ -101,6 +101,7 @@ yaml_write_package() {
 
 yaml_write_fileinfo(){
     local version=$(get_full_version)
+    pkgbase=${pkgbase:-$pkgname}
     Yaml+=$(write_yaml_map 0 "version" "${version:-0}")
     Yaml+=$(write_empty_line)
     local pkgfile=$(print_all_package_names)

data/conf/artools-pkg.conf

@@ -9,32 +9,27 @@
 
 # TREE_DIR_ARTIX=${WORKSPACE_DIR}/artixlinux
 
-# customize buildtree, packages and community should be enabled
+# customize buildtree; uncomment to include
 # TREE_NAMES_ARTIX=(
-#         packages
-#         community
 #         packages-kernel
-#         packages-net
-#         packages-gfx
 #         packages-openrc
 #         packages-runit
 #         packages-s6
-#         packages-media
-#         packages-xorg
 #         packages-python
 #         packages-perl
 #         packages-java
-#         packages-qt5
-#         packages-devel
 #         packages-ruby
-#         packages-gtk
+#         packages-kf5
+#         packages-plasma
+#         packages-kde
 #         packages-gnome
 #         packages-cinnamon
 #         packages-lxqt
 #         packages-mate
-#         packages-kde
 #         packages-xfce
 #         packages-wm
+#         packages-devel
+#         packages-lib32
 # )
 
 # HOST_TREE_ARCH=git://git.archlinux.org/svntogit

data/pacman/pacman-default.conf

@@ -97,25 +97,3 @@ Include = /etc/pacman.d/mirrorlist
 #[custom]
 #SigLevel = Optional TrustAll
 #Server = file:///home/custompkgs
-
-#
-# ARCHLINUX
-#
-
-#[testing]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-[extra]
-Include = /etc/pacman.d/mirrorlist-arch
-
-#[community-testing]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-[community]
-Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib-testing]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib]
-#Include = /etc/pacman.d/mirrorlist-arch

data/pacman/pacman-gnome-wobble.conf

@@ -109,37 +109,3 @@ Include = /etc/pacman.d/mirrorlist
 #[custom]
 #SigLevel = Optional TrustAll
 #Server = file:///home/custompkgs
-
-#
-# ARCHLINUX
-#
-
-[gnome-unstable]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[staging]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[extra]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community-staging]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community-testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community]
-Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib-staging]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib-testing]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib]
-#Include = /etc/pacman.d/mirrorlist-arch

data/pacman/pacman-goblins.conf

@@ -106,34 +106,3 @@ Include = /etc/pacman.d/mirrorlist
 #[custom]
 #SigLevel = Optional TrustAll
 #Server = file:///home/custompkgs
-
-#
-# ARCHLINUX
-#
-
-[staging]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[extra]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community-staging]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community-testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community]
-Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib-staging]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib-testing]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib]
-#Include = /etc/pacman.d/mirrorlist-arch

data/pacman/pacman-gremlins.conf

@@ -97,25 +97,3 @@ Include = /etc/pacman.d/mirrorlist
 #[custom]
 #SigLevel = Optional TrustAll
 #Server = file:///home/custompkgs
-
-#
-# ARCHLINUX
-#
-
-[testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[extra]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community-testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community]
-Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib-testing]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib]
-#Include = /etc/pacman.d/mirrorlist-arch

data/pacman/pacman-kde-wobble.conf

@@ -109,37 +109,3 @@ Include = /etc/pacman.d/mirrorlist
 #[custom]
 #SigLevel = Optional TrustAll
 #Server = file:///home/custompkgs
-
-#
-# ARCHLINUX
-#
-
-[kde-unstable]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[staging]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[extra]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community-staging]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community-testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community]
-Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib-staging]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib-testing]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib]
-#Include = /etc/pacman.d/mirrorlist-arch

data/pacman/pacman-lib32-goblins.conf

@@ -106,34 +106,3 @@ Include = /etc/pacman.d/mirrorlist
 #[custom]
 #SigLevel = Optional TrustAll
 #Server = file:///home/custompkgs
-
-#
-# ARCHLINUX
-#
-
-[staging]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[extra]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community-staging]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community-testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[multilib-staging]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[multilib-testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[multilib]
-Include = /etc/pacman.d/mirrorlist-arch

data/pacman/pacman-lib32-gremlins.conf

@@ -97,25 +97,3 @@ Include = /etc/pacman.d/mirrorlist
 #[custom]
 #SigLevel = Optional TrustAll
 #Server = file:///home/custompkgs
-
-#
-# ARCHLINUX
-#
-
-[testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[extra]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community-testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[community]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[multilib-testing]
-Include = /etc/pacman.d/mirrorlist-arch
-
-[multilib]
-Include = /etc/pacman.d/mirrorlist-arch

data/pacman/pacman-lib32.conf

@@ -97,25 +97,3 @@ Include = /etc/pacman.d/mirrorlist
 #[custom]
 #SigLevel = Optional TrustAll
 #Server = file:///home/custompkgs
-
-#
-# ARCHLINUX
-#
-
-#[testing]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-[extra]
-Include = /etc/pacman.d/mirrorlist-arch
-
-#[community-testing]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-[community]
-Include = /etc/pacman.d/mirrorlist-arch
-
-#[multilib-testing]
-#Include = /etc/pacman.d/mirrorlist-arch
-
-[multilib]
-Include = /etc/pacman.d/mirrorlist-arch

lib/iso/grub.sh

@@ -15,9 +15,8 @@
 prepare_boot_extras(){
     local src="$1" dest=${iso_root}/boot
 
-    for u in intel amd;do
+    for fw in intel amd; do
-        cp $src/boot/$u-ucode.img $dest/$u-ucode.img
+        cp $src/boot/$fw-ucode.img $dest/$fw-ucode.img
-        cp $src/usr/share/licenses/$u-ucode/LICENSE $dest/$u-ucode.LICENSE
     done
 
     cp $src/boot/memtest86+/memtest.bin $dest/memtest

lib/pkg/git.sh

@@ -103,83 +103,3 @@ config_tree(){
         fi
     cd ..
 }
-
-# write_gitignore() {
-#     local pkg="$1"
-#     local gitignore=$pkg/.gitignore
-#     echo '# ---> ArchLinuxPackages' > $gitignore
-#     echo '*.tar' >> $gitignore
-#     echo '*.tar.*' >> $gitignore
-#     echo '*.jar' >> $gitignore
-#     echo '*.exe' >> $gitignore
-#     echo '*.msi' >> $gitignore
-#     echo '*.zip' >> $gitignore
-#     echo '*.tgz' >> $gitignore
-#     echo '*.log' >> $gitignore
-#     echo '*.log.*' >> $gitignore
-#     echo '*.sig' >> $gitignore
-#     echo '' >> $gitignore
-#     echo 'pkg/' >> $gitignore
-#     echo 'src/' >> $gitignore
-#     echo '' >> $gitignore
-#     echo '# ---> Archives' >> $gitignore
-#     echo '*.7z' >> $gitignore
-#     echo '*.rar' >> $gitignore
-#     echo '*.gz' >> $gitignore
-#     echo '*.bzip' >> $gitignore
-#     echo '*.bz2' >> $gitignore
-#     echo '*.xz' >> $gitignore
-#     echo '*.lzma' >> $gitignore
-#     echo '*.cab' >> $gitignore
-#     echo '' >> $gitignore
-#     echo '# ---> systemd' >> $gitignore
-#     echo '*.service' >> $gitignore
-#     echo '*.socket' >> $gitignore
-#     echo '*.timer' >> $gitignore
-#     echo '' >> $gitignore
-#     echo '# ---> snap' >> $gitignore
-#     echo '*.snap' >> $gitignore
-#     echo '' >> $gitignore
-#
-#     git add $gitignore
-# }
-#
-# write_readme(){
-#     local pkg="$1"
-#     local readme=$pkg/README.md
-#
-#     echo "# $pkg" > $readme
-#     echo '' >> $readme
-#
-#     git add $readme
-# }
-#
-# subrepo_new2(){
-#     local group="${1:-$GROUP}" team="${2:-$TEAM}"
-#     local dest=${TREE_DIR_ARTIX}/$group/${PACKAGE}/trunk
-#
-#     cd ${TREE_DIR_ARTIX}/$group
-#
-#     local org=$(get_pkg_org "${PACKAGE}")
-#
-#     prepare_dir "$dest"
-#
-#     subrepo_init "${PACKAGE}" "$org"
-#
-#     commit_jenkins_files2 "${PACKAGE}"
-#
-#     subrepo_push "${PACKAGE}"
-#
-#     add_repo_to_team "${PACKAGE}" "$org" "$team"
-# }
-#
-# commit_jenkins_files2(){
-#     local pkg="$1"
-#
-#     write_jenkinsfile "$pkg"
-#     write_agentyaml "$pkg"
-#     write_readme "$pkg"
-#     write_gitignore "$pkg"
-#
-#     git commit -m "initial commit"
-# }

lib/pkg/util.sh

@@ -17,7 +17,8 @@ shopt -s extglob
 get_compliant_name(){
     local gitname="$1"
     case "$gitname" in
-        *+) gitname=${gitname//+/plus}
+        *+) gitname=${gitname//+/plus} ;;
+        *+*) gitname=${gitname//+/-} ;;
     esac
     echo "$gitname"
 }

lib/util-pkg.sh.in

@@ -36,39 +36,37 @@ load_pkg_config(){
 
     TREE_DIR_ARTIX=${TREE_DIR_ARTIX:-"${WORKSPACE_DIR}/artixlinux"}
 
+    ARTIX_TREE=(
+        packages community
+        packages-{gfx,gtk,media,net,qt5,xorg}
+    )
+
+    local dev_tree=(packages-{python,perl,java,ruby})
+
+    local init_tree=(packages-{openrc,runit,s6})
+
+    local desktop_tree=(
+        packages-{kf5,plasma,kde}
+        packages-{lxqt,gnome,cinnamon,mate,xfce,wm}
+    )
+
     [[ -z ${TREE_NAMES_ARTIX[@]} ]] && \
     TREE_NAMES_ARTIX=(
-            packages
+        packages-kernel
-            community
+        "${init_tree[@]}"
-            packages-kernel
+        "${dev_tree[@]}"
-            packages-net
+        "${desktop_tree[@]}"
-            packages-gfx
+        packages-devel
-            packages-openrc
+        packages-lib32
-            packages-runit
-            packages-s6
-            packages-xorg
-            packages-python
-            packages-perl
-            packages-java
-            packages-qt5
-            packages-devel
-            packages-ruby
-            packages-gtk
-            packages-gnome
-            packages-cinnamon
-            packages-lxqt
-            packages-mate
-            packages-kde
-            packages-xfce
-            packages-wm
-#             packages-haskell
     )
 
+    ARTIX_TREE+=("${TREE_NAMES_ARTIX[@]}")
+
     HOST_TREE_ARTIX=${HOST_TREE_ARTIX:-"gitea@${GIT_DOMAIN}:artixlinux"}
 
     TREE_DIR_ARCH=${TREE_DIR_ARCH:-"${WORKSPACE_DIR}/archlinux"}
 
-    TREE_NAMES_ARCH=(packages community)
+    ARCH_TREE=(packages community)
 
     HOST_TREE_ARCH=${HOST_TREE_ARCH:-'git://git.archlinux.org/svntogit'}