init

README.md

+# recolic's AUR mirror
+
+> https://recolic.net/s/mirrors
+
+Create your own mirror site, to auto-build your favorite AUR packages and free your m3-6Y30 toy CPU from heavy compilation work!
+
+## Deploy
+
+1. Build docker image
+
+```
+cd docker-pikaur
+docker build -t your-name/pikaur .
+```
+
+2. Put this directory to your server. Assume you're placing this directory to `/srv/my-mirror-site`
+
+3. Create a directory `mirrors/output` (you can name it as anything you want), and modify the `build_outdir` variable in aur-sync.sh. Also change the `recolic-aur` after the `repo-add` command, to your repo name. 
+
+You should know how to publish the directory to your web server. 
+
+4. Add a crontab line and enjoy! 
+
+```
+# Trigger recolic-aur rebuild twice a month at 6 AM UTC+8, means 22:00 UTC. 
+0 22 2,17 * * cd /srv/mirrors && nohup ./aur-sync.sh >> /var/log/aursync.log 2>&1 & disown
+```
+

aur-sync.sh

+#!/bin/bash
+
+http_upstreams=(
+    # http upstreams has no auto-update
+    'https://github.com/fphoenix88888/ttf-mswin10-arch/raw/master/ttf-ms-win10-zh_cn-10.0.18362.116-2-any.pkg.tar.xz'
+    'https://github.com/fphoenix88888/ttf-mswin10-arch/raw/master/ttf-ms-win10-zh_tw-10.0.18362.116-2-any.pkg.tar.xz'
+    'https://github.com/fphoenix88888/ttf-mswin10-arch/raw/master/ttf-ms-win10-10.0.18362.116-2-any.pkg.tar.xz'
+)
+repo_upstreams=(
+    # Take care of the tailing "/"!!!
+    zfs-dkms@https://archzfs.com/archzfs/x86_64/
+    zfs-utils@https://archzfs.com/archzfs/x86_64/
+    linux-surface@https://pkg.surfacelinux.com/arch/
+    linux-surface-headers@https://pkg.surfacelinux.com/arch/
+    iptsd@https://pkg.surfacelinux.com/arch/
+    surface-ipts-firmware@https://pkg.surfacelinux.com/arch/
+    libwacom-surface@https://pkg.surfacelinux.com/arch/
+)
+
+# Please place simple, important, SMALL packages first. Place error-prone packages last. 
+aur_upstreams='pikaur frpc frps azure-cli unzip-iconv create_ap snakesocks teamviewer remarkable goland clion gnome-terminal-transparency'
+# intellij-idea-ce rider graftcp # gractcp failure
+
+build_outdir="mirrors/recolic-aur"
+
+function sync_aur () {
+    echo "Running aur autobuild..."
+
+    # pikaur would skip if the package is already up-to-date. 
+    sudo docker run -i --cpus 1.2 --rm -v "$(pwd)/$build_outdir":/home/builder/.cache/pikaur/pkg recolic/pikaur      bash -c "chown builder -R /home/builder/.cache/pikaur/pkg && sudo -u builder pikaur -Syw --noconfirm $aur_upstreams"
+    return $?
+}
+
+function sync_http () {
+    cd $build_outdir
+    has_error=0
+    for item in "${http_upstreams[@]}"; do
+        aria2c --conditional-get --allow-overwrite "$item" || has_error=$?
+    done
+    cd -
+    return $has_error
+}
+
+function sync_repo () {
+    cd $build_outdir
+    has_error=0
+    for item in "${repo_upstreams[@]}"; do
+        IFS='@' read nm repo_url <<< "$item"
+        pkgs_in_repo=`curl "$repo_url" | sed 's/^.*href="//g' | sed 's/".*$//g' | grep -F pkg.tar | grep -v 'sig$'`
+        pkg_relurl=`echo "$pkgs_in_repo" | grep -E "^$nm(-[0-9a-zA-Z_\\.:]*){3}.pkg.tar.*$"`
+        [[ "$pkg_relurl" == *.blob ]] && pkg_relurl=`curl "$repo_url$pkg_relurl" | sed 's@^.*/@@g'`
+        echo DEBUG: down "$repo_url$pkg_relurl"
+        aria2c --conditional-get --allow-overwrite "$repo_url$pkg_relurl" || has_error=$?
+    done
+    cd -
+    return $has_error
+}
+
+function dedup_and_build_index () {
+    # deduplicate
+    cd $build_outdir
+    # ls output is sorted alphabet-ly
+    prev_pkgName=""
+    prev_fname=""
+    for f in `ls *.pkg.tar.*`; do
+        curr_pkgName=`echo "$f" | sed -E 's/(-[0-9a-zA-Z_\\.:]*){3}.pkg.tar.*$//g'`
+        [[ "$prev_pkgName" = "$curr_pkgName" ]] && echo "DEDUP: removing $prev_fname..." && rm "$prev_fname"
+        prev_fname="$f"
+        prev_pkgName="$curr_pkgName"
+    done
+    cd -
+
+    # build index.db
+    sudo docker run -i --rm -v "$(pwd)/$build_outdir":/home/builder/.cache/pikaur/pkg recolic/pikaur      bash -c "chown builder -R /home/builder/.cache/pikaur/pkg && cd /home/builder/.cache/pikaur/pkg && repo-add recolic-aur.db.tar.gz *.pkg.tar.*"
+    return $?
+}
+
+
+sync_aur || echo AUR-gg
+sync_repo || echo REPO-gg
+sync_http || echo HTTP-gg
+dedup_and_build_index || echo BINDEX-gg
+

docker-pikaur/Dockerfile

+# docker run -ti -v (pwd)/recolic-aur:/home/builder/.cache/pikaur/pkg recolic/pikaur      bash -c 'chown builder -R /home/builder/.cache/pikaur/pkg && sudo -u builder pikaur -Sw --noconfirm $pkgs'
+# You must reuse the container (commit it as new image) after running first build. There may be tons of dependencies to be downloaded. 
+
+FROM archlinux:base-devel
+
+COPY install-pikaur.sh /
+RUN bash /install-pikaur.sh
+RUN useradd -m builder && echo 'builder ALL=(ALL) NOPASSWD: ALL' | EDITOR='tee -a' visudo
+# To prevent docker from creating a root-only dir
+RUN sudo -u builder mkdir -p /home/builder/.cache/pikaur/build
+RUN echo "WAIT! This repo is not finished. I'll copy latest code from laptop tonight. " && generate-error
+
+

docker-pikaur/install-pikaur.sh

+#!/bin/bash
+pacman -Sy --noconfirm git pyalpm python-commonmark &&
+git clone https://aur.archlinux.org/pikaur.git &&
+chmod 777 -R pikaur &&
+cd pikaur &&
+sudo -u nobody makepkg &&
+pacman -U --noconfirm *.pkg.*
+exit $?
+