mirror of
https://github.com/morgan9e/mirror
synced 2026-04-14 00:14:15 +09:00
Init
This commit is contained in:
GitHub
130
sync.sh
Normal file
130
sync.sh
Normal file
@@ -0,0 +1,130 @@
|
||||
#!/bin/bash
|
||||
|
||||
TIMENOW=$(date -u '+%Y%m%d_%H%M')
|
||||
BASE_DIR="/srv/mirror"
|
||||
ALERT="$BASE_DIR/scripts/alert.sh"
|
||||
DATA_DIR="$BASE_DIR/pub"
|
||||
|
||||
echo $TIMENOW $BASE_DIR $DATA_DIR $USER
|
||||
|
||||
if [[ "$USER" == "root" ]]; then
|
||||
echo "Dont run as root."
|
||||
sudo -u user $0 $@
|
||||
exit
|
||||
fi
|
||||
|
||||
# option="-rtlHpvi --chmod=D0755,F0644 --partial --hard-links --safe-links --stats --delete --delete-after --delay-updates --max-delete=70000 -P"
|
||||
|
||||
option="-rlptHS -B 8192 --chmod=D0755,F0644 --partial --hard-links --safe-links --delete-after --delay-updates --itemize-changes --delete --stats --no-i-r --verbose"
|
||||
# exclude="--exclude=.*.?????? --exclude='.~tmp~/' --exclude='Packages*' --exclude='Sources*' --exclude='Release*' --exclude='*.links.tar.gz*' --exclude='/other' --exclude='/sources'"
|
||||
|
||||
ubuntu="rsync://rsync.archive.ubuntu.com/ubuntu/"
|
||||
ubuntu_cd="rsync://releases.ubuntu.com/releases/"
|
||||
ubuntu_cd_old="rsync://old-releases.ubuntu.com/releases/"
|
||||
debian="rsync://mirrors.xtom.jp/debian/"
|
||||
debian_cd="rsync://ftp.riken.jp/debian-cd/"
|
||||
fedora="rsync://dl.fedoraproject.org/fedora-enchilada/linux/"
|
||||
epel="rsync://dl.fedoraproject.org/fedora-epel/"
|
||||
rpmfusion="rsync://download1.rpmfusion.org/rpmfusion/"
|
||||
archlinux="rsync://mirror.constant.com/archlinux/"
|
||||
raspbian="rsync://archive.raspbian.org/archive/"
|
||||
manjaro="rsync://ftp.riken.jp/manjaro/"
|
||||
gnu="rsync://ftp.gnu.org/gnu/"
|
||||
kali_images="rsync://repo.jing.rocks/kali-images"
|
||||
kali="rsync://repo.jing.rocks/kali"
|
||||
linux="rsync://rsync.kernel.org/pub/"
|
||||
fail="rsync://aa"
|
||||
|
||||
if [[ ! -v $1 ]]; then
|
||||
echo Not found.
|
||||
exit
|
||||
fi
|
||||
|
||||
ubuntu_cd_name="ubuntu-cd"
|
||||
debian_cd_name="debian-cd"
|
||||
ubuntu_cd_old_name="ubuntu-old"
|
||||
kali_images_name="kali-images"
|
||||
|
||||
dist=$1
|
||||
echo Syncing $1...
|
||||
set -o pipefail
|
||||
LASTLOG=`head -1 ${BASE_DIR}/logs/${dist}.log`
|
||||
|
||||
mv ${BASE_DIR}/logs/${dist}.log ${BASE_DIR}/logs/previous/${dist}-${LASTLOG}.log
|
||||
mv ${BASE_DIR}/logs/${dist}-error.log ${BASE_DIR}/logs/previous/${dist}-error-${LASTLOG}.log
|
||||
|
||||
if [[ -v ${dist}_name ]]; then
|
||||
dist_name_var="${dist}_name"
|
||||
dist_dir=${!dist_name_var}
|
||||
else
|
||||
dist_dir=$dist
|
||||
fi
|
||||
|
||||
echo ${TIMENOW} >> ${BASE_DIR}/logs/${dist}.log
|
||||
echo ${TIMENOW} >> ${BASE_DIR}/logs/${dist}-error.log
|
||||
echo "${TIMENOW}: Mirroring ${dist} from ${!dist} to ${DATA_DIR}/${dist}"
|
||||
echo "${TIMENOW} STARTED ${dist}" >> ${BASE_DIR}/logs/all.log
|
||||
TMEASURE=$(date +%s)
|
||||
TRY=3
|
||||
while [ $TRY -ne 0 ]; do
|
||||
echo Try $TRY...
|
||||
if [ "$dist" == "debian" ];
|
||||
then
|
||||
cd ${BASE_DIR}/scripts;
|
||||
export BASE_DIR=${BASE_DIR}
|
||||
export DATA_DIR=${DATA_DIR}
|
||||
./ftpsync
|
||||
EXIT=$?
|
||||
elif [ "$dist" == "fedora" ];
|
||||
then
|
||||
unset RSYNC_CONNECT_PROG
|
||||
# echo "Running stage 1 sync." | tee -a ${BASE_DIR}/logs/${dist}.log
|
||||
# echo "rsync -rlptHi --chmod=D0755,F0644 --safe-links --delete-delay --delay-updates --stats --progress -v --no-motd --log-file=rsync_fedora.log rsync://ftp.kaist.ac.kr/fedora /srv/mirror/pub/fedora/" | tee -a ${BASE_DIR}/logs/${dist}.log
|
||||
# rsync -rlptHi --chmod=D0755,F0644 --safe-links --delete-delay --delay-updates --stats --progress -v --no-motd --log-file=/srv/mirror/logs/rsync_fedora.log rsync://ftp.kaist.ac.kr/fedora /srv/mirror/pub/fedora/ 2> >(tee -a ${BASE_DIR}/logs/${dist}-error.log) | tee -a ${BASE_DIR}/logs/${dist}.log
|
||||
echo "Running via quick-fedora-mirror (Stage 1)." | tee -a ${BASE_DIR}/logs/${dist}.log
|
||||
cd ${BASE_DIR}/scripts;
|
||||
./quick-fedora-mirror 2> >(tee -a ${BASE_DIR}/logs/${dist}-error.log) | tee -a ${BASE_DIR}/logs/${dist}.log;
|
||||
EXIT=$?
|
||||
|
||||
echo "Running via quick-fedora-mirror (Stage 2)." | tee -a ${BASE_DIR}/logs/${dist}.log
|
||||
cd ${BASE_DIR}/scripts;
|
||||
FILTEREXP='(./development/rawhide/.*\.(iso|qcow2|img|raw\.xz)$)' \
|
||||
./quick-fedora-mirror 2> >(tee -a ${BASE_DIR}/logs/${dist}-error.log) | tee -a ${BASE_DIR}/logs/${dist}.log;
|
||||
else
|
||||
unset RSYNC_CONNECT_PROG
|
||||
if [ "$dist" == "kali_images" ];
|
||||
then
|
||||
# export RSYNC_CONNECT_PROG='ssh zhr0 nc %H 873'
|
||||
echo Connecting to RSYNC PROG
|
||||
fi
|
||||
echo "rsync ${option} ${exclude} ${!dist} ${DATA_DIR}/${dist_dir}" | tee -a ${BASE_DIR}/logs/${dist}.log
|
||||
rsync ${option} ${exclude} ${!dist} ${DATA_DIR}/${dist_dir} 2> >(tee -a ${BASE_DIR}/logs/${dist}-error.log) | tee -a ${BASE_DIR}/logs/${dist}.log
|
||||
EXIT=$?
|
||||
fi
|
||||
if [[ $EXIT == 0 ]]; then break; fi
|
||||
TRY=$(($TRY-1))
|
||||
done
|
||||
|
||||
if [ $EXIT -ne 0 ];
|
||||
then
|
||||
MSG="Sync ${dist} failed at ${TIMENOW}.\nLog: $(tail -n 1 ${BASE_DIR}/logs/${dist}-error.log)"
|
||||
if [ -f "$ALERT" ];
|
||||
then
|
||||
${ALERT} "${MSG}"
|
||||
fi
|
||||
|
||||
echo Sync ${dist} Error
|
||||
echo "${TIMENOW} ERROR ${dist}" >> ${BASE_DIR}/logs/all.log
|
||||
else
|
||||
echo Sync ${dist} Success
|
||||
if [ `echo ${BASE_DIR}/logs/${dist}-error.log | wc -l` -eq 1 ];
|
||||
then
|
||||
rm ${BASE_DIR}/logs/${dist}-error.log
|
||||
fi
|
||||
echo "${TIMENOW} DONE ${dist} $(date '+%Y%m%d_%H%M') $(($(date +%s)-$TMEASURE))" >> ${BASE_DIR}/logs/all.log
|
||||
cd $BASE_DIR
|
||||
echo "Updating Index"
|
||||
python3 -u ./scripts/index.py ${BASE_DIR}
|
||||
fi
|
||||
|
||||
exit;
|
||||
Reference in New Issue
Block a user