#!/bin/bash
# ----------------------------------------------------------------
# Filename: recursive_down_repo.sh
# Revision: 1.2
# Date: 2016-07-18
# Author: ivo
# Email: tjsytxt@126.com
# website: w-zh.ml
# Description: 递归下载网站文件,路径不乱码
# --------------------------------------------------------------

bashPath="http://ivof.tk/"
bashDownPath="/home/ivo/Videos/"
if [ ! -d $bashDownPath ]; then
mkdir -p $bashDownPath
fi
function recursive_down()
{
echo "当前网址路径:"$1
list=`curl $1 | grep -a href | awk -F '"' '{print $2}' | grep -v "^\."`
for l in $list
do
full=$1$l
#判断是否为目录,为目录则递归调用
#获得下载路径
downPath=`echo $full | sed "s#$bashPath#$bashDownPath#"`
if [[ $l =~ "/" ]]
then
#递归调用
recursive_down "$full"
else
#创建下载目录
if [ ! -d $downPath ]; then
printf $(echo -n $downPath | sed 's/\\/\\\\/g;s/\(%\)\([0-9a-fA-F][0-9a-fA-F]\)/\\x\2/g')"\n" >111
shot=`cat 111|sed s/[[:space:]]//g`
rm -rf 111
mkdir -p $shot
fi
#获取文件名
filename=$(basename "$full")
#判断是否存在文件,不存在即下载\
#变更urlencoding
printf $(echo -n $filename | sed 's/\\/\\\\/g;s/\(%\)\([0-9a-fA-F][0-9a-fA-F]\)/\\x\2/g')"\n" >111
filename=`cat 111|sed s/[[:space:]]//g`
rm -rf 111
#除重
if [ ! -f "$shot$filename" ];then
echo "正在下载$filename 到 $shot"
aria2c -c -x5 -s5 "$full" -o "$filename" -d "$shot"
fi
fi
done
}
recursive_down $bashPath