diff --git a/gen_robot.sh b/gen_robot.sh index 05329ca..c35e059 100755 --- a/gen_robot.sh +++ b/gen_robot.sh @@ -1,11 +1,12 @@ #!/bin/bash +HOST="mirrors.tuna.tsinghua.edu.cn" -echo '# robots.txt for https://mirrors.tuna.tsinghua.edu.cn' > robots.txt +echo "# robots.txt for https://$HOST" > robots.txt echo 'User-agent: *' >> robots.txt echo '' >> robots.txt echo 'Disallow: /logs' >> robots.txt -curl -s https://mirrors.tuna.tsinghua.edu.cn/static/tunasync.json | jq -r '.[] | .name' | uniq | while read name; do +curl -s https://$HOST/static/tunasync.json | jq -r '.[] | .name' | uniq | while read name; do [[ -z ${name} ]] && continue echo "Disallow: /${name}" >> robots.txt done