15308555518/ mirror-web
1
0
Fork 0
mirror of https://github.com/tuna/mirror-web.git synced 2025-12-25 20:32:46 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Use variable HOST in gen_robot.sh

This commit is contained in:
Jiajie Chen 2020-03-22 22:47:00 +08:00
parent 89d55e50a9
commit 551035bd89
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
gen_robot.sh
View File

@ -1,11 +1,12 @@
#!/bin/bash
HOST="mirrors.tuna.tsinghua.edu.cn"
echo '# robots.txt for https://mirrors.tuna.tsinghua.edu.cn' > robots.txt
echo "# robots.txt for https://$HOST" > robots.txt
echo 'User-agent: *' >> robots.txt
echo '' >> robots.txt
echo 'Disallow: /logs' >> robots.txt
curl -s https://mirrors.tuna.tsinghua.edu.cn/static/tunasync.json | jq -r '.[] | .name' | uniq | while read name; do
curl -s https://$HOST/static/tunasync.json | jq -r '.[] | .name' | uniq | while read name; do
[[ -z ${name} ]] && continue
echo "Disallow: /${name}" >> robots.txt
done