mirror of
https://github.com/tuna/mirror-web.git
synced 2025-12-25 20:32:46 +00:00
c5dfbf3e83
Some checks failed
docker-images / multi (push) Has been cancelled
Signed-off-by: Miao Wang <shankerwangmiao@gmail.com>
22 lines
532 B
Bash
Executable File
22 lines
532 B
Bash
Executable File
#!/bin/bash
|
|
HOST=${1:-"mirrors.tuna.tsinghua.edu.cn"}
|
|
|
|
echo "# robots.txt for https://$HOST" > robots.txt
|
|
echo 'User-agent: *' >> robots.txt
|
|
echo '' >> robots.txt
|
|
echo 'Disallow: /logs' >> robots.txt
|
|
|
|
(
|
|
curl -s https://$HOST/static/tunasync.json | jq -r '.[] | .name'
|
|
echo "lede";
|
|
echo "raspberry-pi-os";
|
|
echo "ctan";
|
|
echo "cygwin";
|
|
echo "pub";
|
|
echo "git";
|
|
echo "linuxbrew-bottles";
|
|
) | uniq | while read name; do
|
|
[[ -z ${name} ]] || [[ ${name} = "tuna" ]] && continue
|
|
echo "Disallow: /${name}" >> robots.txt
|
|
done
|