mirror of
https://github.com/tuna/mirror-web.git
synced 2025-12-31 19:52:48 +00:00
10 lines
308 B
Bash
Executable File
10 lines
308 B
Bash
Executable File
#!/bin/bash
|
|
|
|
echo '# robots.txt for https://mirrors.tuna.tsinghua.edu.cn' > robots.txt
|
|
echo 'User-agent: *' >> robots.txt
|
|
echo '' >> robots.txt
|
|
|
|
curl -s https://mirrors.tuna.tsinghua.edu.cn/static/tunasync.json | jq -r '.[] | .name' | uniq | while read name; do
|
|
echo "Disallow: /${name}" >> robots.txt
|
|
done
|