mirror-web/robots.txt

54 lines
1004 B
Plaintext

# robots.txt for http://mirrors.tuna.tsinghua.edu.cn
User-agent: *
Disallow: /apache
Disallow: /android
Disallow: /archlinux
Disallow: /archlinuxarm
Disallow: /archlinuxcn
Disallow: /centos
Disallow: /chakra
Disallow: /CPAN
Disallow: /CRAN
Disallow: /CTAN
Disallow: /cygwin
Disallow: /debian
Disallow: /debian-backports
Disallow: /debian-cd
Disallow: /debian-multimedia
Disallow: /debian-security
Disallow: /debian-weekly-builds
Disallow: /deepin
Disallow: /deepin-releases
Disallow: /docker
Disallow: /epel
Disallow: /fedora
Disallow: /freebsd
Disallow: /frugalware
Disallow: /gentoo
Disallow: /gentoo-portage
Disallow: /gnu
Disallow: /kernel
Disallow: /linuxmint
Disallow: /linuxmint-cd
Disallow: /macports
Disallow: /opensuse
Disallow: /pypi
Disallow: /_pypi
Disallow: /rpmfusion
Disallow: /sagemath
Disallow: /scientific
Disallow: /slackware
Disallow: /tex-archive
Disallow: /ubuntu
Disallow: /ubuntu-releases
Disallow: /videolan-ftp
Disallow: /stg
Disallow: /git
Disallow: /gitweb
Disallow: /~