mirror-web/robots.txt
2016-08-18 14:22:30 +08:00

96 lines
1.8 KiB
Plaintext

# robots.txt for https://mirrors.tuna.tsinghua.edu.cn
User-agent: *
Disallow: /AOSP
Disallow: /CRAN
Disallow: /CTAN
Disallow: /CocoaPods
Disallow: /ELK
Disallow: /NetBSD
Disallow: /OpenBSD
Disallow: /alpine
Disallow: /anaconda
Disallow: /antergos
Disallow: /anthon
Disallow: /apache
Disallow: /archlinux
Disallow: /archlinuxarm
Disallow: /archlinuxcn
Disallow: /bananian
Disallow: /blackarch
Disallow: /centos
Disallow: /ceph
Disallow: /chakra
Disallow: /ctex
Disallow: /cygwin
Disallow: /debian-cd
Disallow: /debian-multimedia
Disallow: /debian-security
Disallow: /debian
Disallow: /deepin-cd
Disallow: /deepin
Disallow: /dell
Disallow: /docker
Disallow: /dotdeb
Disallow: /elpa
Disallow: /elrepo
Disallow: /epel
Disallow: /fedora
Disallow: /gentoo-portage
Disallow: /gentoo
Disallow: /gitlab-ce
Disallow: /gitlab-ci-multi-runner
Disallow: /gnu
Disallow: /grafana
Disallow: /hackage
Disallow: /homebrew-bottles
Disallow: /homebrew
Disallow: /influxdata
Disallow: /ius
Disallow: /jenkins
Disallow: /kali-images
Disallow: /kali-security
Disallow: /kali
Disallow: /kernel
Disallow: /kodi
Disallow: /lede
Disallow: /linux.git
Disallow: /linuxmint-cd
Disallow: /linuxmint
Disallow: /lxc-images
Disallow: /mageia
Disallow: /manjaro-cd
Disallow: /manjaro
Disallow: /mariadb
Disallow: /mongodb
Disallow: /msys2
Disallow: /mysql
Disallow: /neurodebian
Disallow: /nodesource
Disallow: /opensuse
Disallow: /openwrt
Disallow: /osmc
Disallow: /packman
Disallow: /parrot
Disallow: /percona
Disallow: /puppy
Disallow: /pybombs
Disallow: /pypi
Disallow: /qt
Disallow: /raspbian
Disallow: /redhat
Disallow: /remi
Disallow: /repo-ck
Disallow: /repoforge
Disallow: /rpmfusion
Disallow: /rubygems
Disallow: /sagemath
Disallow: /slackware
Disallow: /termux
Disallow: /ubuntu-cdimage
Disallow: /ubuntu-ports
Disallow: /ubuntu-releases
Disallow: /ubuntu
Disallow: /videolan-ftp
Disallow: /virtualbox