15308555518/ mirror-web
1
0
Fork 0
mirror of https://github.com/tuna/mirror-web.git synced 2025-12-26 05:02:48 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

update robots

This commit is contained in:
bigeagle 2016-11-21 21:45:19 +08:00
parent bc9d052431
commit 998bb20653
1 changed files with 17 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
robots.txt
View File

@ -6,6 +6,7 @@ Disallow: /CRAN
Disallow: /CTAN
Disallow: /CocoaPods
Disallow: /ELK
Disallow: /HHVM
Disallow: /NetBSD
Disallow: /OpenBSD
Disallow: /alpine
@ -13,10 +14,12 @@ Disallow: /anaconda
Disallow: /antergos
Disallow: /anthon
Disallow: /apache
Disallow: /arch4edu
Disallow: /archlinux
Disallow: /archlinuxarm
Disallow: /archlinuxcn
Disallow: /bananian
Disallow: /bjlx
Disallow: /blackarch
Disallow: /centos
Disallow: /ceph
@ -25,6 +28,7 @@ Disallow: /ctex
Disallow: /cygwin
Disallow: /debian-cd
Disallow: /debian-multimedia
Disallow: /debian-nonfree
Disallow: /debian-security
Disallow: /debian
Disallow: /deepin-cd
@ -32,19 +36,24 @@ Disallow: /deepin
Disallow: /dell
Disallow: /docker
Disallow: /dotdeb
Disallow: /elasticstack
Disallow: /elpa
Disallow: /elrepo
Disallow: /elvish
Disallow: /epel
Disallow: /fedora
Disallow: /gentoo-portage
Disallow: /gentoo
Disallow: /git-repo
Disallow: /gitlab-ce
Disallow: /gitlab-ci-multi-runner
Disallow: /gnu
Disallow: /grafana
Disallow: /hackage
Disallow: /homebrew-bottles
Disallow: /
Disallow: /homebrew
Disallow: /infinality-bundle
Disallow: /influxdata
Disallow: /ius
Disallow: /jenkins
@ -53,11 +62,12 @@ Disallow: /kali-security
Disallow: /kali
Disallow: /kernel
Disallow: /kodi
Disallow: /lede
Disallow: /linux.git
Disallow: /linuxmint-cd
Disallow: /linuxmint
Disallow: /loongson
Disallow: /lxc-images
Disallow: /macports
Disallow: /mageia
Disallow: /manjaro-cd
Disallow: /manjaro
@ -73,6 +83,8 @@ Disallow: /osmc
Disallow: /packman
Disallow: /parrot
Disallow: /percona
Disallow: /postgresql
Disallow: /
Disallow: /puppy
Disallow: /pybombs
Disallow: /pypi
@ -82,12 +94,16 @@ Disallow: /redhat
Disallow: /remi
Disallow: /repo-ck
Disallow: /repoforge
Disallow: /ros
Disallow: /rpmfusion
Disallow: /rubygems
Disallow: /sagemath
Disallow: /slackware
Disallow: /steamos
Disallow: /tensorflow
Disallow: /termux
Disallow: /ubuntu-cdimage
Disallow: /ubuntu-cloud-images
Disallow: /ubuntu-ports
Disallow: /ubuntu-releases
Disallow: /ubuntu