diff --git a/robots.txt b/robots.txt index 73df8c5..bb5ff93 100644 --- a/robots.txt +++ b/robots.txt @@ -6,6 +6,7 @@ Disallow: /CRAN Disallow: /CTAN Disallow: /CocoaPods Disallow: /ELK +Disallow: /HHVM Disallow: /NetBSD Disallow: /OpenBSD Disallow: /alpine @@ -13,10 +14,12 @@ Disallow: /anaconda Disallow: /antergos Disallow: /anthon Disallow: /apache +Disallow: /arch4edu Disallow: /archlinux Disallow: /archlinuxarm Disallow: /archlinuxcn Disallow: /bananian +Disallow: /bjlx Disallow: /blackarch Disallow: /centos Disallow: /ceph @@ -25,6 +28,7 @@ Disallow: /ctex Disallow: /cygwin Disallow: /debian-cd Disallow: /debian-multimedia +Disallow: /debian-nonfree Disallow: /debian-security Disallow: /debian Disallow: /deepin-cd @@ -32,19 +36,24 @@ Disallow: /deepin Disallow: /dell Disallow: /docker Disallow: /dotdeb +Disallow: /elasticstack Disallow: /elpa Disallow: /elrepo +Disallow: /elvish Disallow: /epel Disallow: /fedora Disallow: /gentoo-portage Disallow: /gentoo +Disallow: /git-repo Disallow: /gitlab-ce Disallow: /gitlab-ci-multi-runner Disallow: /gnu Disallow: /grafana Disallow: /hackage Disallow: /homebrew-bottles +Disallow: / Disallow: /homebrew +Disallow: /infinality-bundle Disallow: /influxdata Disallow: /ius Disallow: /jenkins @@ -53,11 +62,12 @@ Disallow: /kali-security Disallow: /kali Disallow: /kernel Disallow: /kodi -Disallow: /lede Disallow: /linux.git Disallow: /linuxmint-cd Disallow: /linuxmint +Disallow: /loongson Disallow: /lxc-images +Disallow: /macports Disallow: /mageia Disallow: /manjaro-cd Disallow: /manjaro @@ -73,6 +83,8 @@ Disallow: /osmc Disallow: /packman Disallow: /parrot Disallow: /percona +Disallow: /postgresql +Disallow: / Disallow: /puppy Disallow: /pybombs Disallow: /pypi @@ -82,12 +94,16 @@ Disallow: /redhat Disallow: /remi Disallow: /repo-ck Disallow: /repoforge +Disallow: /ros Disallow: /rpmfusion Disallow: /rubygems Disallow: /sagemath Disallow: /slackware +Disallow: /steamos +Disallow: /tensorflow Disallow: /termux Disallow: /ubuntu-cdimage +Disallow: /ubuntu-cloud-images Disallow: /ubuntu-ports Disallow: /ubuntu-releases Disallow: /ubuntu