diff --git a/robots.txt b/robots.txt index d3d92516b..67a98e0b1 100644 --- a/robots.txt +++ b/robots.txt @@ -1,4 +1,5 @@ User-agent: * +Disallow: / Disallow: /development/ # Hide huge zip files Disallow: /doc/libs/1_49_0_beta1/ Crawl-delay: 10