src/doc/robots.txt

   1 # NB: This file is not automatically deployed. After changes, it needs to be uploaded manually to doc.rust-lang.org
   2 User-agent: *
   3 Disallow: /0.3/
   4 Disallow: /0.4/
   5 Disallow: /0.5/
   6 Disallow: /0.6/
   7 Disallow: /0.7/
   8 Disallow: /0.8/
   9 Disallow: /0.9/
  10 Disallow: /0.10/
  11 Disallow: /0.11.0/
  12 Disallow: /0.12.0/
  13 Disallow: /1.0.0-alpha/
  14 Disallow: /1.0.0-alpha.2/
  15 Disallow: /1.0.0-beta/
  16 Disallow: /1.0.0-beta.2/
  17 Disallow: /1.0.0-beta.3/
  18 Disallow: /1.0.0-beta.4/
  19 Disallow: /1.0.0-beta.5/
  20 Disallow: /book/first-edition/
  21 Disallow: /book/second-edition/
  22 Disallow: /stable/book/first-edition/
  23 Disallow: /stable/book/second-edition/
  24 Disallow: /beta/book/first-edition/
  25 Disallow: /beta/book/second-edition/
  26 Disallow: /nightly/book/first-edition/
  27 Disallow: /nightly/book/second-edition/