# This text file determines which directories are not accessible by web crawlers
User-agent: *
Disallow: /cgi-bin
Disallow: /admin
Disallow: /beta
Disallow: /bugs