# MS /robots.txt # 2004.10.28 # Disallow: /help disallows both /help.html and /help/index.html, whereas # Disallow: /help/ would disallow /help/index.html but allow /help.html. User-agent: * Disallow: /error.html Disallow: /missing.html Disallow: /images Disallow: /include Disallow: /rating Disallow: /src Disallow: /libs User-agent: GoogleBot User-agent: Slurp User-agent: Scooter User-agent: Ultraseek User-agent: smallbear Disallow: /error.html Disallow: /missing.html Disallow: /images Disallow: /include Disallow: /rating Disallow: /src Disallow: /libs User-agent: Mediapartners-Google* Disallow: