# robots.txt for http://ubantu.homelinux.com # # No bots, except crawlers for public search indexes: # Exalead, Gigablast, Google, Msn, Yahoo/Slurp, Ask/Teoma, Voila, Looksmart/Wisenut # # User-agent: Baidu Disallow: / User-agent: *alexa* Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: * Crawl-delay: 20 Disallow: /docs/ Disallow: /analyticstracking.php Disallow: /admin/ Disallow: /test/ Disallow: /images/ Disallow: /jotwiki/ Disallow: /grammar/ Disallow: /freelance/ Disallow: /ccts/