# robots.txt for http://www.RobotsAndComputers.com # Sitemap Sitemap: http://www.RobotsAndComputers.com/sitemap.xml # Exclusions User-agent: * Crawl-Delay: 300 Disallow: /phpmyadmin/ Disallow: /temp/ Disallow: /code_snippets/ Disallow: /counter/ Disallow: /error/ Disallow: /sitemap/ Disallow: /stats/ Disallow: /robots/templates/ Disallow: /robots/technical/ Disallow: /robots/images/ Allow: /robots/images/robopix/ Disallow: /robots/images/robopix/web/ Disallow: /computers/templates/ Disallow: /computers/img/ Disallow: /computers/images/ Allow: /computers/images/full_size/ Disallow: /computers/dd8h_files/ Disallow: /computers/dd8r_files/ Disallow: /robots/manuals/hero/ User-Agent: MJ12bot Crawl-Delay: 300