# robots.txt for boshed.hl2dm.org.uk # these are not the droids you're looking for User-agent: Googlebot-Image Disallow: / User-agent: msnbot-media Disallow: / User-agent: Yahoo-MMCrawler Disallow: / # move along User-agent: * Disallow: /stats/ Disallow: /maps/files/ Crawl-delay: 30 # xml sitemap Sitemap: http://boshed.hl2dm.org.uk/sitemap.xml