# Robots.txt # Sitemaps Sitemap: http://www.xpoilers.com/sitemap.xml # #User-agent: * #Disallow: /feed/search/* #User-agent: Slurp #User-agent: msnbot User-agent: * Crawl-delay: 1 #