#Simple Robots.txt 0.1 User-agent: MSNBot Crawl-delay: 5 User-agent: bingbot Crawl-delay: 5 # BEGIN W3TC ROBOTS User-agent: * Disallow: /wp-content/cache/ # END W3TC ROBOTS