# robots.txt for WordPress # Allow search engines to crawl the site with restrictions User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-includes/ Crawl-delay: 600