User-agent: * # All other robots Disallow: / User-agent: Googlebot User-agent: AdsBot-Google Disallow: /wp-admin/ # disallow this directory wp-admin Disallow: /wp-includes/ # disallow this directory wp-includes Disallow: /cgi-bin/ # disallow this directory cgi-bin Disallow: /tmp/ # disallow this directory tmp User-Agent: sp_auditbot Allow: / Crawl-delay: 0