User-agent: * # disallow all files in these directories Disallow: /wp- Disallow: /wp-content/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /trackback/ Disallow: /*/trackback/$ Disallow: /feed/ Disallow: /*/feed/$ Disallow: /*/feed/rss/ Disallow: /comments/ Disallow: /page/ Disallow: /date/ Disallow: /archive/ Disallow: /rss/ Disallow: /cgi-bin/ # But allow /blog/index.php and /sitemap.xml Allow: /index.php Allow: /sitemap.xml Allow: /sitemap.xml.gz User-agent: Mediapartners-Google* Allow: / User-agent: Googlebot-Image Allow: /wp-content/uploads/ User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: /