#Wildcard robots.txt agent (ask all bots to crawl slowly but still index everything).
User-agent: *
Allow: /cgi-bin/
Disallow: /wp-admin/
Allow: /wp-content/cache/
Allow: /trackback/
Allow: /feed/
Allow: /comments/
Allow: /category/*/*
Allow: */trackback/
Allow: */feed/
Allow: */comments/
Allow: /