User-agent: * # # WordPress sitemap: URL to your sitemap file in WordPress Sitemap: http://www.astraeafoundation.org/sitemap_index.xml # # Do not index the general technical directories and files on a server Allow: / Disallow: / cgi-bin / Disallow: / _hpinfo.php # # Do not index the Wordpress file Disallow: /old-2016 Disallow: /app/asset/plugins/ Disallow: /app/asset/cache/ Disallow: /app/asset/themes/ Disallow: /wp-admin Disallow: /wp-includes/ Disallow: /trackback Disallow: /category/*/* Disallow: */trackback Disallow: /*?* Disallow: /*? Disallow: /*~* Disallow: /*~ Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /feed/ Disallow: /mint/ Disallow: /labs/ Disallow: /*/wp-* Disallow: /*/feed/* Disallow: /*/*?s=* Disallow: /*/*.js$ Disallow: /*/*.inc$ Disallow: /transfer/ Disallow: /*/cgi-bin/* Disallow: /*/blackhole/* Disallow: /*/trackback/* Disallow: /*/xmlrpc.php