User-agent: * Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/cache Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: /*?* Disallow: /*? Disallow: /*.png Disallow: /*trackback Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /blog/tag/ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.wmv$ Disallow: /*.png$ Disallow: /*.gif$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.php* Disallow: */trackback* Disallow: /wp-content/observing-tools/moonphase/moon.html Disallow: /wp-content/observing-tools/almanac/almanac.html Disallow: /wp-content/uploads/meteors-free-ebook.html Disallow: /wp-content/observing-tools/mars_profiler/mars.html Disallow: /wp-content/observing-tools/jupiter_moons/jupiter.html Disallow: /wp-content/observing-tools/almanac/welcome.htm User-Agent: Googlebot Allow: *.js* Allow: *.css* Allow: /wp-content/uploads/ # Allow AdSense bot on Entire Site User-agent: Mediapartners-Google* Disallow: Allow: /* # Allow Google Image Bot to Search all Images User-agent: Googlebot-Image Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /wp-includes/ Allow: /* # Disallow Archiving Site User-agent: ia_archiver Disallow: / # Disable Duggmirror User-agent: duggmirror Disallow: / # Disable Updowner User-agent: Updownerbot Disallow: / User-agent: Rogerbot Crawl-limit: 2 Sitemap: http://www.skyandtelescope.com/sitemap_index.xml Sitemap: http://www.skyandtelescope.com/news-sitemap.xml