############################### # # robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /images/ Disallow: /css/ User-agent: * Disallow: /cgi-bin Disallow: /blog/wp-admin Disallow: /blog/wp-includes Disallow: /blog/wp-content/plugins Disallow: /blog/wp-content/cache Disallow: /blog/wp-content/themes Disallow: /blog/trackback Disallow: /blog/feed Disallow: /blog/comments Disallow: /blog/category/*/* Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: /*?* Disallow: /*? Allow: /wp-content/uploads # Google Image User-agent: Googlebot-Image Disallow: Allow: /* # Google AdSense User-agent: Mediapartners-Google* Disallow: Allow: /* # Internet Archiver Wayback Machine User-agent: ia_archiver Disallow: / # digg mirror User-agent: duggmirror Disallow: / #SEO class stuff Disallow: /seoclass.php # Disallow: /tutorials/404redirect/ # # list specific files robots are not allowed to index # # Disallow: /tutorials/meta_tags.html # Disallow: /tutorials/custom_error_page.html # # End of robots.txt file # ###############################