# Disallow parsing individual post feeds, categories and trackbacks.. Disallow: /web/trackback/ Disallow: /web/feed/ User-agent: * # disallow all files in these directories Disallow: /web/cgi-bin/ Disallow: /web/z/j/ Disallow: /web/z/c/ Disallow: /web/stats/ Disallow: /web/dh_ Disallow: /web/wp-admin/ Disallow: /web/wp-includes/ Disallow: /web/contacto/ Disallow: /web/tag/ Disallow: /web/trackback/ Disallow: /web/*?* Disallow: */web/trackback/ Sitemap: http://www.newflow.net/web/sitemap.xml User-agent: Googlebot # disallow all files ending with these extensions Disallow: /web/*.php$ Disallow: /web/*.js$ Disallow: /web/*.inc$ Disallow: /web/*.css$ Disallow: /web/*.gz$ Disallow: /web/*.cgi$ Disallow: /web/*.wmv$ Disallow: /web/*.png$ Disallow: /web/*.gif$ Disallow: /web/*.jpg$ Disallow: /*.cgi$ Disallow: /web/*.xhtml$ Disallow: /web/*.php* Disallow: */web/trackback* Disallow: /web/*?* Disallow: /web/z/ Disallow: /web/wp-* Allow: /web/wp-content/uploads/ # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: /web/*?* Allow: /web/z/ Allow: /web/about/ Allow: /web/contact/ Allow: /web/wp-content/ Allow: /web/tag/ Allow: /manual/* Allow: /web/docs/* Allow: /web/*.php$ Allow: /web/*.js$ Allow: /web/*.inc$ Allow: /web/*.css$ Allow: /web/*.gz$ Allow: /web/*.cgi$ Allow: /web/*.wmv$ Allow: /web/*.cgi$ Allow: /web/*.xhtml$ Allow: /web/*.php* Allow: /web/*.gif$ Allow: /web/*.jpg$ Allow: /web/*.png$ User-agent: * Disallow: /web/cgi-bin/ Disallow: /web/z/j/ Disallow: /web/z/c/ Disallow: /web/stats/ Disallow: /web/dh_ Disallow: /web/about/ Disallow: /web/contact/ Disallow: /web/tag/ Disallow: /web/wp-admin/ Disallow: /web/wp-includes/ Disallow: /web/contact Disallow: /web/wp- Disallow: /web/feed/ Disallow: /web/trackback/ User-agent: Googlebot Disallow: /web/*.php$ Disallow: /web/*.js$ Disallow: /web/*.inc$ Disallow: /web/*.css$ Disallow: /web/*.gz$ Disallow: /web/*.wmv$ Disallow: /web/*.cgi$ Disallow: /web/*.xhtml$ Disallow: /web/*?* User-agent: Googlebot-Image Disallow: Allow: /web/* User-agent: Mediapartners-Google* Disallow: Allow: /web/* # Disallow Google from parsing indididual post feeds and trackbacks.. Disallow: */web/feed/ Disallow: */web/trackback/ Disallow: /web/search Disallow: /web/feed Disallow: /web/comments/feed Disallow: /web/feed/$ Disallow: /web/*/feed/$ Disallow: /web/*/feed/rss/$ Disallow: /web/*/trackback/$ Disallow: /web/*/*/feed/$ Disallow: /web/*/*/feed/rss/$ Disallow: /web/*/*/trackback/$ Disallow: /web/*/*/*/feed/$ Disallow: /web/*/*/*/feed/rss/$ Disallow: /web/*/*/*/trackback/$ Disallow: /web/*/*/feed Disallow: /web/*/*/*/feed Disallow: /web/*/*/feed/ Disallow: /web/*/*/*/feed/ Disallow: /web/*/*/*/*/feed Disallow: /web/*/*/*/*/feed/ # Disallow all files with ? in url Disallow: /web/*?* Disallow: /web/*?