# robots.txt for http://www.medicalproductguide.com/ User-agent: *allow Disallow: /cgi-bin/ # This is an infinite virtual URL space Disallow: /stats/ # these will soon disappear # FULL access (Google) User-agent: Googlebot allow: User-agent: Yahoo!Slurp allow: # FULL access (Inktomi) User-agent: Slurp allow: User-agent: MSNBot allow: # FULL access (Alta Vista) User-agent: Scooter allow: # FULL access (FAST/AllTheWeb) User-agent: FAST-WebCrawler allow: User-agent: * Disallow: /wp- Disallow: /search Disallow: /feed Disallow: /comments/feed Disallow: /feed/$ Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /*/*/feed/$ Disallow: /*/*/feed/rss/$ Disallow: /*/*/trackback/$ Disallow: /*/*/*/feed/$ Disallow: /*/*/*/feed/rss/$ Disallow: /*/*/*/trackback/$