# Robots.txt #Sitemap - Second line from Google Webmasters Help User-agent: * Sitemap: http://www.stevebedwell.com/sitemap_index.xml # Original Fluid Hosting Settings User-agent: * Disallow: /cgi-bin/ Disallow: /tmp/ # Disallow directory /images/ User-agent: * Disallow: /img/ User-agent: * Disallow: /css/ User-agent: * Disallow: /js/ User-agent: * Disallow: /documents/ User-agent: * Disallow: /search/ User-agent: * Disallow: /media/ # Disallow indexing of specific file extensions User-agent: * Disallow: /*.gif$ User-agent: * Disallow: /*.jpg$ User-agent: * Disallow: /*.zip$ User-agent: * Disallow: /*.doc$ User-agent: * Disallow: /*.exe$ User-agent: * Disallow: /*.pdf$ User-agent: * Disallow: /*.css$ User-agent: * Disallow: /*.js$ User-agent: * Disallow: /blog/wp-admin Disallow: /blog/wp-includes Disallow: /blog/wp-content/plugins Disallow: /blog/wp-content/cache Disallow: /blog/wp-content/themes Disallow: /blog/trackback Disallow: /cgi-bin Disallow: /search Disallow: /blog/feed Disallow: /blog/rss Disallow: /blog/comments/feed Disallow: /blog/feed/$ Disallow: /blog/*/feed/$ Disallow: /blog/*/feed/rss/$ Disallow: /blog/*/trackback/$ # I Added Next Block 3.21.09 Disallow: /blog/*/?action=print # Disallow Collectors and Spam User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: DSurf Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Mail Sweeper Disallow: / User-agent: munky Disallow: / User-agent: Roverbot Disallow: / User-agent: WebEmailExtrac Disallow: / # Disallow Offline Browsers User-agent: xGet Disallow: / User-agent: wGet Disallow: / User-agent: WebWalk Disallow: / User-agent: webvac Disallow: / User-agent: WebReaper Disallow: / User-agent: WebMirror Disallow: / User-agent: WebFetcher Disallow: / User-agent: WebCopy Disallow: / User-agent: webcopier Disallow: / User-agent: WebCatcher Disallow: / User-agent: WebBandit Disallow: / User-agent: w3mir Disallow: / User-agent: vobsub Disallow: / User-agent: Templeton Disallow: / User-agent: ssearcher100 Disallow: / User-agent: SpiderBot Disallow: / User-agent: Shai'Hulud Disallow: / User-agent: PBWF Disallow: / User-agent: LightningDownload Disallow: / User-agent: KDD Exploror Disallow: / User-agent: Jeeves Disallow: / User-agent: Internet Explore Disallow: / User-agent: InfoSpiders Disallow: / User-agent: httrack Disallow: / User-agent: HavIndex Disallow: / User-agent: GetUrl Disallow: / User-agent: GetBot Disallow: / User-agent: ESIRover Disallow: / User-agent: Download Wonder Disallow: / User-agent: Collage Disallow: / User-agent: Mozilla/2.0 Disallow: /