User-agent: * Disallow: /rd? Disallow: /rd2? Disallow: /color_bumper.xpml Disallow: /mkt.xpml* Disallow: /*_show-- Disallow: /*_sort-- Disallow: /classify Disallow: /*_start-- Disallow: /*start= Disallow: /*show= Disallow: /*sort= Disallow: /*mkt_id= Disallow: /*_absoluteMaxPrice-- Disallow: /*_absoluteMinPrice-- Disallow: /*SEARCH_GO User-agent: Googlebot Disallow: /rd? Disallow: /rd2? Disallow: /color_bumper.xpml Disallow: /mkt.xpml* Disallow: /*_show-- Disallow: /*_sort-- Disallow: /classify Disallow: /music/ Disallow: /tv_moviesoundtrackcds/ Disallow: /r_bhiphop_rapcds/ Disallow: /dance_electronicmusiccds/ Disallow: /rock_popcds/ Disallow: /childrenscds/ Disallow: /spokenwordcds/ Disallow: /worldmusiccds/ Disallow: /heavymetalcds/ Disallow: /instrumentaljazzcds/ Disallow: /classicalmusic_operacds/ Disallow: /newagecds/ Disallow: /comedycds/ Disallow: /dvds_videos/ Disallow: /action_adventuredvds_videos/ Disallow: /adultdvds_videos/ Disallow: /westernsdvds_videos/ Disallow: /foreigndvds_videos/ Disallow: /childrensdvds_videos/ Disallow: /comedydvds_videos/ Disallow: /specialinterestdvds_videos/ Disallow: /dramadvds_videos/ Disallow: /horror_suspensedvds_videos/ Disallow: /music_musicalsdvds_videos/ Disallow: /sciencefictiondvds_videos/ Disallow: /sports_fitnessdvds_videos/ Disallow: /religiousdvds_videos/ Disallow: /books_magazines/ Disallow: /eroticabooks/ Disallow: /postmodernfiction/ Disallow: /childrensfictionbooks/ Disallow: /educationbooks/ Disallow: /magazines_newspapers/ Disallow: /historybooks/ Disallow: /eroticartbooksandvideos/ Disallow: /morepetsupplies/ Disallow: /moresportsequipment/ Disallow: /otherjewellery/ Disallow: /otherproducts/ Disallow: /miscellaneous Disallow: /*_start-- Disallow: /*start= Disallow: /*show= Disallow: /*sort= Disallow: /*_absoluteMaxPrice-- Disallow: /*_absoluteMinPrice-- Disallow: /*SEARCH_GO User-agent: bingbot Disallow: /rd? Disallow: /rd2? Disallow: /color_bumper.xpml Disallow: /mkt.xpml* Disallow: /*_show-- Disallow: /*_sort-- Disallow: /classify Disallow: /music/ Disallow: /tv_moviesoundtrackcds/ Disallow: /r_bhiphop_rapcds/ Disallow: /dance_electronicmusiccds/ Disallow: /rock_popcds/ Disallow: /childrenscds/ Disallow: /spokenwordcds/ Disallow: /worldmusiccds/ Disallow: /heavymetalcds/ Disallow: /instrumentaljazzcds/ Disallow: /classicalmusic_operacds/ Disallow: /newagecds/ Disallow: /comedycds/ Disallow: /dvds_videos/ Disallow: /action_adventuredvds_videos/ Disallow: /adultdvds_videos/ Disallow: /westernsdvds_videos/ Disallow: /foreigndvds_videos/ Disallow: /childrensdvds_videos/ Disallow: /comedydvds_videos/ Disallow: /specialinterestdvds_videos/ Disallow: /dramadvds_videos/ Disallow: /horror_suspensedvds_videos/ Disallow: /music_musicalsdvds_videos/ Disallow: /sciencefictiondvds_videos/ Disallow: /sports_fitnessdvds_videos/ Disallow: /religiousdvds_videos/ Disallow: /books_magazines/ Disallow: /eroticabooks/ Disallow: /postmodernfiction/ Disallow: /childrensfictionbooks/ Disallow: /educationbooks/ Disallow: /magazines_newspapers/ Disallow: /historybooks/ Disallow: /eroticartbooksandvideos/ Disallow: /morepetsupplies/ Disallow: /moresportsequipment/ Disallow: /otherjewellery/ Disallow: /otherproducts/ Disallow: /miscellaneous Disallow: /*_start-- Disallow: /*start= Disallow: /*show= Disallow: /*sort= Disallow: /*_absoluteMaxPrice-- Disallow: /*_absoluteMinPrice-- Disallow: /*SEARCH_GO User-agent: slurp Disallow: /rd? Disallow: /rd2? Disallow: /color_bumper.xpml Disallow: /mkt.xpml* Disallow: /*_show-- Disallow: /*_sort-- Disallow: /classify Disallow: /music/ Disallow: /tv_moviesoundtrackcds/ Disallow: /r_bhiphop_rapcds/ Disallow: /dance_electronicmusiccds/ Disallow: /rock_popcds/ Disallow: /childrenscds/ Disallow: /spokenwordcds/ Disallow: /worldmusiccds/ Disallow: /heavymetalcds/ Disallow: /instrumentaljazzcds/ Disallow: /classicalmusic_operacds/ Disallow: /newagecds/ Disallow: /comedycds/ Disallow: /dvds_videos/ Disallow: /action_adventuredvds_videos/ Disallow: /adultdvds_videos/ Disallow: /westernsdvds_videos/ Disallow: /foreigndvds_videos/ Disallow: /childrensdvds_videos/ Disallow: /comedydvds_videos/ Disallow: /specialinterestdvds_videos/ Disallow: /dramadvds_videos/ Disallow: /horror_suspensedvds_videos/ Disallow: /music_musicalsdvds_videos/ Disallow: /sciencefictiondvds_videos/ Disallow: /sports_fitnessdvds_videos/ Disallow: /religiousdvds_videos/ Disallow: /books_magazines/ Disallow: /eroticabooks/ Disallow: /postmodernfiction/ Disallow: /childrensfictionbooks/ Disallow: /educationbooks/ Disallow: /magazines_newspapers/ Disallow: /historybooks/ Disallow: /eroticartbooksandvideos/ Disallow: /morepetsupplies/ Disallow: /moresportsequipment/ Disallow: /otherjewellery/ Disallow: /otherproducts/ Disallow: /miscellaneous Disallow: /*_start-- Disallow: /*start= Disallow: /*show= Disallow: /*sort= Disallow: /*_absoluteMaxPrice-- Disallow: /*_absoluteMinPrice-- Disallow: /*SEARCH_GO # Add explict user-agent for AdsBot-Google as it ignores blanket includes # http://adwords.google.com/support/aw/bin/answer.py?hl=en&answer=38197 User-agent: AdsBot-Google Disallow: /rd2? Disallow: /rd? Disallow: /color_bumper.xpml Disallow: /*_start-- Disallow: /*start= Disallow: /*show= Disallow: /*sort= # # Crawlers that are kind enough to obey, but which we'd rather not have. # User-agent: YahooSeeker Disallow: / User-agent: BecomeBot Disallow: / # # A growing list of pest bots # User-agent: Baiduspider Disallow: / User-agent: CherryPicker Disallow: / User-agent: Crescent Internet ToolPak Disallow: / User-agent: DISCo Pump Disallow: / User-agent: EmailSiphon Disallow: / User-agent: htdig Disallow: / User-agent: HTTrack Disallow: / User-agent: LNSpiderGuy Disallow: / User-agent: Netprospector Disallow: / User-agent: PerMan Surfer Disallow: / User-agent: psbot Disallow: / User-agent: szukacz Disallow: / User-agent: RPT-HTTPClient Disallow: / User-agent: Teleport Disallow: / User-agent: Telesoft Disallow: / User-agent: Ultraseek Disallow: / User-agent: vspider Disallow: / User-agent: WebCopier Disallow: / User-agent: WebEMailExtractor Disallow: / User-agent: WebReaper Disallow: / User-agent: Webster Pro Disallow: / User-agent: WebStripper Disallow: / User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: InternetSeer.com Disallow: / # Some bots are known to be trouble, particularly those designed to copy # entire sites. Please obey robots.txt. User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / # # Sorry, wget in its recursive mode is a frequent problem. # Please refer to the manual and use it properly; there is a # wait = x number of seconds option you can use to set the delay between hits, # for instance. # User-agent: wget Disallow: / # # The 'grub' distributed client has been *very* poorly behaved. # User-agent: grub-client Disallow: / User-agent: grub Disallow: / # # Doesn't follow robots.txt # User-agent: k2spider Disallow: / # # Hits many times per second, not acceptable # http://www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # A capture bot, downloads gazillions of pages. # http://www.webreaper.net/ User-agent: WebReaper Disallow: / # http://www.xovibot.net/ User-agent: XoviBot Disallow: /