#
# Provided courtesy of http://browsers.garykeith.com.
# Created on September 7, 2007 at 2:21:50 AM GMT.
#
# Place this file in the root public folder of your website.
# It will stop the following bots from indexing your website.
#
User-agent: abot
User-agent: ALeadSoftbot
User-agent: BeijingCrawler
User-agent: BilgiBot
User-agent: bot
User-agent: botlist
User-agent: BOTW Spider
User-agent: bumblebee
User-agent: Bumblebee
User-agent: BuzzRankingBot
User-agent: Charlotte
User-agent: Clushbot
User-agent: Crawler
User-agent: CydralSpider
User-agent: DataFountains
User-agent: DiamondBot
User-agent: Dulance bot
User-agent: DYNAMIC
User-agent: EARTHCOM.info
User-agent: EDI
User-agent: envolk
User-agent: Exabot
User-agent: Exabot-Images
User-agent: Exabot-Test
User-agent: exactseek-pagereaper
User-agent: Exalead NG
User-agent: FANGCrawl
User-agent: Feed::Find
User-agent: flatlandbot
User-agent: Gigabot
User-agent: GigabotSiteSearch
User-agent: GurujiBot
User-agent: Hatena Antenna
User-agent: Hatena Bookmark
User-agent: Hatena RSS
User-agent: HatenaScreenshot
User-agent: Helix
User-agent: HiddenMarket
User-agent: HyperEstraier
User-agent: iaskspider
User-agent: IIITBOT
User-agent: InfociousBot
User-agent: iVia
User-agent: iVia Page Fetcher
User-agent: Jetbot
User-agent: Kolinka Forum Search
User-agent: KRetrieve
User-agent: LetsCrawl.com
User-agent: Lincoln State Web Browser
User-agent: Links4US-Crawler
User-agent: LOOQ
User-agent: Lsearch/sondeur
User-agent: MapoftheInternet.com
User-agent: NationalDirectory
User-agent: NetCarta_WebMapper
User-agent: NewsGator
User-agent: NextGenSearchBot
User-agent: ng
User-agent: nicebot
User-agent: NP
User-agent: NPBot
User-agent: Nudelsalat
User-agent: Nutch
User-agent: OmniExplorer_Bot
User-agent: OpenIntelligenceData
User-agent: Oracle Enterprise Search
User-agent: Pajaczek
User-agent: panscient.com
User-agent: PeerFactor 404 crawler
User-agent: PeerFactor Crawler
User-agent: PlantyNet
User-agent: PlantyNet_WebRobot
User-agent: plinki
User-agent: PMAFind
User-agent: Pogodak!
User-agent: QuickFinder Crawler
User-agent: Radiation Retriever
User-agent: Reaper
User-agent: RedCarpet
User-agent: ScorpionBot
User-agent: Scrubby
User-agent: Scumbot
User-agent: searchbot
User-agent: Seeker.lookseek.com
User-agent: SeznamBot
User-agent: ShowXML
User-agent: snap.com
User-agent: snap.com beta crawler
User-agent: Snapbot
User-agent: SnapPreviewBot
User-agent: sohu
User-agent: SpankBot
User-agent: Speedy Spider
User-agent: Speedy_Spider
User-agent: SpeedySpider
User-agent: spider
User-agent: SquigglebotBot
User-agent: SurveyBot
User-agent: SynapticSearch
User-agent: T-H-U-N-D-E-R-S-T-O-N-E
User-agent: Talkro Web-Shot
User-agent: Tarantula
User-agent: TerrawizBot
User-agent: TheInformant
User-agent: TMCrawler
User-agent: TridentSpider
User-agent: Tutorial Crawler
User-agent: Twiceler
User-agent: unwrapbot
User-agent: URI::Fetch
User-agent: VengaBot
User-agent: Vonna.com b o t
User-agent: Vortex
User-agent: Votay bot
User-agent: WebAlta Crawler
User-agent: Webbot
User-agent: Webclipping.com
User-agent: WebCorp
User-agent: Webinator
User-agent: WIRE
User-agent: WISEbot
User-agent: Xerka WebBot
User-agent: XSpider
User-agent: YodaoBot
User-agent: Yoono
User-agent: yoono
Disallow: /
#
# autre liste trouvee sur le Net, par lettres
#
# 0...9
User-agent: 008
Disallow: /
# A
User-agent: Alexibot
User-agent: Aqua_Products
User-agent: asterias
Disallow: /
# B
User-agent: b2w/0.1
User-agent: BackDoorBot/1.0
# 20071119 boitho.com-dc trop d'IP simultanees...
User-agent: boitho.com-dc
User-agent: Bookmark search tool
User-agent: BotALot
User-agent: BuiltBotTough
User-agent: Bullseye/1.0
User-agent: BunnySlippers
Disallow: /
# C
User-agent: Cegbfeieh
User-agent: CheeseBot
User-agent: CherryPicker
User-agent: CherryPickerSE/1.0
User-agent: CherryPickerElite/1.0
User-agent: Copernic
User-agent: CopyRightCheck
User-agent: cosmos
User-agent: Crescent
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /
# D
User-agent: DittoSpyder
User-agent: dumbot
Disallow: /
# E
User-agent: emailCollector
User-agent: emailSiphon
User-agent: emailWolf
User-agent: Enterprise_Search
User-agent: Enterprise_Search/1.0
User-agent: EroCrawler
User-agent: es
User-agent: ExtractorPro
Disallow: /
# F
User-agent: FairAd Client
User-agent: Flaming AttackBot
User-agent: Foobot
Disallow: /
# G
User-agent: Gaisbot
User-agent: GetRight/4.2
User-agent: grub
User-agent: grub-client
Disallow: /
# H
User-agent: Harvest/1.5
User-agent: Hatena Antenna
User-agent: hloader
User-agent: httplib
User-agent: humanlinks
Disallow: /
# I
User-agent: ia_archiver
User-agent: ia_archiver/1.6
User-agent: InfoNaviRobot
User-agent: Iron33/1.0.2
Disallow: /
# J
User-agent: JennyBot
Disallow: /
# K
User-agent: Kenjin Spider
User-agent: Keyword Density/0.9
Disallow: /
# L
User-agent: larbin
User-agent: LegalX Content Analysis Agent
User-agent: LexiBot
User-agent: libWeb/clsHTTP
User-agent: LinkextractorPro
User-agent: LinkScan/8.1a Unix
User-agent: LinkWalker
User-agent: LNSpiderguy
User-agent: looksmart
User-agent: lwp-trivial
User-agent: lwp-trivial/1.34
User-agent: Linguee
Disallow: /
# M
User-agent: Mail.Ru/1.0
User-agent: Mata Hari
User-agent: Microsoft URL Control
User-agent: Microsoft URL Control - 5.01.4511
User-agent: Microsoft URL Control - 6.00.8169
User-agent: Microsoft Windows Network Diagnostics
User-agent: MIIxpc
User-agent: MIIxpc/4.2
User-agent: Mister PiX
User-agent: moget
User-agent: moget/2.1
User-agent: mozilla/4
User-agent: mozilla/5
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 9)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT)
Disallow: /
# N
User-agent: naver
User-agent: NetAnts
User-agent: NICErsPRO
Disallow: /
# O
User-agent: Offline Explorer
User-agent: Openbot
User-agent: Openfind
User-agent: Openfind data gathere
User-agent: Oracle Ultra Search
Disallow: /
# P
User-agent: PerMan
User-agent: ProPowerBot/2.14
User-agent: ProWebWalker
User-agent: psbot
Disallow: /
# Q
User-agent: QueryN Metasearch
Disallow: /
# R
User-agent: Radiation Retriever 1.1
User-agent: RepoMonkey
User-agent: RepoMonkey Bait & Tackle/v1.01
User-agent: RMA
Disallow: /
# S
User-agent: ScoutJet
User-agent: searchpreview
User-agent: SiteSnagger
User-agent: sootle
User-agent: SpankBot
User-agent: spanner
User-agent: suzuran
User-agent: Szukacz
User-agent: Szukacz/1.4
Disallow: /
# T
User-agent: Teleport
User-agent: TeleportPro
User-agent: Telesoft
User-agent: The Intraformant
User-agent: TheNomad
User-agent: TightTwatBot
User-agent: toCrawl/UrlDispatcher
User-agent: True_Robot
User-agent: True_Robot/1.0
User-agent: turingos
User-agent: TurnitinBot
Disallow: /
# U
User-agent: URL Control
User-agent: URL_Spider_Pro
User-agent: URLy Warning
Disallow: /
# V
User-agent: Vortex
User-agent: VCI
User-agent: VCI WebViewer VCI WebViewer Win32
Disallow: /
# W
User-agent: WebZip
User-agent: WebAuto
User-agent: WebBandit
User-agent: WebBandit/3.50
User-agent: WebCopier
User-agent: WebEnhancer
User-agent: Web Image Collector
User-agent: WebmasterWorld Extractor
User-agent: WebmasterWorldForumBot
User-agent: WebSauger
User-agent: Website Quester
User-agent: Webster Pro
User-agent: WebStripper
User-agent: WebZip/4.0
User-agent: Wget
User-agent: Wget/1.5.3
User-agent: Wget/1.6
User-agent: WWW-Collector
User-agent: WWW-Collector-E
Disallow: /
# X
User-agent: Xenu's
User-agent: Xenu's Link Sleuth 1.1c
Disallow: /
# Y
User-agent: Yandex
User-agent: Yandex/1.01.001
Disallow: /
# Z
User-agent: Zeus
User-agent: Zeus Link Scout
User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /
#
# killeak robots.txt version de depart.
#
User-agent: *
Disallow: /vx/
Disallow: /v3/
Disallow: /v4/
Disallow: /v5/
Disallow: /v6/
Disallow: /v6-2/
Disallow: /v8/
Disallow: /vizit3urs/
Disallow: /kaches/
Disallow: /contents/
Disallow: /extradmin/
Disallow: /process/
Disallow: /php-admin/
Disallow: /photos_sources/
Disallow: /photos_thumbnails/
Disallow: /photos/animagia/
Disallow: /photos/bar_festival/
Disallow: /photos/cieux/
Disallow: /photos/cygne/
Disallow: /photos/divers/
Disallow: /photos/dunes/
Disallow: /photos/ferme_paquier/
Disallow: /photos/festival/
Disallow: /photos/feu_cendres/
Disallow: /photos/gobelins/
Disallow: /photos/jonchere/
Disallow: /photos/neige/
Disallow: /photos/neige_31-12/
Disallow: /photos/plympton/
Disallow: /photos/zoritchak/
Disallow: /js/
Disallow: /pages/
Disallow: /papernews/
Disallow: /tutoriels/
Disallow: /killeak_db/