User-agent: Googlebot
Disallow: /7/
Disallow: /yorums/cache/
Disallow: /yorumsn/cache/
Disallow: /yorumsII/cache/
Disallow: /404.shtmlburclar/
Disallow: /404.shtmlevlilik-firmalari/
Disallow: /404.shtmloyun/
Disallow: /404.shtmlsinema/
Disallow: /404.shtmlalbums/
Disallow: /Gelin-Fotograflari//
Disallow: /index_dosyalar/
Disallow: /dogum/
Disallow: /Gelin-Fotograflari/thumbnails-search-[b]www.cananmete.com[/
Disallow: /Gelin-Fotograflari/thumbnails-search-[url]www.cananmete.com[/oyun/
Disallow: /Gelin-Fotograflari/thumbnails-search-[url]www.cananmete.com[/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/oyun/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/albums/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/sinema/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/burclar/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/evlilik-firmalari/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/burclar/images/smiles/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Burl%5Dwww.cananmete.com%5B/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Bb%5Dwww.%20cananmete.com%5B/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Burl%5Dwww.cananmete.com%5B/albums/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Burl%5Dwww.cananmete.com%5B/oyun/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Burl%5Dwww.cananmete.com%5B/sinema/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Burl%5Dwww.cananmete.com%5B/burclar/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Burl%5Dwww.cananmete.com%5B/evlilik-firmalari/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/burclar/albums/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/%3E%3Ccenter%3E%C2%A9%202008%20Tasar%C4%B1m%20ve%20Uygulama%20%C4%B0stHost%20Bili%C5%9Fim%20ve%20%C4%B0nternet%20Hizmetleri%20taraf%C4%B1ndan%20yaz%C4%B1lm%C4%B1%C5%9Ft%C4%B1r.%3Cbr%20/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/albums/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/burclar/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/sinema/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/oyun/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/burclar/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/evlilik-firmalari/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/oyun/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/sinema/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/albums/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/burclar/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/burclar/oyun/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/evlilik-firmalari/albums/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/evlilik-firmalari/burclar/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/evlilik-firmalari/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/evlilik-firmalari/evlilik-firmalari/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/evlilik-firmalari/oyun/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/oyun/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/evlilik-firmalari/sinema/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/sinema/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/oyun/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/sinema/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/albums/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/evlilik-firmalari/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/oyun/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/sinema/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/burclar/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/burclar/images/
Disallow: /Gelin-Fotograflari/displayimage-5-%3Cbr%20/%3E%5Burl=http://www.dugunum.com/Gelin-Fotograflari/
Disallow: /Gelin-Fotograflari/displayimage-5-%3Cbr%20/%3E%5Burl=http://www.dugunum.com/
Disallow: /Gelin-Fotograflari//oyun/
Disallow: /Gelin-Fotograflari/oyun/
Disallow: /gelin-fotograflari/displayimage-20-12.html
Disallow: /gelinlik-merkezi3.htm
Disallow: /prank.php
Disallow: /prank.php?url=
Disallow: /prank.php?url=getelementbyid
Disallow: /sinema/vizyon-sinema1.htm
Disallow: /sinema/vizyon-sinema2.htm
Disallow: /sinema/vizyon-sinema3.htm
Disallow: /stats/
Disallow: /vizyon-sinema1.htm
Disallow: /vizyon-sinema2.htm
Disallow: /vizyon-sinema3.htm
Disallow: /online-kurlar.php
Disallow: /dizayn-merkezi.html
Disallow: /tiklama/
Disallow: /evlilik-firmalari/Cicekciler-Cicek-Duzenlemeleri/
Disallow: /AfterSix/aftersix_abiye.htm
Disallow: /gelinlik_modelleri_tasarla.html
Disallow: /giydirme-merkezi.html
Disallow: /guzellik-merkezi.html
Disallow: /makyaj-oyunu-2.html
Disallow: /mesajlar2.htm
Disallow: /pagerank-bul.php
Disallow: /ruya-tabirleri/MesajForm/web-form.htm
Disallow: /site-ekle
Disallow: /yaz_gelinlik_game.html
Disallow: /PanoMesaj/undefined
Disallow: /oneriler/undefined
Allow: /

User-agent: Googlebot-Image
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/oyun/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/albums/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/sinema/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/burclar/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/%20thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/evlilik-firmalari/albums/userpics/10001/
Disallow: /yorums/cache/
Disallow: /yorumsn/cache/
Disallow: /yorumsII/cache/
Disallow: /index_dosyalar/
Disallow: /tiklama/
Disallow: /Gelin-Fotograflari/oyun/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/sinema/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/burclar/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/evlilik-firmalari/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/oyun/images/smiles/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/burclar/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/burclar/images/smiles/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/evlilik-firmalari/albums/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/burclar/albums/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/burclar/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Burl%5Dwww.cananmete.com%5B/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Bb%5Dwww.%20cananmete.com%5B/images/smiles/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Burl%5Dwww.cananmete.com%5B/oyun/images/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/burclar/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/burclar/images/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/burclar/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/sinema/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/oyun/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/evlilik-firmalari/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/sinema/images/smiles/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/oyun/images/smiles/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/burclar/images/smiles/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/evlilik-firmalari/images/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/evlilik-firmalari/images/smiles/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/oyun/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/evlilik-firmalari/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/sinema/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/burclar/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/evlilik-firmalari/burclar/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/burclar/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/sinema/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/oyun/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Burl%5Dwww.cananmete.com%5B/oyun/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/sinema/images/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/oyun/images/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Bb%5Dwww.cananmete.com%5B/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-%5Bb%5Dwww.%20cananmete.com%5B/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/displayimage-5-%3Cbr%20/%3E%5Burl=http://www.dugunum.com/
Disallow: /Gelin-Fotograflari/displayimage-5-%3Cbr%20/%3E%5Burl=http://www.dugunum.com/Gelin-Fotograflari/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/%3E%3Ccenter%3E%C2%A9%202008%20Tasar%C4%B1m%20ve%20Uygulama%20%C4%B0stHost%20Bili%C5%9Fim%20ve%20%C4%B0nternet%20Hizmetleri%20taraf%C4%B1ndan%20yaz%C4%B1lm%C4%B1%C5%9Ft%C4%B1r.%3Cbr%20/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/evlilik-firmalari/albums/userpics/10001/
Disallow: /Gelin-Fotograflari/thumbnails-search-duy.html%3C/a%3E%3Cbr%20/%3E%3Cbr%20/evlilik-firmalari/evlilik-firmalari/
Disallow: /404.shtmlsinema/images/smiles/
Disallow: /404.shtmlalbums/userpics/10001/
Disallow: /404.shtmlburclar/albums/userpics/10001/
Disallow: /404.shtmlsinema/albums/userpics/10001/
Disallow: /404.shtmloyun/albums/userpics/10001/
Disallow: /404.shtmlevlilik-firmalari/albums/userpics/10001/
Disallow: /404.shtmlevlilik-firmalari/images/
Allow: /

# Accoona-AI-Agent/1.1.2 (aicrawler at accoonabot dot com)
User-agent: Accoona-AI-Agent
Disallow: /

# http://kc.nict.go.jp/icc/crawl.html
User-agent: LC-Crawler
Disallow: /

# http://kc.nict.go.jp/icc/crawl.html
User-agent: ICC-Crawler
Disallow: /

# http://www.sogou.com/docs/help/webmasters.htm#07
User-agent: sogou web spider
Disallow: /

# http://www.boitho.com/dcbot.html
User-agent: boitho.com-dc
Disallow: /

# http://www.envolk.com/envolkspiderinfo.html
User-agent: envolk
Disallow: /

# http://www.webalta.net/ru/about_webmaster.html
User-agent: WebAlta Crawler
Disallow: /

# RedBot/redbot-1.0 (Rediff.com Crawler; redbot at rediff dot com)
User-agent: RedBot
Disallow: /

User-agent: Plukkie
Disallow: /
User-agent: sogou+spider
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: grub
Disallow: /
User-agent: looksmart
Disallow: /
User-agent: WebZip
Disallow: /
User-agent: larbin
Disallow: /
User-agent: b2w/0.1
Disallow: /
User-agent: psbot
Disallow: /
User-agent: Python-urllib
Disallow: /
User-agent: NetMechanic
Disallow: /
User-agent: URL_Spider_Pro
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: CopyRightCheck
Disallow: /
User-agent: Crescent
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: ProWebWalker
Disallow: /
User-agent: CheeseBot
Disallow: /
User-agent: LNSpiderguy
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: MIIxpc
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: Website Quester
Disallow: /
User-agent: moget/2.1
Disallow: /
User-agent: WebZip/4.0
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: NetAnts
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: WebAuto
Disallow: /
User-agent: TheNomad
Disallow: /
User-agent: WWW-Collector-E
Disallow: /
User-agent: RMA
Disallow: /
User-agent: libWeb/clsHTTP
Disallow: /
User-agent: asterias
Disallow: /
User-agent: httplib
Disallow: /
User-agent: turingos
Disallow: /
User-agent: spanner
Disallow: /
User-agent: InfoNaviRobot
Disallow: /
User-agent: Harvest/1.5
Disallow: /
User-agent: Bullseye/1.0
Disallow: /
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
Disallow: /
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /
User-agent: CherryPickerSE/1.0
Disallow: /
User-agent: CherryPickerElite/1.0
Disallow: /
User-agent: WebBandit/3.50
Disallow: /
User-agent: NICErsPRO
Disallow: /
User-agent: Microsoft URL Control - 5.01.4511
Disallow: /
User-agent: DittoSpyder
Disallow: /
User-agent: Foobot
Disallow: /
User-agent: WebmasterWorldForumBot
Disallow: /
User-agent: SpankBot
Disallow: /
User-agent: BotALot
Disallow: /
User-agent: lwp-trivial/1.34
Disallow: /
User-agent: lwp-trivial
Disallow: /
User-agent: BunnySlippers
Disallow: /
User-agent: Microsoft URL Control - 6.00.8169
Disallow: /
User-agent: URLy Warning
Disallow: /
User-agent: Wget/1.6
Disallow: /
User-agent: Wget/1.5.3
Disallow: /
User-agent: Wget
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: cosmos
Disallow: /
User-agent: moget
Disallow: /
User-agent: hloader
Disallow: /
User-agent: humanlinks
Disallow: /
User-agent: LinkextractorPro
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Mata Hari
Disallow: /
User-agent: LexiBot
Disallow: /
User-agent: Web Image Collector
Disallow: /
User-agent: The Intraformant
Disallow: /
User-agent: True_Robot/1.0
Disallow: /
User-agent: True_Robot
Disallow: /
User-agent: BlowFish/1.0
Disallow: /
User-agent: JennyBot
Disallow: /
User-agent: MIIxpc/4.2
Disallow: /
User-agent: BuiltBotTough
Disallow: /
User-agent: ProPowerBot/2.14
Disallow: /
User-agent: BackDoorBot/1.0
Disallow: /
User-agent: toCrawl/UrlDispatcher
Disallow: /
User-agent: WebEnhancer
Disallow: /
User-agent: suzuran
Disallow: /
User-agent: VCI WebViewer VCI WebViewer Win32
Disallow: /
User-agent: VCI
Disallow: /
User-agent: Szukacz/1.4 
Disallow: /
User-agent: QueryN Metasearch
Disallow: /
User-agent: Openfind data gathere
Disallow: /
User-agent: Openfind 
Disallow: /
User-agent: Xenu's Link Sleuth 1.1c
Disallow: /
User-agent: Xenu's
Disallow: /
User-agent: Zeus
Disallow: /
User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: Microsoft URL Control
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: URL Control
Disallow: /
User-agent: Zeus Link Scout
Disallow: /
User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: EroCrawler
Disallow: /
User-agent: LinkScan/8.1a Unix
Disallow: /
User-agent: Keyword Density/0.9
Disallow: /
User-agent: Kenjin Spider
Disallow: /
User-agent: Iron33/1.0.2
Disallow: /
User-agent: Bookmark search tool
Disallow: /
User-agent: GetRight/4.2
Disallow: /
User-agent: FairAd Client
Disallow: /
User-agent: Gaisbot
Disallow: /
User-agent: Aqua_Products
Disallow: /
User-agent: Radiation Retriever 1.1
Disallow: /
User-agent: Flaming AttackBot
Disallow: /
User-agent: Oracle Ultra Search
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: PerMan
Disallow: /
User-agent: searchpreview
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: Aqua_Products
Disallow: /
User-agent: BackDoorBot
Disallow: /
User-agent: BackDoorBot/1.0
Disallow: /
User-agent: Black.Hole
Disallow: /
User-agent: BlackWidow
Disallow: /
User-agent: BlowFish
Disallow: /
User-agent: BlowFish/1.0
Disallow: /
User-agent: Bookmark search tool
Disallow: /
User-agent: Bot mailto:craftbot@yahoo.com
Disallow: /
User-agent: BotALot
Disallow: /
User-agent: BotRightHere
Disallow: /
User-agent: BuiltBotTough
Disallow: /
User-agent: Bullseye
Disallow: /
User-agent: Bullseye/1.0
Disallow: /
User-agent: BunnySlippers
Disallow: /
User-agent: Cegbfeieh
Disallow: /
User-agent: CheeseBot
Disallow: /
User-agent: CherryPicker
Disallow: /
User-agent: CherryPickerElite/1.0
Disallow: /
User-agent: Grafula
Disallow: /
User-agent: HMView
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: HTTrack 3.0
Disallow: /
User-agent: HTTrack [NC,OR]
Disallow: /
User-agent: Harvest
Disallow: /
User-agent: Harvest/1.5
Disallow: /
User-agent: Image Stripper
Disallow: /
User-agent: Image Sucker
Disallow: /
User-agent: Indy Library
Disallow: /
User-agent: Indy Library [NC,OR]
Disallow: /
User-agent: InfoNaviRobot
Disallow: /
User-agent: InterGET
Disallow: /
User-agent: Internet Ninja
Disallow: /
User-agent: Internet Ninja 4.0
Disallow: /
User-agent: Internet Ninja 5.0
Disallow: /
User-agent: Internet Ninja 6.0
Disallow: /
User-agent: Iron33/1.0.2
Disallow: /
User-agent: JOC Web Spider
Disallow: /
User-agent: JennyBot
Disallow: /
User-agent: JetCar
Disallow: /
User-agent: Kenjin Spider
Disallow: /
User-agent: Kenjin.Spider
Disallow: /
User-agent: Keyword Density/0.9
Disallow: /
User-agent: Keyword.Density
Disallow: /
User-agent: LNSpiderguy
Disallow: /
User-agent: LeechFTP
Disallow: /
User-agent: LexiBot
Disallow: /
User-agent: LinkScan/8.1a Unix
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: LinkextractorPro
Disallow: /
User-agent: MIDown tool
Disallow: /
User-agent: MIIxpc
Disallow: /
User-agent: MIIxpc/4.2
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: Mass Downloader
Disallow: /
User-agent: Mass Downloader/2.2
Disallow: /
User-agent: Mata Hari
Disallow: /
User-agent: Mata.Hari
Disallow: /
User-agent: Microsoft URL Control
Disallow: /
User-agent: Microsoft URL Control - 5.01.4511
Disallow: /
User-agent: Microsoft URL Control - 6.00.8169
Disallow: /
User-agent: Microsoft.URL
Disallow: /
User-agent: Mister PiX
Disallow: /
User-agent: Mister PiX version.dll
Disallow: /
User-agent: Mister Pix II 2.01
Disallow: /
User-agent: Mister Pix II 2.02a
Disallow: /
User-agent: Mister.PiX
Disallow: /
User-agent: NICErsPRO
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: NPbot
Disallow: /
User-agent: Navroad
Disallow: /
User-agent: NearSite
Disallow: /
User-agent: Net Vampire
Disallow: /
User-agent: Net Vampire/3.0
Disallow: /
User-agent: NetAnts
Disallow: /
User-agent: NetAnts/1.10
Disallow: /
User-agent: NetAnts/1.23
Disallow: /
User-agent: NetAnts/1.24
Disallow: /
User-agent: NetAnts/1.25
Disallow: /
User-agent: NetMechanic
Disallow: /
User-agent: NetSpider
Disallow: /
User-agent: NetZIP
Disallow: /
User-agent: NetZip Downloader 1.0 Win32(Nov 12 1998)
Disallow: /
User-agent: NetZip-Downloader/1.0.62 (Win32; Dec 7 1998)
Disallow: /
User-agent: NetZippy+(http://www.innerprise.net/usp-spider.asp)
Disallow: /
User-agent: Octopus
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Offline Explorer/1.2
Disallow: /
User-agent: Offline Explorer/1.4
Disallow: /
User-agent: Offline Explorer/1.6
Disallow: /
User-agent: Offline Explorer/1.7
Disallow: /
User-agent: Offline Explorer/1.9
Disallow: /
User-agent: Offline Explorer/2.0
Disallow: /
User-agent: Offline Explorer/2.1
Disallow: /
User-agent: Offline Explorer/2.3
Disallow: /
User-agent: Offline Explorer/2.4
Disallow: /
User-agent: Offline Explorer/2.5
Disallow: /
User-agent: Offline Navigator
Disallow: /
User-agent: Offline.Explorer
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: Openfind
Disallow: /
User-agent: Openfind data gatherer
Disallow: /
User-agent: Oracle Ultra Search
Disallow: /
User-agent: PageGrabber
Disallow: /
User-agent: Papa Foto
Disallow: /
User-agent: PerMan
Disallow: /
User-agent: ProPowerBot/2.14
Disallow: /
User-agent: ProWebWalker
Disallow: /
User-agent: Python-urllib
Disallow: /
User-agent: QueryN Metasearch
Disallow: /
User-agent: QueryN.Metasearch
Disallow: /
User-agent: RMA
Disallow: /
User-agent: Radiation Retriever 1.1
Disallow: /
User-agent: ReGet
Disallow: /
User-agent: RealDownload
Disallow: /
User-agent: RealDownload/4.0.0.40
Disallow: /
User-agent: RealDownload/4.0.0.41
Disallow: /
User-agent: RealDownload/4.0.0.42
Disallow: /
User-agent: RepoMonkey
Disallow: /
User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: SlySearch
Disallow: /
User-agent: SmartDownload
Disallow: /
User-agent: SmartDownload/1.2.76 (Win32; Apr 1 1999)
Disallow: /
User-agent: SmartDownload/1.2.77 (Win32; Aug 17 1999)
Disallow: /
User-agent: SmartDownload/1.2.77 (Win32; Feb 1 2000)
Disallow: /
User-agent: SmartDownload/1.2.77 (Win32; Jun 19 2001)
Disallow: /
User-agent: SpankBot
Disallow: /
User-agent: Sqworm/2.9.85-BETA (beta_release; 20011115-775; i686-pc-linux
Disallow: /
User-agent: SuperBot
Disallow: /
User-agent: SuperBot/3.0 (Win32)
Disallow: /
User-agent: SuperBot/3.1 (Win32)
Disallow: /
User-agent: SuperHTTP
Disallow: /
User-agent: SuperHTTP/1.0
Disallow: /
User-agent: Surfbot
Disallow: /
User-agent: Szukacz/1.4
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: Teleport Pro
Disallow: /
User-agent: Teleport Pro/1.29
Disallow: /
User-agent: Teleport Pro/1.29.1590
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: The Intraformant
Disallow: /
User-agent: The.Intraformant
Disallow: /
User-agent: TheNomad
Disallow: /
User-agent: TightTwatBot
Disallow: /
User-agent: Titan
Disallow: /
User-agent: True_Robot
Disallow: /
User-agent: True_Robot/1.0
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: TurnitinBot/1.5
Disallow: /
User-agent: URL Control
Disallow: /
User-agent: URL_Spider_Pro
Disallow: /
User-agent: URLy Warning
Disallow: /
User-agent: URLy.Warning
Disallow: /
User-agent: VCI
Disallow: /
User-agent: VCI WebViewer VCI WebViewer Win32
Disallow: /
User-agent: VoidEYE
Disallow: /
User-agent: WWW-Collector-E
Disallow: /
User-agent: WWWOFFLE
Disallow: /
User-agent: Web Image Collector
Disallow: /
User-agent: WebEMailExtrac.*
Disallow: /
User-agent: WebEnhancer
Disallow: /
User-agent: WebFetch
Disallow: /
User-agent: WebGo IS
Disallow: /
User-agent: WebLeacher
Disallow: /
User-agent: WebReaper [info@webreaper.net]
Disallow: /
User-agent: WebReaper [webreaper@otway.com]
Disallow: /
User-agent: WebReaper v9.1 - www.otway.com/webreaper
Disallow: /
User-agent: WebReaper v9.7 - www.webreaper.net
Disallow: /
User-agent: WebReaper v9.8 - www.webreaper.net
Disallow: /
User-agent: WebReaper vWebReaper v7.3 - www,otway.com/webreaper
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: WebSauger 1.20b
Disallow: /
User-agent: WebSauger 1.20j
Disallow: /
User-agent: WebSauger 1.20k
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebStripper/2.03
Disallow: /
User-agent: WebStripper/2.10
Disallow: /
User-agent: WebStripper/2.12
Disallow: /
User-agent: WebStripper/2.13
Disallow: /
User-agent: WebStripper/2.15
Disallow: /
User-agent: WebStripper/2.16
Disallow: /
User-agent: WebStripper/2.19
Disallow: /
User-agent: WebWhacker
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: WebZIP/2.75 (http://www.spidersoft.com)
Disallow: /
User-agent: WebZIP/3.65 (http://www.spidersoft.com)
Disallow: /
User-agent: WebZIP/3.80 (http://www.spidersoft.com)
Disallow: /
User-agent: WebZIP/4.0 (http://www.spidersoft.com)
Disallow: /
User-agent: WebZIP/4.1 (http://www.spidersoft.com)
Disallow: /
User-agent: WebZIP/4.21
Disallow: /
User-agent: WebZIP/4.21 (http://www.spidersoft.com)
Disallow: /
User-agent: WebZIP/5.0
Disallow: /
User-agent: WebZIP/5.0 (http://www.spidersoft.com)
Disallow: /
User-agent: WebZIP/5.0 PR1 (http://www.spidersoft.com)
Disallow: /
User-agent: WebZip
Disallow: /
User-agent: WebZip/4.0
Disallow: /
User-agent: WebmasterWorldForumBot
Disallow: /
User-agent: Website Quester
Disallow: /
User-agent: Website Quester - www.asona.org
Disallow: /
User-agent: Website Quester - www.esalesbiz.com/extra/
Disallow: /
User-agent: Website eXtractor
Disallow: /
User-agent: Website eXtractor (http://www.asona.org)
Disallow: /
User-agent: Website.Quester
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: Webster.Pro
Disallow: /
User-agent: Wget
Disallow: /
User-agent: Wget/1.5.2
Disallow: /
User-agent: Wget/1.5.3
Disallow: /
User-agent: Wget/1.6
Disallow: /
User-agent: Wget/1.7
Disallow: /
User-agent: Wget/1.8
Disallow: /
User-agent: Wget/1.8.1
Disallow: /
User-agent: Wget/1.8.1+cvs
Disallow: /
User-agent: WinHttp
Disallow: /
User-agent: Wget/1.8.2
Disallow: /
User-agent: Wget/1.9-beta
Disallow: /
User-agent: Widow
Disallow: /
User-agent: Xaldon WebSpider
Disallow: /
User-agent: Xaldon WebSpider 2.5.b3
Disallow: /
User-agent: Xenu's
Disallow: /
User-agent: Xenu's Link Sleuth 1.1c
Disallow: /
User-agent: Zeus
Disallow: /
User-agent: Zeus 11389 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 11652 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 18018 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 26378 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 30747 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 39206 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 41641 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 44238 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 51070 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 51674 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 51837 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 63567 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 6694 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 71129 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 82016 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 82900 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 84842 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 90872 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 94934 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 95245 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 95351 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus 97371 Webster Pro V2.9 Win32
Disallow: /
User-agent: Zeus Link Scout
Disallow: /
User-agent: asterias
Disallow: /
User-agent: b2w/0.1
Disallow: /
User-agent: cosmos
Disallow: /
User-agent: eCatch
Disallow: /
User-agent: eCatch/3.0
Disallow: /
User-agent: hloader
Disallow: /
User-agent: httplib
Disallow: /
User-agent: humanlinks
Disallow: /
User-agent: larbin
Disallow: /
User-agent: larbin (samualt9@bigfoot.com)
Disallow: /
User-agent: larbin samualt9@bigfoot.com
Disallow: /
User-agent: larbin_2.6.2 (kabura@sushi.com)
Disallow: /
User-agent: larbin_2.6.2 (larbin2.6.2@unspecified.mail)
Disallow: /
User-agent: larbin_2.6.2 (listonATccDOTgatechDOTedu)
Disallow: /
User-agent: larbin_2.6.2 (vitalbox1@hotmail.com)
Disallow: /
User-agent: larbin_2.6.2 kabura@sushi.com
Disallow: /
User-agent: larbin_2.6.2 larbin2.6.2@unspecified.mail
Disallow: /
User-agent: larbin_2.6.2 larbin@correa.org
Disallow: /
User-agent: larbin_2.6.2 listonATccDOTgatechDOTedu
Disallow: /
User-agent: larbin_2.6.2 vitalbox1@hotmail.com
Disallow: /
User-agent: libWeb/clsHTTP
Disallow: /
User-agent: lwp-trivial
Disallow: /
User-agent: lwp-trivial/1.34
Disallow: /
User-agent: moget
Disallow: /
User-agent: moget/2.1
Disallow: /
User-agent: pavuk
Disallow: /
User-agent: pcBrowser
Disallow: /
User-agent: psbot
Disallow: /
User-agent: searchpreview
Disallow: /
User-agent: spanner
Disallow: /
User-agent: suzuran
Disallow: /
User-agent: tAkeOut
Disallow: /
User-agent: toCrawl/UrlDispatcher
Disallow: /
User-agent: turingos
Disallow: /
User-agent: webfetch/2.1.0
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: wget
Disallow: /
User-agent: YahooSeeker/M1A1-R2D2
Disallow: / 

User-agent: Mediapartners-Google*
Disallow:
User-agent: Googlebot
Disallow: 
User-agent: googlebot-image
Disallow: 
User-agent: googlebot-mobile
Disallow:
User-agent: MSNBot
Disallow: 
User-agent: Teoma
Disallow: /
User-agent: twiceler
Disallow:
User-agent: Gigabot
Disallow: 
User-agent: Scrubby
Disallow: 
User-agent: Robozilla
Disallow: 
User-agent: baiduspider
Disallow: /
User-agent: naverbot
Disallow: 
User-agent: yeti
Disallow: 
User-agent: yahoo-mmcrawler
Disallow: 
User-agent: asterias
Disallow: 
User-agent: yahoo-blogs/v3.9
Disallow: /
User-agent: atraxbot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: OOZBOT
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: kalooga
Disallow: /
User-agent: Fasterfox
Disallow: /
User-Agent: MJ12bot
Disallow:   /
User-agent: Sproose
Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: Shim-Crawler
Disallow: /
User-agent: Steeler
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: NG
Disallow: /
User-agent: Fatbot
Disallow: /
User-agent: Voyager
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: RedCarpet
Disallow: /
User-agent: Cazoodle
Disallow: /
User-agent: AnswerBus
Disallow: /
User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: AuditBot
Disallow: /
User-agent: page_verifier
Disallow: /
User-agent: Visbot
Disallow: /
User-agent: sproose
Disallow: /
User-agent: MultiCrawler
Disallow: /
User-agent: HiddenMarket
Disallow: /
User-agent: FurlBot
Disallow: /
User-agent: miniRank
Disallow: /
User-agent: Yandex/1.01.001
Disallow: /
User-agent: WorQmada
Disallow: /
User-agent: Ocelli
Disallow: /
User-agent: Accoona-AI-Agent
Disallow: /
User-agent: Bookdog
Disallow: /
User-agent: KRetrieve
Disallow: /
User-agent: Snappy
Disallow: /
User-agent: WebPix
Disallow: /
User-agent: PyQuery
Disallow: /
User-Agent: DepSpid
Disallow: /
User-Agent: NetResearchServer
Disallow: /
User-Agent: XSpider
Disallow: /
User-Agent: EasyDL
Disallow: /
User-Agent: SygolBot
Disallow: /
User-Agent: Charlotte
Disallow: /
User-Agent: SMBot
Disallow: /
User-Agent: SKIZZLE
Disallow: /
User-Agent: EasyDL
Disallow: /
User-Agent: panscient.com
Disallow: /
User-Agent: GurujiBot
Disallow: /
User-Agent: Snapbot
Disallow: /
User-Agent: NWSpider
Disallow: /
User-Agent: dragonfly
Disallow: /
User-agent: Jambot
Disallow: / 
User-agent: Worio
Disallow: / 
User-agent: KBeeBot
Disallow: /
User-agent: Digger
Disallow: /
User-agent: ICU
Disallow: /
User-agent: GurujiBot
Disallow: /
User-agent: Blaiz-Bee
Disallow: /
User-agent: GurujiBot
Disallow: /
User-agent: WebarooBot 
Disallow: /
User-agent: RufusBot 
Disallow: /
User-agent: favorstarbot 
Disallow: /
User-agent: cfetch
Disallow: /
User-agent: pagebullbot
Disallow: /
User-agent: pulseBot
Disallow: /
User-agent: metatagsdir
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: YodaoBot
Disallow: /
User-agent: Twiceler
Disallow:
User-agent: OrangeSpider
Disallow: /
User-agent: Spock
Disallow: /
User-agent: VadixBot
Disallow: /
User-agent: NetWhatCrawler
Disallow: /
User-agent: NimbleCrawler
Disallow: / 
User-agent: Generic
Disallow: / 
User-agent: Sirketcebot
Disallow: / 
User-agent: SummizeBot
Disallow: / 
User-agent: Gigamega
Disallow: / 
User-agent: SynooBot
Disallow: /
User-agent: LiteFinder
Disallow: /
User-agent: GeonaBot
Disallow: /
User-agent: Spock
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: WebAlta Crawler
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Zeffy crawler
Disallow: /
User-agent: PowerBuilder
Disallow: /
User-agent: WinHTTP Robot
Disallow: /
User-agent: ShablastBot 
Disallow: /
User-agent: iVia 
Disallow: /
User-agent: DataFountains 
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: Tasapspider
Disallow: /
User-agent: FDSE robot
Disallow: /
User-agent: discobot
Disallow: / 
User-agent: ScoutJet
Disallow: / 
User-agent: MrCarlito
Disallow: /
User-agent: semanticdiscovery
Disallow: /
User-agent: MSR-ISRCCrawler
Disallow: /
User-agent: SiteSucker
Disallow: /
User-agent: Xaldon
Disallow: /
User-agent: Ocelli
Disallow: /
User-agent: CoralWebPrx
Disallow: /
User-agent: Rankivabot
Disallow: /
User-agent: Busiversebot
Disallow: /
User-agent: BuiltWith
Disallow: /
User-agent: icon locator
Disallow: /
User-agent: Sphider
Disallow: /
User-agent: OOZBOT
Disallow: /
User-agent: SqwidgeBot
Disallow: /
User-agent: flatlandbot
Disallow: /
User-agent: DotBot
Disallow: / 
User-agent: CatchBot
Disallow: / 
User-agent: Yandex/1.01.001 (compatible; Win16; I)
Disallow: /
User-agent: Yandex/1.01.001 (compatible; Win16; P)
Disallow: /
User-agent: Yandex/1.01.001 (compatible; Win16; H)
Disallow: /
User-agent: Yandex/1.02.000 (compatible; Win16; F)
Disallow: /
User-agent: Yandex/1.03.003 (compatible; Win16; D)
Disallow: /
User-agent: Yandex/1.03.000 (compatible; Win16; M)
Disallow: /
User-agent: Yandex/1.03.000 (compatible; Win16; M)
Disallow: /
User-agent: DBLBot
Disallow: / 
User-agent: FANGCrawl
Disallow: / 
User-agent: FyberSpider
Disallow: / 
User-agent: WebDataCentreBot
Disallow: / 
User-agent: FubraSpider
Disallow: / 
User-agent: OpenWebSpider
Disallow: / 
User-agent: ConveraCrawler
Disallow: / 
User-agent: Grabbitbot
Disallow: / 
User-agent: Sosospider
Disallow: / 
User-agent: Website Explorer
Disallow: / 
User-agent: DBLBot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: Isidorus
Disallow: /
User-agent: Yanga WorldSearch Bot
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: copyright sheriff 
Disallow: /
User-agent: Tasapspider 
Disallow: /
User-agent: Website Explorer 
Disallow: /
User-agent: SpokeSpider 
Disallow: /
User-agent: FollowSite  
Disallow: /
User-agent: DealGates  
Disallow: /
User-agent: WillyBot  
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: jrCrawler
Disallow: /
User-agent: ldapcorp.target.com
Disallow: /
User-agent: Scout.Vortex
Disallow: /
User-agent: PHarvester
Disallow: /
User-agent: Mozilla/5.0 (compatible; YoudaoBot/1.0; http://www.youdao.com/help/webmaster/spider/; )
Disallow: /