# robots.txt file for leksykot.top.hell.pl
#Sensis Web Crawler, IP 66.151.181.10
#Thunderstone Software, IP 206.183.1.138
# searchpreview: blokuje thumb w MSN
User-agent: ABACHOBot
User-agent: accoona
User-agent: aipbot
User-agent: Amfibibot
User-agent: appie
User-agent: baiduspider
User-agent: ccubee
User-agent: cfetch
User-agent: city
User-agent: ConveraCrawler
User-agent: crawler
User-agent: discobot
User-agent: ejupiter
User-agent: envolk
User-agent: Exabot
User-agent: FAST Crawler
User-agent: FAST Enterprise Crawler
User-agent: FAST MetaWeb Crawler
User-agent: FindLinks
User-agent: Gaisbot
User-agent: gemiusbot
User-agent: girafa
User-agent: Grub
User-agent: heritrix
User-agent: HTTrack
User-agent: ia_archiver
User-agent: ichiro
User-agent: IlTrovatore
User-agent: inwigilator
User-agent: IRLbot
User-agent: Jyxobot
User-agent: larbin
User-agent: librabot
User-agent: lorkyll
User-agent: MJ12bot
User-agent: MnoGoSearch
User-Agent: MSIECrawler
User-agent: msrbot
User-agent: MSR-ISRCCrawler
User-agent: NetResearchServer
User-agent: NetSprint
User-agent: NuSearch
User-agent: Nutch
User-agent: OOZBOT
User-agent: PageBitesHyperBot
User-agent: psbot
User-agent: renlifangbot
User-agent: RotMistrz
User-agent: Scooter
User-agent: SearchDaimon.com-dc
User-agent: Searchmee
User-agent: searchpreview
User-agent: Sensis
User-agent: Shim-Crawler
User-agent: sohu-search
User-agent: Snapbot
User-agent: Sproose
User-agent: Speedy
User-agent: SygolBot
User-agent: szook
User-agent: Szukacz
User-agent: Teleport
User-agent: Teoma
User-agent: TMCrawler
User-agent: TurnitinBot
User-agent: Twiceler
User-agent: Vagabondo
User-agent: visbot
User-agent: VMBot
User-agent: woriobot
User-agent: WebAlta
User-agent: WebCrawler
User-agent: Wget
User-agent: WIRE
User-agent: Yandex
User-agent: Yeti
User-agent: Yoono
User-agent: ZyBorg
Disallow: /

# temporarily (still crawls outdated pages)
User-agent: Slurp
Disallow: /

# temporarily (bad bots from 65.55.)
User-agent: msnbot
Disallow: /

User-agent: *
Disallow: /_cr/
Disallow: /_gfx/
Disallow: /_sex/
Disallow: /_test/
Disallow: /_test2/
Disallow: /_vti
Disallow: /_vpi.xml
Disallow: /confidential_/
Disallow: /ie2.css
Disallow: /images/
Disallow: /koty/_film/
Disallow: /koty/obraz/tematyczne/_gfx/
Disallow: /koty/obraz/galerie/_gfx/
Disallow: /mailto-pAiBeCrDdEeFl.php
Disallow: /old/
Disallow: /private_/
Disallow: /siteinfo.xml
Disallow: /sitemap.xml
Disallow: /sitemap.rdf
Disallow: /style/
Disallow: /tmp/
Disallow: /temp/
Disallow: /xpaid/
Disallow: /yfree/
Crawl-delay: 3

#User-Agent: W3C-checklink
#Disallow: