# offline browser of any kind are deprecated as well as generic libs
#

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: MMCrawler
Disallow: /

User-agent: CsCrawler
Disallow: /

User-agent: thesubot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Yahoo-MMAudVid
Disallow: /

User-agent: gridBOT
Disallow: /

User-agent: sna
Disallow: /

User-agent: NPT
Disallow: /

User-agent: ZipppBot
Disallow: /

User-agent: Jetbot
Disallow: /

User-agent: Molbsy
Disallow: /

User-agent: PhpDig
Disallow: /

User-agent: mirago
Disallow:

User-agent: GoForIt.com
Disallow: /
User-agent: GoForIt
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: larbin
Disallow: /

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: libwww
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: sohu-search
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: linko
Disallow: /

User-agent: MSIECrawler
Disallow: /

#
#
# other deprecated
#

User-agent: NG
Disallow: /

User-agent: RPT-HTTPClient
Disallow: /

User-agent: Dumbot
Disallow: /

User-agent: Cowbot
Disallow: /

User-agent: SuperGet
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Szukacz
Disallow: /

User-agent: antibot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Jetbot
Disallow: /

User-agent: IconSurf
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: TutorGig
Disallow: /

User-agent: Searchspider
Disallow: /

User-agent: Lachesis
Disallow: /

User-agent: VSE/1.0
Disallow: /

User-agent: QuepasaCreep
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Haste
Disallow: /

User-agent: NetResearchServer
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows XP)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 2000)
Disallow: /

User-agent: Mozilla/4.0 (Windows XP 5.1)
Disallow: /

User-agent: Generic
Disallow: /

User-agent: Steeler
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: :robot
Disallow: /

User-agent: Spider_ Monkey
Disallow: /

User-agent: IXE Crawler
Disallow: /

User-agent: CoolBot
Disallow: /

User-agent: Zao
Disallow: /

#
# ----------------
#
# generally disallowed directories
#

User-agent: phpdig
Disallow: /suche.php

User-agent: AVBot
Disallow: /suche.php

User-agent: *
Disallow: /impressum.html
Disallow: /av3add.php
Disallow: /clk/
Disallow: /tty/
Disallow: /img/
Disallow: /trp/