# robots.txt fuer http://www.arc-greenlab.de


# Unbeliebte Massendownloader  fernhalten
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
User-agent: WebDownload
User-agent: robot
User-agent: crawl
User-agent: spider
User-agent: gizliweb.com
User-agent: thesubot
User-agent: *WebZIP
User-agent: *Stripper
User-agent: *Offline
User-agent: Copier
User-agent: Crawler
User-agent: Snagger
User-agent: Teleport
User-agent: Reaper
User-agent: Grabber
User-agent: Sucker
User-agent: Downloader
User-agent: Siphon
User-agent: Collector
User-agent: Mag-Net
User-agent: Widow
User-agent: Snake
User-agent: gotit
User-agent: BackWeb
User-agent: Vacuum
User-agent: Pump
User-agent: HMView
User-agent: JOC
User-agent: HTTrack
User-agent: likse
User-agent: Memo
User-agent: pcBrowser
User-agent: SuperBot
User-agent: Mirror
User-agent: Recorder
User-agent: leech
User-agent: GrabNet
User-agent: FileHound
User-agent: Buddy
User-agent: Whacker
User-agent: Magnet
User-agent: Navroad
User-agent: Grub.org
User-agent: bot
User-agent: bot-
User-agent: BaiDuSpider
User-agent: psbot
User-agent: Holmes
User-agent: The Python Robot
User-agent: LinkWalker
User-agent: infometrics-bot
User-agent: grub-client 
User-agent: grub 
User-agent: looksmart 
User-agent: WebZip 
User-agent: larbin 
User-agent: b2w/0.1 
User-agent: psbot 
User-agent: Python-urllib 
User-agent: NetMechanic 
User-agent: URL_Spider_Pro 
User-agent: CherryPicker 
User-agent: EmailCollector 
User-agent: EmailSiphon 
User-agent: WebBandit 
User-agent: EmailWolf 
User-agent: ExtractorPro 
User-agent: CopyRightCheck 
User-agent: Crescent 
User-agent: SiteSnagger 
User-agent: ProWebWalker 
User-agent: CheeseBot 
User-agent: LNSpiderguy 
User-agent: ia_archiver 
User-agent: ia_archiver/1.6 
User-agent: Teleport 
User-agent: TeleportPro 
User-agent: MIIxpc 
User-agent: Telesoft 
User-agent: Website Quester 
User-agent: moget/2.1 
User-agent: WebZip/4.0 
User-agent: WebStripper 
User-agent: WebSauger 
User-agent: WebCopier 
User-agent: NetAnts 
User-agent: Mister PiX 
User-agent: WebAuto 
User-agent: TheNomad 
User-agent: WWW-Collector-E 
User-agent: RMA 
User-agent: libWeb/clsHTTP 
User-agent: asterias 
User-agent: httplib 
User-agent: turingos 
User-agent: spanner 
User-agent: InfoNaviRobot 
User-agent: Harvest/1.5 
User-agent: Bullseye/1.0 
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95) 
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 
User-agent: CherryPickerSE/1.0 
User-agent: CherryPickerElite/1.0 
User-agent: WebBandit/3.50 
User-agent: NICErsPRO 
User-agent: Microsoft URL Control - 5.01.4511 
User-agent: DittoSpyder 
User-agent: Foobot 
User-agent: WebmasterWorldForumBot 
User-agent: SpankBot 
User-agent: BotALot 
User-agent: lwp-trivial/1.34 
User-agent: lwp-trivial 
User-agent: BunnySlippers 
User-agent: Microsoft URL Control - 6.00.8169 
User-agent: URLy Warning 
User-agent: Wget/1.6 
User-agent: Wget/1.5.3 
User-agent: Wget 
User-agent: LinkWalker 
User-agent: cosmos 
User-agent: moget 
User-agent: hloader 
User-agent: humanlinks 
User-agent: LinkextractorPro 
User-agent: Offline Explorer 
User-agent: Mata Hari 
User-agent: LexiBot 
User-agent: Web Image Collector 
User-agent: The Intraformant 
User-agent: True_Robot/1.0 
User-agent: True_Robot 
User-agent: BlowFish/1.0 
User-agent: JennyBot 
User-agent: MIIxpc/4.2 
User-agent: BuiltBotTough 
User-agent: ProPowerBot/2.14 
User-agent: BackDoorBot/1.0 
User-agent: toCrawl/UrlDispatcher 
User-agent: WebEnhancer 
User-agent: suzuran 
User-agent: VCI WebViewer VCI WebViewer Win32 
User-agent: VCI 
User-agent: Szukacz/1.4 
User-agent: QueryN Metasearch 
User-agent: Openfind data gathere 
User-agent: Openfind 
User-agent: Xenu's Link Sleuth 1.1c 
User-agent: Xenu's 
User-agent: Zeus 
User-agent: RepoMonkey Bait & Tackle/v1.01 
User-agent: RepoMonkey 
User-agent: Microsoft URL Control 
User-agent: Openbot 
User-agent: URL Control 
User-agent: Zeus Link Scout 
User-agent: Zeus 32297 Webster Pro V2.9 Win32 
User-agent: Webster Pro 
User-agent: EroCrawler 
User-agent: LinkScan/8.1a Unix 
User-agent: Keyword Density/0.9 
User-agent: Kenjin Spider 
User-agent: Iron33/1.0.2 
User-agent: Bookmark search tool 
User-agent: GetRight/4.2 
User-agent: FairAd Client 
User-agent: Gaisbot 
User-agent: Aqua_Products 
User-agent: Radiation Retriever 1.1 
User-agent: Flaming AttackBot 
User-agent: Oracle Ultra Search 
User-agent: MSIECrawler 
User-agent: PerMan 
User-agent: Curl
Disallow: /



# Die ueblichen Ausschluss-Befehle
User-agent: *
Disallow: /misc/
Disallow: /muelleimer_MJ/
Disallow: /t3lib/
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /typo3temp/
Disallow: /fileadmin/_temp_/
Disallow: /fileadmin/files/
Disallow: /fileadmin/fonts/
Disallow: /fileadmin/infostats/
Disallow: /fileadmin/page/
Disallow: /fileadmin/pic/
Disallow: /fileadmin/Software/
Disallow: /fileadmin/templates/
Disallow: /fileadmin/txt/
Disallow: /fileadmin/user_upload/
Disallow: /uploads/tx_abdownloads
Disallow: /uploads/tx_cal
Disallow: /uploads/tx_flheaderslide
Disallow: /uploads/tx_jpkdownloadcounter
Disallow: /uploads/tx_lzgallery
Disallow: /uploads/tx_newloginbox
Disallow: /uploads/tx_rgsmoothgallery
Disallow: /uploads/tx_rtehtmlarea
Disallow: /uploads/tx_ttnews





#Disallow: /uploads/