###
# robots.txt
# http://www.twilighters.eu
###

Sitemap: http://www.twilighters.eu/index.php?option=com_xmap&sitemap=1&view=xml&no_html=1

User-agent: Googlebot
Disallow:
Disallow: /cgi-bin/
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /editor/
Disallow: /help/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/
Disallow: /installation/

User-agent: Bullseye/1.0     
User-agent: Black Hole
User-agent: bot
User-agent: bot-
User-agent: bot/
User-agent: CopyRightCheck    
User-agent: CherryPicker
User-agent: crawl
User-agent: DittoSpyder    
User-agent: DISCo Pump 3.1
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: ExtractorPro    
User-agent: Googlebot-Image    
User-agent: hloader    
User-agent: humanlinks
User-agent: LexiBot    .
User-agent: LinkWalker
User-agent: Microsoft URL
User-agent: Microsoft URL Control - 5.01.4511
User-agent: Microsoft URL Control - 6.00.8169
User-agent: NetAttache    
User-agent: NetAttache Light 1.1    
User-agent: NetMechanic
User-agent: Offline Explorer
User-agent: robot
User-agent: Spider
User-agent: SuperBot
User-agent: SuperBot/2.6
User-agent: Teleport    
User-agent: Titan
User-agent: Voila
User-agent: WebBandit    
User-agent: WebCopier
User-agent: webcopy
User-agent: Web Image Collector
User-agent: webmirror
User-agent: WebReaper
User-agent: website extractor
User-agent: WinHTTrack
User-agent: Yahoo Slurp
User-agent: Slurp
User-agent: shinchakubin
Disallow: /