# robots.txt for http://linuxlab.dk/
# Updated 2002-10-26 by magnus@itu.dk

## All bots

# Directed to all robots, spiders, scooter, web crawlers and other bots
User-agent: *

# ADiCT HTML and Links sucks
Disallow: /adict/
Disallow: /calendar/
Disallow: /community/adict/
Disallow: /community/calendar/

# Very temp pages
Disallow: /registration/

# Se README
Disallow: /goaway/

## Special bots

# Fast is not nice!
#User-agent: fast
#Disallow: /

## Some of the bots that visit us

# User-agent: googlebot				# http://www.google.com/bot.html
# User-agent: fast				# http://fast.no/support.php?c=faqs/crawler
# User-agent: sitecheck.internetseer.com	# http://sitecheck.internetseer.com 
# User-agent: psbot				# http://www.picsearch.com/bot.html
# User-agent: ZyBorg				# http://www.WISEnutbot.com
# User-agent: Slurp				# http://www.inktomi.com/slurp.html

## No info bots - A crime according to: http://www.robotstxt.org/wc/robots.html

# NetMechanic V3.0
# Checkbot/1.67 LWP/5.63
# Netprospector JavaCrawler
# Scooter-3.2.QA
# ia_archiver
# larbin_2.5.9 [ larbin_devel (http://pauillac.inria.fr/~ailleret/prog/larbin/) ]

# eof