#robots.txt für die Domain www.westi-styling.de
#erzeugt am 09.12.2005
 
User-agent: arachnophilia
User-agent: Bloodhound
User-agent: BackRub/2.1
User-agent: googlebot
User-agent: Lycos_Spider_(T-Rex)
User-agent: KIT-Fireball/2.0
User-agent: ArchitextSpider
User-agent: MSNBOT/0.1
Disallow: /grafik/
Disallow: /dl/
Disallow: /cgi-data/
Disallow: /cgi-bin/
Disallow: /.htpasswd