# texteditor / robots.txt / netiquette / ASCII / 4cms / root

# spezielle spider
User-agent: googlebot	  # google
User-agent: yahoo	  # yahoo
User-agent: inktomisearch # yahoo
User-agent: livebot	  # microsoft
Disallow: /images/
Disallow: /includes/

# die sollen nix indexieren
User-agent: fakebots1	# muster spidername
User-agent: fakebots2	# muster spidername
Disallow: /		# seite nicht indexieren

# alle spider
User-agent: *
Disallow: /images/	# nicht indexieren
Disallow: /includes/	# nicht indexieren
Disallow: /admin.php	# unsichtbare links anlegen
Disallow: /sitemap.html	# unsichtbare links anlegen
Disallow: /emails.htm	# unsichtbare links anlegen
Disallow: /admin/	# ...
Disallow: /uploads/	# ... fake files anlegen
Disallow: /bilder/sex/	# ... fake bilder anlegen
Disallow: /mp3/		# ... fake mp3-file anlegen