# webmaster@planungsbuerolangen.de
User-agent: *
Disallow: /cgi-bin/
Disallow: /css/
# deny these
# User-agent: Fasterfox
# Disallow: /
# User-agent: Heritrix
# Disallow: /
# User-agent: ia_archiver
# Disallow: /
# User-agent: larbin
# Disallow: /
# User-agent: MSNBOT
# Disallow: /
# User-agent: seekbot
# Disallow: /
# User-agent: sitecheck.internetseer.com
# Disallow: /
# User-agent: YahooSeeker
# Disallow: /
# allow others
# User-agent: SiteManager