## explicit robot registrations

#  20.9.06 all predominant robots have indexed and, where possible, sitemap active

#  some robots seem to skip selected pages, different per engine
#        - try the site-local search instead to always get the full result

## robot denials

## totally disallow some 'special agents'

# Fasterfox Extension
User-agent: Fasterfox
Disallow: /

## validators can do almost everything

User-agent: W3C-checklink
Disallow: /system-cgi/
Disallow: /ppw/
Disallow: /bilder/psidefense.html
Disallow: /bilder/weltalldyssee.htm
Disallow: /bilder/worldaffairsjournal_contributors.htm

User-agent: WDG_SiteValidator
Disallow: /system-cgi/
Disallow: /ppw/
Disallow: /bilder/psidefense.html
Disallow: /bilder/weltalldyssee.htm
Disallow: /bilder/worldaffairsjournal_contributors.htm

## the normal rest of the world

User-agent: *
Disallow: /suche/
Disallow: /system-cgi/
Disallow: /kontakt/
Disallow: /kreuzworte/
Disallow: /bilder/
Disallow: /ppw/
Disallow: /multimedia-komposition/audioplayer.htm

# the end