# robots.txt zu http://nuechter-wintergaerten.de/ #Directories that should not be indexed User-agent: * Disallow: /cgi-bin/ Disallow: /boxes/ Disallow: /config/ Disallow: /daten/ Disallow: /flash/ Disallow: /includes/ Disallow: /jscript/ Disallow: /libs/ Disallow: /log/ Disallow: /pages/ Disallow: /styles/ Disallow: /templates/ # all that bots that we dont want to index our pages User-agent: Fasterfox User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy # Internet Archiver Wayback Machine # User-agent: ia_archiver # digg mirror # User-agent: duggmirror Disallow:/ # Falls eine sitemap.xml erzeugt wurde #Sitemap: http://nuechter-wintergaerten.de/sitemap.xml