User-Agent: * Sitemap: http://berlin.kauperts.de/sitemap_index.xml # disallow these files and directories Disallow: /javascripts/* Disallow: /e/* Disallow: /Kunden/* Disallow: /redaktion/* Disallow: /ticket/* # disallow query strings Disallow: /*?* # google bot User-agent: Googlebot Disallow: /*.js$ Disallow: /*.css$ # no archiving User-agent: ia_archiver Disallow: / User-agent: duggmirror Disallow: /