# robots.txt http://www.investor.bayer.de/ User-agent: * Disallow: /docroot/ Disallow: /cgi-bin/ Disallow: _secadmin/ Disallow: fileadmin/ Disallow: html_templating/ # added to get rid of redirect errors in log Disallow: no_cache/en/specialbuttonbar/ Disallow: no_cache/de/specialbuttonbar/ Disallow: en/specialbuttonbar/ Disallow: de/specialbuttonbar/ User-Agent: W3C-checklink Disallow: User-agent: gsa-crawler Disallow: User-agent: k2spider Disallow: