# robots.txt http://www.investor.bayer.de/
User-agent: *
Crawl-delay: 20

User-agent: *
Disallow: /docroot/
Disallow: /cgi-bin/
Disallow: _secadmin/
Disallow: fileadmin/
Disallow: html_templating/

User-Agent: W3C-checklink
Disallow:

User-agent: gsa-crawler
Disallow: 

User-agent: k2spider
Disallow: