# This is an example robots.txt file # http://www.robotstxt.org/wc/active/html/index.html User-agent: TurnitinBot # http://www.turnitin.com/robot/crawlerinfo.html Disallow: / # Will disallow all urls on your site User-agent: * Disallow: /Admin/ # Disallow: /admin/ Disallow: /beitragen/ Disallow: /Rest/ User-agent: Googlebot Disallow: http://www.clio-online.de/default.aspx?tabid=40208093 User-agent: Slurp Crawl-delay: 5.0