# robots.txt, www.krokko.de 10/02/2010

User-agent: WDG_SiteValidator
Allow: *

User-agent: YodaoBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: * 
Crawl-delay: 20
 
Disallow: /api/ 
Disallow: /cache/ 
Disallow: /includes/ 
Disallow: /locales/ 
Disallow: /services/ 
Disallow: /templates/