User-agent: *
Disallow: /inc/
Disallow: /scripts/
Disallow: /templates/
Disallow: /newsletter/
Disallow: /search/
Disallow: /headlines/
Disallow: /subdirectory/

User-agent: Slurp

Crawl-delay: 15