User-agent: *


Disallow: /scripts
Disallow: /ssi
Disallow: /admin
Disallow: /css


Crawl-delay: 1 # timeout 1 sec.