User-agent: *
Disallow: /cgi-bin
Disallow: /css
Disallow: /gif
Disallow: /include
Disallow: /js
Disallow: /php
Disallow: /private
Disallow: /test
Crawl-delay: 3