User-agent: *
Disallow: /cgi-bin/
Request-Rate: 1/120
Crawl-delay: 120