User-agent: *
Crawl-delay: 5
Disallow: /cgi-bin
Disallow: /files
Disallow: /*.gif$
Disallow: /*.jpg$