User-agent: *
Disallow: /pictures/include/modules/
Disallow: /cgi-bin/
Disallow: /temp/

User-agent: robot
Disallow: /

User-agent: crawl
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: WebReaper
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#

User-agent: wget
Disallow: /