User-agent: Googlebot-Image
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: psbot
Disallow: /
User-agent: asterias
Disallow: /

User-agent: *
Disallow: 
Crawl-delay: 120
Disallow: /apps/
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /Connections/
Disallow: /gabbly/
Disallow: /include/
Disallow: /media/
Disallow: /mydogspace/
Disallow: /newdev/
Disallow: /scripts/
Disallow: /support/
Disallow: /test/
Disallow: /.ftpquota
Disallow: /.htaccess
Disallow: /*.jpg$
Disallow: /*.gif$ 
Disallow: /*.mp3$
Disallow: /*.mp3
Disallow: /*.wav$
Disallow: /*.wav
Disallow: /*.old

# spoof check
Disallow: /private_scripts/
Disallow: /private/
Disallow: /emails/
Disallow: /passwords/
Disallow: /users/
Disallow: /usernames/
Disallow: /scripts/
Disallow: /database/

Sitemap: http://www.wolfdogg.org/sitemap.xml