User-Agent: OmniExplorer_Bot/1.09
Disallow: *

User-agent: turnitinbot
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Resume Robot
Disallow: /

User-agent: BecomeBot 
Disallow: /cgi-bin/

User-agent: *
Disallow: /census/
Disallow: /docs/
Disallow: /geneweb/
Disallow: /gwdb/
Disallow: /style/
Disallow: /oops/
Disallow: /paf/
Disallow: /photos/ancestor/
Disallow: /photos/cems/
Disallow: /photos/db/
Disallow: /photos/gifs/
Disallow: /photos/slides/
Disallow: /photos/thumbs/