User-agent: * # Exclude all robots from the spected directories and files
Disallow: /*.*~
Disallow: /cgi-bin
Disallow: /tmp
Disallow: /pb
Disallow: /pbadmin
Disallow: /pb_index_bak
Disallow: /photos
Disallow: /SpryAssets
Disallow: /webalizer
Disallow: /logs
Disallow: /~name/docs
Disallow: /~name/private.html
Disallow: /~name/admin.html
Disallow: /logs
Disallow: /4*.shtml
Disallow: /contact.html
Disallow: /contact0.html
Disallow: /google26cb7c8e5968b5af.html
Disallow: /index_beta.html
Disallow: /guestbook01.html
Disallow: 
User-agent: BadBot # Exclude BadBot from the entire server
Disallow: /