User-agent: BadBot # Exclude BadBot from the entire server Disallow: / User-agent: * # Exclude all robots from the spected directories and files Crawl-delay: 10 Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /pb/ Disallow: /pbadmin/ Disallow: /pb_index_bak/ Disallow: /photos/ Disallow: /SpryAssets/ Disallow: /webalizer Disallow: /logs/ Disallow: /~name/docs/ Disallow: /~name/private.html Disallow: /~name/admin.html Disallow: /logs/ # Disallow: /4*.shtml Disallow: /contact.html Disallow: /contact0.html Disallow: /google26cb7c8e5968b5af.html Disallow: /index_beta.html Sitemap: http://www.veerakeat.com/sitemap.xml