# Third draft: May2009 Sitemap: http://www.freedomponds.com/sitemap.xml # Disallow all access User-agent: * Disallow: / Disallow: /cgi-bin/ # Then specifically allow Google's spider's User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: # Example of allowing access to a subdirectory. # User-agent: Googlebot # Disallow: /folder1/ # Allow: /folder1/myfile.html # MSN amd Yahoo are allowed too... User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: W3C-checklink Disallow: