# Allow all bots to index root directory, and all sub-directories. # This is the default action, but HTTP 404 errors can be had if it is not explicitly stated. User-Agent: * Allow: / # Block Google from indexing. User-Agent: Googlebot Disallow: /chat /forum /images /messages /music /videos