# All robots will spider the domain User-agent: * Disallow: # Disallow directory /databases/ User-agent: * Disallow: /databases/ # Disallow directory /staffarea/ User-agent: * Disallow: /staffarea/ # Disallow directory /site-admin/ User-agent: * Disallow: /site-admin/ # Disallow directory /_private/ User-agent: * Disallow: /_private/ # Disallow directory /site-admin/ User-agent: * Disallow: /site-admin/