# All robots will spider the domain User-agent: * Disallow: # Disallow directory /manager/ User-agent: * Disallow: /manager/ # Disallow directory /assets/ User-agent: * Disallow: /assets/ # Disallow directory /templates/ User-agent: * Disallow: /templates/ # Disallow directory /templates/ User-agent: * Disallow: /tooling/ User-agent: * Disallow: /vcat/ Disallow: /dev/ Disallow: /magento/ Disallow: /awstats-icon/ Disallow: /collab/ Disallow: /hostmanNew/ Disallow: /stats/ Disallow: /urls/ Disallow: /zend/ Disallow: /dev/ Disallow: /sfo/ Disallow: /spectools/ Disallow: /demos/ Disallow: /9star/