# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cache/ User-agent: * Disallow: /cache/ # Disallow directory /console/ User-agent: * Disallow: /console/ # Disallow directory /includes/ User-agent: * Disallow: /includes/ # Disallow directory /kernel/ User-agent: * Disallow: /kernel/ # Disallow directory /javascript/ User-agent: * Disallow: /javascript/ # Disallow directory /template/ User-agent: * Disallow: /template/ # Disallow directory /language/ User-agent: * Disallow: /language/