# All robots will spider the domain User-agent: * Disallow: # Disallow directory /security User-agent: * Disallow: /security # Disallow directory /leden User-agent: * Disallow: /leden # Disallow directory /functions User-agent: * Disallow: /functions # Disallow directory /includes User-agent: * Disallow: /includes # Disallow directory /css User-agent: * Disallow: /css # Disallow directory /docs User-agent: * Disallow: /docs # Disallow directory /finance User-agent: * Disallow: /finance