# All robots will spider the domain User-agent:* Disallow: # Disallow directory /_images/ User-agent: * Disallow: /images/ # Disallow directory /_scripts/ User-agent: * Disallow: /scripts.js # Disallow directory /adm/ User-agent: * Disallow: /style.css