# All robots will spider the domain User-agent: * Disallow: # Disallow directory /js User-agent: * Disallow: /js # Disallow directory /includes User-agent: * Disallow: /includes # Disallow directory /images User-agent: * Disallow: /images