# All robots will spider the domain User-agent: * Disallow: # Disallow directory /css/ User-agent: * Disallow: /css/ # Disallow directory /dealer/ User-agent: * Disallow: /dealer/ # Disallow directory /downloads/ User-agent: * Disallow: /downloads/ # Disallow directory /graphics/ User-agent: * Disallow: /graphics/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /js/ User-agent: * Disallow: /js/ # Disallow directory /thumbnails/ User-agent: * Disallow: /thumbnails/ # Disallow directory /ideal/ User-agent: * Disallow: /ideal/ # Disallow directory /private/ User-agent: * Disallow: /private/