# All robots will spider the domain User-agent: * Disallow: # Disallow * User-agent: * Disallow: / # Disallow directory /banner-asp/ User-agent: * Disallow: /banner-asp/ # Disallow directory /banners/ User-agent: * Disallow: /banners/ # Disallow directory /blog/ User-agent: * Disallow: /blog/ # Disallow directory /picts/ User-agent: * Disallow: /picts/ # Disallow directory /photographics/ User-agent: * Disallow: /photographics/ # Disallow directory /imgs/ User-agent: * Disallow: /imgs/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /downloads/ User-agent: * Disallow: /downloads/ # Disallow directory /assets/ User-agent: * Disallow: /assets/