# adsbot-google, to allow indexing of SES urls used in paid listings User-agent: adsbot-google # No use in ever indexing these locations Disallow: /_shopping_cart/ Disallow: /_checkout/ Disallow: /custerror.cfm Disallow: /errorpage.cfm Disallow: /hidden-email/ Disallow: /_your_account/ # Stop Indexing old SEO locations, but allow adsbot to verify existing paid search links Allow: /index.cfm/ Disallow: /sitemap/ # Block ShopWiki, too many 404 requests for pages that never existed, aren't linked to, and aren't due to JavaScript Errors User-agent: ShopWiki Disallow: / # Block Anti-plagiarism bots, they can't help us and we can't help them User-agent: TurnitinBot Disallow: / # Block NextGenSearchBot, too many 404 requests for pages that never existed, aren't linked to, and aren't due to JavaScript Errors User-agent: NextGenSearchBot Disallow: / # Slurp is hammering the /logo-items/ virtual directory which doesn't exist User-agent: Slurp Disallow: /logo-items/ # Default User Agent Rules User-agent: * # No use in ever indexing these locations Disallow: /_shopping_cart/ Disallow: /_checkout/ Disallow: /custerror.cfm Disallow: /errorpage.cfm Disallow: /hidden-email/ Disallow: /_your_account/ # Stop Indexing old SEO locations Disallow: /index.cfm/ Disallow: /sitemap/ Sitemap: http://www.international-auto.com/sitemap.xml