# karzina open source e-commerce # # default robots.txt - This robots.txt prevents the crawling of all sub directories # and prevents images being crawled/indexed by all image search robots such as # google image search or yahoo mmsearch User-agent: googlebot-image Disallow: / User-agent: googlebot-mobile Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /admin/ Disallow: /a_sgop/ Disallow: /catalog/ Disallow: /library/ Disallow: /logs/ Disallow: /downloads/ Disallow: /cache/ Sitemap: sitemap.php