##ACAP version=1.0 # robots.txt for http://www.euromonitor.com/ # Googlebot-PM user agent User-agent: Googlebot-PM Disallow: # Google Mini user agent User-agent: gsa-crawler Disallow: # Disallow all requests from the 80legs user agent - http://www.80legs.com/webcrawler.html User-agent: 008 Disallow: / # All other user agents User-agent: * Disallow: /premium/ # robots.txt for http://www.euromonitor.com/ # Googlebot-PM user agent ACAP-crawler: Googlebot-PM # User-agent: Googlebot-PM # Google Mini user agent ACAP-crawler: gsa-crawler # User-agent: gsa-crawler # All other user agents ACAP-crawler: * # User-agent: * ACAP-disallow-crawl: /premium/ # Disallow: /premium/