# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # See also http://en.wikipedia.org/wiki/Robots_exclusion_standard for extensions User-agent: * # block searches' queries Disallow: /search Disallow: /tag Disallow: /search*query=* Disallow: /cat/* # The policy is to block any SEO/Marketing bot that's too aggressive # If you annoy our sysadmins you will be blocked. # Reach out to porcellis@eletrotupi.com for any questions. # Too aggressive, marketing/SEO User-agent: SemrushBot Disallow: / # Too aggressive, marketing/SEO User-agent: SemrushBot-SA Disallow: / # Marketing/SEO User-agent: AhrefsBot Disallow: / # Marketing/SEO User-agent: dotbot Disallow: / # Marketing/SEO User-agent: rogerbot Disallow: /