# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
# See also http://en.wikipedia.org/wiki/Robots_exclusion_standard for extensions
User-agent: *
# block searches' queries
Disallow: /search
Disallow: /tag
Disallow: /search*query=*
Disallow: /cat/*
# The policy is to block any SEO/Marketing bot that's too aggressive
# If you annoy our sysadmins you will be blocked.
# Reach out to porcellis@eletrotupi.com for any questions.
# Too aggressive, marketing/SEO
User-agent: SemrushBot
Disallow: /
# Too aggressive, marketing/SEO
User-agent: SemrushBot-SA
Disallow: /
# Marketing/SEO
User-agent: AhrefsBot
Disallow: /
# Marketing/SEO
User-agent: dotbot
Disallow: /
# Marketing/SEO
User-agent: rogerbot
Disallow: /