User-Agent: *
Disallow: /admin/
Disallow: /aff/
Disallow: /Activate.aspx
Disallow: /forums/framehelper.aspx
user-agent: AhrefsBot
user-agent: MJ12bot