User-agent: EtaoSpider
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: larbin
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /view/privacy_policy
Disallow: /view/TOS
Disallow: /wp-content/plugins/
Disallow: /tag/
Disallow: /2012/
Disallow: /2013/
Disallow: /2014/
Disallow: /feed/
Disallow: /trackback/
Disallow: /thank_you_confirm
Disallow: /thank_you_confirmed
Disallow: /terms-of-use
Disallow: /terms-of-use/
Disallow: /privacy-policy
Disallow: /about-us-slides/
Disallow: /reviews/
Disallow: */faq-category/*
Disallow: */faqs/category/*
Disallow: /terms-of-use-page
Disallow: /1-2
Disallow: /?-u={?$auth_key?}
Disallow: /?calculator_category_list=1
Disallow: /blog/page/
Disallow: /contact-us/

Allow: /wp-content/uploads/

Sitemap: https://www.magenet.com/sitemap_index.xml