# SEO/SEM Competitor Tool Bot Block
User-agent: MJ12bot
User-agent: Dotbot
User-agent: Scoutjet
User-agent: linkdex
Disallow: /

# Bots that obey Robots.txt block
User-agent: UbiCrawler
User-agent: DOC
User-agent: Zao
User-agent: EtaoSpider
User-agent: Xenu
Disallow: /

# Original robots disallows
User-agent: *
Disallow: /api/
Disallow: /go/*
Disallow: /c/*
Disallow: /p/*
Disallow: /update/
Disallow: /emails/
Disallow: /email/
Disallow: /CFIDE/
Disallow: /WEB-INF/
Disallow: /cfdocs/
Disallow: /my/
Disallow: /search?query*
Disallow: /print/*
Disallow: /blog/feed/
Disallow: /blog/trackback/
Disallow: /blog/wp-admin/
Disallow: /blog/wp-content/
Disallow: /blog/xmlrpc.php
Disallow: /blog/wp-
Allow: /blog/wp-content/uploads/

# Special Merchant Requests
User-agent: *
Disallow: /coupons/houzz*
Disallow: /stores/houzz*

#Sitemap
Sitemap: https://www.bradsdeals.com/googlesitemap.0.xml.gz