User-agent: YandexBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: DomainCrawler
Disallow: /

User-agent: DnyzBot
Disallow: /

User-agent: MauiBot
Disallow: /


User-agent: Companybook
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ip-web-crawler.com
Disallow: /

User-agent: sistrix
Disallow: /

User-Agent: Healthbot 
Disallow: /

User-Agent: EasouSpider
Disallow: /

User-Agent: Scrapy
Disallow: / 

User-Agent: Baiduspider
Disallow: / 

#http://www.become.com/site_owners.html
User-agent: becomebot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: VegeBot
Disallow: /

User-agent: VegeBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: SeznamBot
Disallow: /


User-agent: Contacts-Crawler
Disallow: /

User-agent: DnyzBot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: *
Disallow: /admin/
Disallow: /shared/trap/
Disallow: /index.php?privacy=website
Disallow: *newscatID=*
Disallow: *articleid=*
Disallow: *versionID=*
Disallow: *archID=*

# Huawei
User-agent: AspiegelBot
Disallow: /

User-agent: URLmetrics
Disallow: /

User-agent: URLmetrics
Disallow: Sogou

User-agent: AhrefsBot
Disallow: /


User-agent: SemrushBot
Disallow: /

SITEMAP: http://www.totalhealthnaples.com/shared/feeds/sitemap.php