Sitemap: http://www.feedthehabit.com/sitemap.xml

User-agent: *
Crawl-delay: 30
Disallow: /cgi-bin
Disallow: /ads
Disallow: /art
Disallow: /ebay
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content

# Disallow the following spam bots
User-agent: Yandex bot
Disallow: / 

User-agent: Yanga WorldSearch Bot v1.1/beta (http://www.yanga.co.uk/) 
Disallow: /

User-agent: MJ12bot
Disallow: / 

User-agent: BaiDuSpider
Disallow: / 

User-agent: Nutch
Disallow: / 

User-agent: Exabot
Disallow: / 

User-agent: NewsGator Online
Disallow: / 

User-agent: Grub.org
Disallow: / 

User-agent: BecomeBot
Disallow: / 

User-agent: GigaBot
Disallow: / 

User-agent: Asterias
Disallow: / 

User-agent: Speedy Spider
Disallow: / 

User-agent: MSIECrawler
Disallow: / 

User-agent: Exabot
Disallow: / 

User-agent: Nutch
Disallow: / 

User-agent: psbot
Disallow: / 

User-agent: Custo
Disallow: / 

User-agent: SeznamBot
Disallow: / 

User-agent: Asterias
Disallow: / 

User-agent: Sphere Scout
Disallow: / 

User-agent: Zealbot
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: NPBot
Disallow: /


# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.feedthehabit.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN