# This robots.txt file was automatically generated by `robots_txt_file.inc.php` from (admin).
# You can either update robots.txt manually or change it with `update-prodev-robots-txt.pl`
#
# Last updated Wed, 08 Jul 2020 17:23:11 +1200
#

Sitemap: http://www.noworriesknitwear.co.nz/sitemap/google_sitemap.php

# robots block folders
User-agent: *
Disallow: /FCKeditor/
Disallow: /admin/
Disallow: /administration/
Disallow: /content/
Disallow: /downloads/
Disallow: /email/
Disallow: /events/
Disallow: /image/
Disallow: /legal/
Disallow: /login/
Disallow: /news/
Disallow: /omne/
Disallow: /poll/
Disallow: /referrals/
Disallow: /scripts/
Disallow: /search/
Disallow: /signup/
Disallow: /styles/
Disallow: /widgets/

# robots_block_spiders
# Disallow Unwanted Bots
User-agent: 008
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: TwengaBot
Disallow: /
User-agent: WotBox
Disallow: /
User-agent: ZumBot
Disallow: /

User-agent: Baiduspider
Disallow: /
Allow: /sitemap

User-agent: YandexBot
Disallow: /
Allow: /sitemap

User-agent: adbeat_bot
Disallow: /
User-agent: AITCSRobot
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: expo9
Disallow: /
User-agent: Huaweisymantecspider
Disallow: /
User-agent: InfluenceBot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: MaxPointCrawler
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: Xaldon_WebSpider
Disallow: /
User-agent: Xenu's
Disallow: /
User-agent: Xenu's Link Sleuth 1.1c
Disallow: /
User-agent: SemrushBot
Disallow: /