User-agent: Mediapartners-Google
Disallow:

User-agent: moget
User-agent: ichiro
Disallow: /

User-agent: NaverBot
User-agent: Yeti
Disallow: /

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SolomonoBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Blekkobot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: proximic
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: WebInject
Disallow: /

User-agent: spbot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: *
Allow: /company.html?page=
Disallow: *?
Disallow: */search/
Disallow: /jobs/show
Disallow: /cvs/show
Disallow: /crm/
Disallow: /crm2/
Disallow: /resume/
Disallow: /resume.html
Disallow: /js/utils/
Disallow: /company/
Disallow: /office/
Disallow: /site/redirect/url
Sitemap: http://whangarei.jobtonic.co.nz/sitemap/jobtonic.co.nz-whangarei-sitemap.xml.gz