User-agent: rogerbot
crawl-delay: 5
Disallow: /admin$
Disallow: /admin/*
Disallow: /api
Allow: /blog*?*
Disallow: /*?*
Disallow: /users/auth*
Disallow: /sso*
Disallow: /job-search
Disallow: /searches
Disallow: /job/*/apply
Disallow: /job/*/save_job
Disallow: /job/*/unsave_job

User-agent: trovitBot
Disallow: /

User-Agent: *
Disallow: /admin$
Disallow: /admin/*
Disallow: /api
Allow: /blog*?*
Disallow: /*?*
Disallow: /users/auth*
Disallow: /sso*
Disallow: /job-search
Disallow: /searches
Disallow: /job/*/apply
Disallow: /job/*/save_job
Disallow: /job/*/unsave_job
Crawl-delay: 10
Sitemap: https://www.sixdegreesexecutive.com.au/sitemap.xml