#Sitemap: insert_url_here

User-agent: *
Crawl-delay: 2

User-agent: *
Disallow: /xml_feed/
Disallow: /xml-feed/
Disallow: /search/
Disallow: /job_agent/
Disallow: /apply-for-job/
Disallow: /saved_jobs/
Disallow: /saved-jobs/
Disallow: /save/
Disallow: /index/
Disallow: /jobtype/*/do_clear_searches/
Disallow: /jobtype/*/job_title_filter/
Disallow: /jobtype/*/req_experience_filter/
Disallow: /*/*/req_experience_filter/
Disallow: /*/iowa/req_experience_filter/
Disallow: /*/direction

User-agent: BLEXBot
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Yandex
Disallow: /