User-Agent: *
Disallow: ?task=terms
Disallow: ?task=privacy
Disallow: log.cfm
Disallow: /results.cfm?
Disallow: /results.cfm
Disallow: employerGuideArticle.cfm?
Disallow: /blog/
Disallow: /education/
Disallow: /vl/
Disallow: /career-profile/
Disallow: /career-profiles/ag-careers-ebook/
Disallow: ?print=y
Disallow: /education/search.cfm
Disallow: /crimson-lane-farms-company-177255.cfm
Disallow: /elitetalent/
Disallow: /job-apply/
Disallow: /account/login
Disallow: /document/
Disallow: /document/*
Disallow: *?print=y
Disallow: ?recommendedjobid
Disallow: ?recommendedjobid*
Disallow: *?recommendedjobid
Disallow: *?gennotificationjobid
Disallow: ?gennotificationjobid
Disallow: ?gennotificationjobid*
Disallow: *?sourcetype=Job-Details
Disallow: /technician-jobs.cfm
Allow: /job.cfm
Disallow: /job.cfm?task=tofriend
User-agent: Scrapy
Disallow: /
User-agent: trovitBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Yandex
Disallow: /
disallow: /elite-talent/
disallow: /elite-talent/*
Disallow: /adminv2/