User-agent: *
Allow: /
Disallow: /unsubscribe
Disallow: /job/track-pageview
Disallow: /alert-job/
Disallow: /facebook/
Disallow: /amazon/
Disallow: /job/track-apply-click
Disallow: /job/monster-apply-request
Disallow: /?search=
Disallow: /geo/job_title
Disallow: /blog/wp-admin/
Disallow: /contact/zip-resume
Disallow: /resume-database/preview-iframe
Disallow: /admin
Disallow: /login/ # want the main login page allowed, but not pages under /login/
Disallow: /trk
Disallow: /record-event
Disallow: /events
Disallow: /apply/ # want apply allowed, but not pages under /apply/
Disallow: /eclk/
Disallow: /pixel/
Disallow: /chat/get-chat-auth-token
Disallow: /ajax/
Disallow: /tap/

# Block URLs that are likely added by js clipboard library
Disallow: /jobs/*/closest$
Disallow: /jobs/*/clipboard-action$
Disallow: /jobs/*/is$

# Block temporary pages of the go seo app
Disallow: /svc/seo/

User-agent: 008
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: ia_archiver
Disallow: /Jobs/
Disallow: /Salaries/
Disallow: /c/
Disallow: /e/

User-agent: archive.org_bot
Disallow: /Jobs/
Disallow: /Salaries/
Disallow: /c/
Disallow: /e/

User-agent: heritrix
Disallow: /Jobs/
Disallow: /Salaries/
Disallow: /c/
Disallow: /e/