# Disallows
# ======================
User-agent:EmailCollector
Disallow: /
user-agent: HeinrichDerMiragoBot
Disallow: /
user-agent: HenryTheMiragoBot
Disallow: /
User-agent: Jooblebot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: trovitBot
Disallow: /
User-agent: Jobrapido
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: JobBot
Disallow: /
User-agent: JobCrawlerBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: WijuBot
Disallow: /
User-agent: bingbot
Crawl-delay: 5
User-agent: *
# Directories
# ======================
Disallow: /Custom/
Disallow: /custom/
Disallow: /Partner/
Disallow: /partner/
Disallow: /PSA/
Disallow: /psa/
Disallow: /RTQ/
Disallow: /rtq/
Disallow: /JobSeeker/ApplyOnline/
Disallow: /jobseeker/applyonline/
Disallow: /applyonline/
Disallow: /pli/
Disallow: /PLI/
Disallow: /plink/
Disallow: /Plink/
# Paths (clean URLs)
# ======================
Disallow: /JobSeeker/Checkout.aspx
Disallow: /jobseeker/checkout.aspx
Disallow: /JobSeeker/Jobs/JobMatchesOrganized.aspx
Disallow: /jobseeker/jobs/jobmatchesorganized.aspx
Disallow: /INTL/Widgets/
Disallow: /intl/widgets/
Disallow: /Share/Emailpage.aspx
Disallow: /share/emailpage.aspx
Disallow: /IFrame/RecommendedCVUpload.aspx
Disallow: /iframe/recommendedcvupload.aspx
Disallow: /share/verifyidentity.aspx
Disallow: /share/setchallengequestions.aspx
Disallow: /JobSeeker/Accessible/SaveJob.aspx
Disallow: /jobseeker/accessible/savejob.aspx
Disallow: /JobSeeker/Facebook/
Disallow: /jobseeker/facebook/
Disallow: /JobSeeker/Emails/
Disallow: /jobseeker/emails/
Disallow: /API/JobSeeker/Application/
Disallow: /api/jobseeker/application/
Disallow: /JobSeeker/Companies/LeaveResume.aspx
Disallow: /jobseeker/companies/leaveresume.aspx
Disallow: /JobSeeker/Application/
Disallow: /jobseeker/application/
Disallow: /RTQ/jobstream.aspx
Disallow: /rtq/jobstream.aspx
Disallow: /JobSeeker/TalentNetwork/Pages/RecommendedJobs.aspx
Disallow: /jobseeker/talentnetwork/pages/recommendedjobs.aspx
Disallow: /CSH/JobSkinDetails.aspx
Disallow: /csh/jobskindetails.aspx
Disallow: /CSH/Details.aspx
Disallow: /csh/details.aspx
Disallow: /JobPoster/FlexAd*
Disallow: /RTQ/WAFRedirect.aspx
Disallow: /error.aspx
Disallow: /Error.aspx 
# Paths (no clean URLs) 
# ======================
Disallow: /JobSeeker/Accessible/EmailJob.aspx
Disallow: /jobseeker/Accessible/emailjob.aspx
Disallow: /JobSeeker/accessible/emailjob.aspx
Disallow: /jobSeeker/accessible/emailjob.aspx
Disallow: /JobSeeker/Accessible/JobFeedback.aspx
Disallow: /jobseeker/accessible/jobfeedback.aspx
Disallow: /JobSeeker/Resumes/MyNewJobRecommendationsOrganized.aspx
Disallow: /jobseeker/resumes/mynewjobrecommendationsorganized.aspx
Disallow: /JobSeeker/Resumes/JROrganizedSection.aspx
Disallow: /jobseeker/resumes/jrorganizedsection.aspx
Disallow: /jobseeker/resumes/JROrganizedSection.aspx
Disallow: /JobSeeker/Resumes/Submitexternalapply.aspx
Disallow: /jobseeker/resumes/submitexternalapply.aspx
User-agent: *
Disallow: /apply
Disallow: /user
Disallow: /recommended
Disallow: /share
Disallow: /ecommerce
Disallow: /ECommerce
# ====================================
Disallow: /jobsearch?
Disallow: /jobsearch?q
Disallow: /jobsearch?pg
# Disallow: /jdp/*
Disallow: /resume/*
Sitemap: https://www.careerbuilder.co.in/sitemapindex.xml