###############################################################################
#
# File:     brands/monsterca/txt/robots.txt
#
# Contents: Robot exclusion rules for monsterca.
#
# Modifications:
#   - 2006-09-01  txe  Initial creation.
#   - 2006-11-09  txe  Disallowed all except marketing-flow urls.
#   - 2006-12-14  txe  Added WebStripper.
#   - 2007-01-05  txe  Disallowed home-fifteen-to-thirty-second-screening.
#   - 2007-07-12  txe  Disallowed /content/mycc and /content/ajax.
#   - 2007-11-02  txe  Disallowed /content/trk.
#   - 2008-11-12  txe  Disallowed /rotate/.
#   - 2009-03-02  txe  Disallowed searchme (Charlotte).
#   - 2009-03-04  txe  Added obsolete page codes.
#   - 2009-04-20  txe  Added obsolete page code.
#
###############################################################################

###############################################################################
# BOTS
###############################################################################

User-agent: YahooSeeker/CafeKelsa
Disallow: /

User-Agent: Charlotte
Disallow: /

User-agent: googlebot
Disallow: /*?itemID
Disallow: /*&itemID
Disallow: /*?sessionID
Disallow: /*&sessionID

###############################################################################
# DOWNLOADERS
###############################################################################

User-agent: WebStripper
Disallow: /

###############################################################################
# DEFAULT RULES
###############################################################################

User-agent: *
Disallow: /rotate/
Disallow: /_
Disallow: /1
Disallow: /A
Disallow: /a
Disallow: /b
Disallow: /B
Disallow: /CA
Disallow: /Ca
Disallow: /CG
Disallow: /Ch
Disallow: /cl
Disallow: /content/__
Disallow: /content/ajax
Disallow: /content/career-planning-career-assessment-tests/
Disallow: /content/career-planning-career-personality-test-my-personal-profile
Disallow: /content/career-planning-ensure-the-right-job-fit
Disallow: /content/career-planning-my-personal-profile
Disallow: /content/careerdesign
Disallow: /content/careerfocus
Disallow: /content/dev
Disallow: /content/home-corporate/
Disallow: /content/home-fifteen-to-thirty-second-screening/
Disallow: /content/job-search-hidden-job-market-strategies/
Disallow: /content/job-search-hidden-job-market-why-exists/
Disallow: /content/job-search-tips/
Disallow: /content/job-search-tips-hidden-job-market-strategy/
Disallow: /content/mycc
Disallow: /content/resume-writing-help-online-resume-submission-tips/
Disallow: /content/resume-writing-help-vacancy-announcement-requirements
Disallow: /content/store
Disallow: /content/skillnet
Disallow: /content/test
Disallow: /content/topics-checklist/
Disallow: /content/topics-employment-trends/
Disallow: /content/trk
Disallow: /CP
Disallow: /D
Disallow: /d
Disallow: /E
Disallow: /F
Disallow: /G
Disallow: /g
Disallow: /H
Disallow: /i
Disallow: /I
Disallow: /J
Disallow: /j
Disallow: /M
Disallow: /m
Disallow: /N
Disallow: /P
Disallow: /R
Disallow: /S
Disallow: /s
Disallow: /T
Disallow: /U
Disallow: /U
Disallow: /V
Disallow: /W

###############################################################################
###############################################################################