User-Agent: *
Disallow:/gotojob.html
Disallow:/my_jobs.html
Disallow:/directjob.html
Disallow:/sponsorjob.html
Disallow:/gotoad.html
Disallow: */candidate/*
Disallow: */recruit/company/*
Disallow: /*.jsp$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.pdf$
Disallow: /*.htm$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*retriever.*:
Disallow: /*.sql$
Disallow: /*.txt$
Disallow: /*.rar$
Disallow: /*.war$
Disallow: /*.zip$
Disallow: /utils/
Disallow: /wdgt/
Disallow: *login.html*

User-agent: ia_archiver
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /