User-agent: * Disallow: /admin/ Disallow: /*.pdf$ Disallow: /jobsearch.aspx? Disallow: /jobseeker/viewcompanyprofile.aspx?