# robots.txt
User-agent: *
Disallow: /admin/
Disallow: /ap/
Disallow: /config/
Disallow: /images/
Disallow: /parse/
Disallow: /parseupload/
Disallow: /pages/jobseeker/
Disallow: /shared/
Disallow: /*.doc$
Disallow: /*.pdf$