# robots.txt for TheLadders.com # robots.txt,v 3.1 2020/06/19 10:57:00 User-agent: * User-agent: grapeshot Disallow: /job/*/save Disallow: /job/*/apply Disallow: /job/*/login Disallow: /job/*/loginAndSave Disallow: /job/*/loginAndApply Disallow: /member/offer/* Disallow: /lwregister Disallow: /emailOptOut/ Disallow: /optOut/ Disallow: /unsubscribe-guest Disallow: /unsubscribe Disallow: /api/* Allow: /api/public-profile/profile-photo/* Allow: /api/public-profile/references/image/* Allow: /api/recruiter/*/image Sitemap: https://www.theladders.com/category-sitemap.xml Sitemap: https://www.theladders.com/job/jobpagesindex.xml.gz Sitemap: https://www.theladders.com/sitemap_index.xml Sitemap: https://www.theladders.com/company/companies.xml.gz Sitemap: https://www.theladders.com/jobs/jobs-sitemap-index.xml.gz Sitemap: https://www.theladders.com/job/expiredjobpagesindex.xml Sitemap: https://www.theladders.com/sitemap/miscellaneous.xml.gz Sitemap: https://www.theladders.com/salary/title-salary.xml.gz Sitemap: https://www.theladders.com/salary/title-salary-location.xml.gz Sitemap: https://www.theladders.com/salary/company-salary.xml.gz Sitemap: https://www.theladders.com/expert/expert-sitemap.xml.gz Sitemap: https://www.theladders.com/experts/specialty-dma.xml.gz Sitemap: https://www.theladders.com/post_tag-sitemap.xml