User-agent: SemrushBot
Disallow: /

User-agent: BLP_bbot
Disallow: /

User-agent: *
Disallow: /sfp-calendar/minicalendar/*
Disallow: /map/landmark_ajax/*
Disallow: /map/milestone/*
Crawl-delay: 10
Allow: *
Sitemap: https://sfp.caltech.edu/sitemap.xml