# System Records
User-agent: twiceler
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: 008
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /page.cfm
Disallow: /cf_calendar/printpdf.cfm
Disallow: /*?const_page=
Disallow: /*&const_page=
Disallow: /fs/
Allow: /fs/login$
Allow: /fs/pages/1
Allow: /fs/pages/2
Allow: /fs/pages/3
Allow: /fs/pages/4
Allow: /fs/pages/5
Allow: /fs/pages/6
Allow: /fs/pages/7
Allow: /fs/pages/8
Allow: /fs/pages/9
Allow: /fs/pages/athletics
Allow: /fs/pages/calendar
Allow: /fs/pages/news
Allow: /fs/pages/search
Allow: /fs/pages/search-results-item/post
Allow: /fs/pages/sitemap
Allow: /fs/form-manager/view/
Allow: /fs/resource-manager/view/

# Custom Records


# Page Exclusions
User-agent: *
Disallow: /*?const_page=
Disallow: /*&const_page=
Disallow: /production/page-layout/two-column-bottom-right-sidebar$
Disallow: /production/page-layout/two-column-bottom-right-sidebar?
Disallow: /production/page-layout/two-column-bottom-right-sidebar/~
Disallow: /production/page-layout/two-column-bottom-left-sidebar$
Disallow: /production/page-layout/two-column-bottom-left-sidebar?
Disallow: /production/page-layout/two-column-bottom-left-sidebar/~
Disallow: /production/page-layout/two-column-left-sidebar$
Disallow: /production/page-layout/two-column-left-sidebar?
Disallow: /production/page-layout/two-column-left-sidebar/~
Disallow: /schedule-clone-re$
Disallow: /schedule-clone-re?
Disallow: /schedule-clone-re/~
Disallow: /custom-landing$
Disallow: /custom-landing?
Disallow: /custom-landing/~
Disallow: /alumni/fall-family-weekend-2026$
Disallow: /alumni/fall-family-weekend-2026?
Disallow: /alumni/fall-family-weekend-2026/~
Disallow: /academics/4d-academic-curriculum/science$
Disallow: /academics/4d-academic-curriculum/science?
Disallow: /academics/4d-academic-curriculum/science/~
Disallow: /about/the-view-from-the-hill-college-counseling$
Disallow: /about/the-view-from-the-hill-college-counseling?
Disallow: /about/the-view-from-the-hill-college-counseling/~
Disallow: /production/page-layout/two-columns-top$
Disallow: /production/page-layout/two-columns-top?
Disallow: /production/page-layout/two-columns-top/~
Disallow: /hp-interactive-map/hp-map-point-plotter$
Disallow: /hp-interactive-map/hp-map-point-plotter?
Disallow: /hp-interactive-map/hp-map-point-plotter/~
Disallow: /student-experience/past-communications$
Disallow: /student-experience/past-communications?
Disallow: /student-experience/past-communications/~
Disallow: /about/join-our-team/per-diem-nurse$
Disallow: /about/join-our-team/per-diem-nurse?
Disallow: /about/join-our-team/per-diem-nurse/~
Disallow: /admissions/downeast$
Disallow: /admissions/downeast?
Disallow: /admissions/downeast/~
Disallow: /alumni/on-the-road$
Disallow: /alumni/on-the-road?
Disallow: /alumni/on-the-road/~
Disallow: /production/editorial-style-guide$
Disallow: /production/editorial-style-guide?
Disallow: /production/editorial-style-guide/~
Disallow: /admissions/meta$
Disallow: /admissions/meta?
Disallow: /admissions/meta/~
Disallow: /website-instructions/landing-page$
Disallow: /website-instructions/landing-page?
Disallow: /website-instructions/landing-page/~
Disallow: /landing-page/test-child-page-landing$
Disallow: /landing-page/test-child-page-landing?
Disallow: /landing-page/test-child-page-landing/~
Disallow: /ffw2025$
Disallow: /ffw2025?
Disallow: /ffw2025/~
Disallow: /resource-hub$
Disallow: /resource-hub?
Disallow: /resource-hub/~
Disallow: /commencement$
Disallow: /commencement?
Disallow: /commencement/~
Disallow: /about/join-our-team/template$
Disallow: /about/join-our-team/template?
Disallow: /about/join-our-team/template/~
Disallow: /student-experience/speaker-series$
Disallow: /student-experience/speaker-series?
Disallow: /student-experience/speaker-series/~
Disallow: /academics/4d-academic-curriculum/technology-and-engineering$
Disallow: /academics/4d-academic-curriculum/technology-and-engineering?
Disallow: /academics/4d-academic-curriculum/technology-and-engineering/~
Disallow: /website-instructions/image-sizes$
Disallow: /website-instructions/image-sizes?
Disallow: /website-instructions/image-sizes/~
Disallow: /sandbox$
Disallow: /sandbox?
Disallow: /sandbox/~
Disallow: /enroll$
Disallow: /enroll?
Disallow: /enroll/~
Disallow: /khs365$
Disallow: /khs365?
Disallow: /khs365/~
Disallow: /about/join-our-team/head-boys-junior-varsity-basketball-coach$
Disallow: /about/join-our-team/head-boys-junior-varsity-basketball-coach?
Disallow: /about/join-our-team/head-boys-junior-varsity-basketball-coach/~
Disallow: /homecoming$
Disallow: /homecoming?
Disallow: /homecoming/~
Disallow: /alumni/reunion$
Disallow: /alumni/reunion?
Disallow: /alumni/reunion/~
Disallow: /about/join-our-team/freestyle-ski-and-snowboard-coach$
Disallow: /about/join-our-team/freestyle-ski-and-snowboard-coach?
Disallow: /about/join-our-team/freestyle-ski-and-snowboard-coach/~
Disallow: /about/strategic-vision$
Disallow: /about/strategic-vision?
Disallow: /about/strategic-vision/~
Disallow: /admissions/welcome-to-the-pack$
Disallow: /admissions/welcome-to-the-pack?
Disallow: /admissions/welcome-to-the-pack/~
Disallow: /home-clone-w-covid-code$
Disallow: /home-clone-w-covid-code?
Disallow: /home-clone-w-covid-code/~
Disallow: /website-instructions$
Disallow: /website-instructions?
Disallow: /website-instructions/~
Disallow: /alumni/remembering-dick-crane$
Disallow: /alumni/remembering-dick-crane?
Disallow: /alumni/remembering-dick-crane/~
Disallow: /athletics-schedule-clone$
Disallow: /athletics-schedule-clone?
Disallow: /athletics-schedule-clone/~
Disallow: /inquire-clone$
Disallow: /inquire-clone?
Disallow: /inquire-clone/~
Disallow: /academics/4d-academic-curriculum/arts$
Disallow: /academics/4d-academic-curriculum/arts?
Disallow: /academics/4d-academic-curriculum/arts/~
Disallow: /production/navigation/tier-three-page/tier-four-page$
Disallow: /production/navigation/tier-three-page/tier-four-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/~
Disallow: /bicentennial$
Disallow: /bicentennial?
Disallow: /bicentennial/~
Disallow: /athletics/nehj$
Disallow: /athletics/nehj?
Disallow: /athletics/nehj/~
Disallow: /website-instructions/homepage$
Disallow: /website-instructions/homepage?
Disallow: /website-instructions/homepage/~
Disallow: /bpa-clone-hp-interactive-map$
Disallow: /bpa-clone-hp-interactive-map?
Disallow: /bpa-clone-hp-interactive-map/~
Disallow: /website-instructions/interior-page$
Disallow: /website-instructions/interior-page?
Disallow: /website-instructions/interior-page/~
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page$
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page/~
Disallow: /visit$
Disallow: /visit?
Disallow: /visit/~
Disallow: /hp-interactive-map$
Disallow: /hp-interactive-map?
Disallow: /hp-interactive-map/~
Disallow: /production/posts/list$
Disallow: /production/posts/list?
Disallow: /production/posts/list/~
Disallow: /production/posts/slideshow$
Disallow: /production/posts/slideshow?
Disallow: /production/posts/slideshow/~
Disallow: /website-instructions/campus-map-1$
Disallow: /website-instructions/campus-map-1?
Disallow: /website-instructions/campus-map-1/~
Disallow: /production/organizational/tabs$
Disallow: /production/organizational/tabs?
Disallow: /production/organizational/tabs/~
Disallow: /campus-map-1/campus-map-point-plotter$
Disallow: /campus-map-1/campus-map-point-plotter?
Disallow: /campus-map-1/campus-map-point-plotter/~
Disallow: /academics/4d-academic-curriculum/math$
Disallow: /academics/4d-academic-curriculum/math?
Disallow: /academics/4d-academic-curriculum/math/~
Disallow: /website-instructions/athletics-events-1$
Disallow: /website-instructions/athletics-events-1?
Disallow: /website-instructions/athletics-events-1/~
Disallow: /production/banners/left-banner$
Disallow: /production/banners/left-banner?
Disallow: /production/banners/left-banner/~
Disallow: /academics/4d-academic-curriculum/world-languages$
Disallow: /academics/4d-academic-curriculum/world-languages?
Disallow: /academics/4d-academic-curriculum/world-languages/~
Disallow: /production-clone$
Disallow: /production-clone?
Disallow: /production-clone/~
Disallow: /home-clone$
Disallow: /home-clone?
Disallow: /home-clone/~
Disallow: /production/navigation/tier-three-page$
Disallow: /production/navigation/tier-three-page?
Disallow: /production/navigation/tier-three-page/~
Disallow: /production/social-elements/youtube$
Disallow: /production/social-elements/youtube?
Disallow: /production/social-elements/youtube/~
Disallow: /backup-optimized-pages/calendar$
Disallow: /backup-optimized-pages/calendar?
Disallow: /backup-optimized-pages/calendar/~
Disallow: /production/constituent/students$
Disallow: /production/constituent/students?
Disallow: /production/constituent/students/~
Disallow: /production/constituent/search$
Disallow: /production/constituent/search?
Disallow: /production/constituent/search/~
Disallow: /production/constituent/profile$
Disallow: /production/constituent/profile?
Disallow: /production/constituent/profile/~
Disallow: /production/constituent/directory$
Disallow: /production/constituent/directory?
Disallow: /production/constituent/directory/~
Disallow: /backup-optimized-pages$
Disallow: /backup-optimized-pages?
Disallow: /backup-optimized-pages/~
Disallow: /production/calendar/list$
Disallow: /production/calendar/list?
Disallow: /production/calendar/list/~
Disallow: /production/calendar/slideshow$
Disallow: /production/calendar/slideshow?
Disallow: /production/calendar/slideshow/~
Disallow: /backup-optimized-pages/diversity-equity-and-belonging-clone$
Disallow: /backup-optimized-pages/diversity-equity-and-belonging-clone?
Disallow: /backup-optimized-pages/diversity-equity-and-belonging-clone/~
Disallow: /production/calendar/grid$
Disallow: /production/calendar/grid?
Disallow: /production/calendar/grid/~
Disallow: /backup-optimized-pages/backup-optimized-pages/about-clone$
Disallow: /backup-optimized-pages/backup-optimized-pages/about-clone?
Disallow: /backup-optimized-pages/backup-optimized-pages/about-clone/~
Disallow: /production/posts/grid$
Disallow: /production/posts/grid?
Disallow: /production/posts/grid/~
Disallow: /production/social-elements/vimeo$
Disallow: /production/social-elements/vimeo?
Disallow: /production/social-elements/vimeo/~
Disallow: /production/posts/single$
Disallow: /production/posts/single?
Disallow: /production/posts/single/~
Disallow: /production/calendar/event$
Disallow: /production/calendar/event?
Disallow: /production/calendar/event/~
Disallow: /backup-optimized-pages/backup-optimized-pages/academics-clone$
Disallow: /backup-optimized-pages/backup-optimized-pages/academics-clone?
Disallow: /backup-optimized-pages/backup-optimized-pages/academics-clone/~
Disallow: /backup-optimized-pages/backup-optimized-pages/athletics-clone$
Disallow: /backup-optimized-pages/backup-optimized-pages/athletics-clone?
Disallow: /backup-optimized-pages/backup-optimized-pages/athletics-clone/~
Disallow: /academics/4d-academic-curriculum/social-studies$
Disallow: /academics/4d-academic-curriculum/social-studies?
Disallow: /academics/4d-academic-curriculum/social-studies/~
Disallow: /bpa-clone-campus-map-1/campus-map-point-plotter$
Disallow: /bpa-clone-campus-map-1/campus-map-point-plotter?
Disallow: /bpa-clone-campus-map-1/campus-map-point-plotter/~
Disallow: /bpa-clone-hp-interactive-map/hp-map-point-plotter$
Disallow: /bpa-clone-hp-interactive-map/hp-map-point-plotter?
Disallow: /bpa-clone-hp-interactive-map/hp-map-point-plotter/~
Disallow: /backup-optimized-pages/college-counseling-clone$
Disallow: /backup-optimized-pages/college-counseling-clone?
Disallow: /backup-optimized-pages/college-counseling-clone/~
Disallow: /backup-optimized-pages/backup-optimized-pages/student-experience-clone$
Disallow: /backup-optimized-pages/backup-optimized-pages/student-experience-clone?
Disallow: /backup-optimized-pages/backup-optimized-pages/student-experience-clone/~
Disallow: /backup-optimized-pages/core-values-clone$
Disallow: /backup-optimized-pages/core-values-clone?
Disallow: /backup-optimized-pages/core-values-clone/~
Disallow: /backup-optimized-pages/backup-optimized-pages/academic-support-clone$
Disallow: /backup-optimized-pages/backup-optimized-pages/academic-support-clone?
Disallow: /backup-optimized-pages/backup-optimized-pages/academic-support-clone/~
Disallow: /academics/4d-academic-curriculum/english$
Disallow: /academics/4d-academic-curriculum/english?
Disallow: /academics/4d-academic-curriculum/english/~
Disallow: /production/athletics/events-list$
Disallow: /production/athletics/events-list?
Disallow: /production/athletics/events-list/~
Disallow: /backup-optimized-pages/academic-support-clone2$
Disallow: /backup-optimized-pages/academic-support-clone2?
Disallow: /backup-optimized-pages/academic-support-clone2/~
Disallow: /alumni/planned-giving$
Disallow: /alumni/planned-giving?
Disallow: /alumni/planned-giving/~
Disallow: /production/athletics/teams$
Disallow: /production/athletics/teams?
Disallow: /production/athletics/teams/~
Disallow: /production/athletics/single-event$
Disallow: /production/athletics/single-event?
Disallow: /production/athletics/single-event/~
Disallow: /production/organizational/two-column$
Disallow: /production/organizational/two-column?
Disallow: /production/organizational/two-column/~
Disallow: /production$
Disallow: /production?
Disallow: /production/~
Disallow: /landing-page$
Disallow: /landing-page?
Disallow: /landing-page/~
Disallow: /production/banners/left-right-banners$
Disallow: /production/banners/left-right-banners?
Disallow: /production/banners/left-right-banners/~
Disallow: /production/banners/right-banner$
Disallow: /production/banners/right-banner?
Disallow: /production/banners/right-banner/~
Disallow: /production/athletics/roster$
Disallow: /production/athletics/roster?
Disallow: /production/athletics/roster/~
Disallow: /production/athletics/profile$
Disallow: /production/athletics/profile?
Disallow: /production/athletics/profile/~
Disallow: /production/athletics/table$
Disallow: /production/athletics/table?
Disallow: /production/athletics/table/~
Disallow: /production/organizational/three-column$
Disallow: /production/organizational/three-column?
Disallow: /production/organizational/three-column/~
Disallow: /production/organizational/four-column$
Disallow: /production/organizational/four-column?
Disallow: /production/organizational/four-column/~
Disallow: /production/organizational/accordion$
Disallow: /production/organizational/accordion?
Disallow: /production/organizational/accordion/~
Disallow: /production/organizational/container$
Disallow: /production/organizational/container?
Disallow: /production/organizational/container/~
Disallow: /production/site-specs$
Disallow: /production/site-specs?
Disallow: /production/site-specs/~
Disallow: /production/page-layout/2-column-layout$
Disallow: /production/page-layout/2-column-layout?
Disallow: /production/page-layout/2-column-layout/~
Disallow: /production/page-layout/4-column-layout$
Disallow: /production/page-layout/4-column-layout?
Disallow: /production/page-layout/4-column-layout/~
Disallow: /production/page-layout$
Disallow: /production/page-layout?
Disallow: /production/page-layout/~
Disallow: /production/athletics$
Disallow: /production/athletics?
Disallow: /production/athletics/~
Disallow: /production/calendar$
Disallow: /production/calendar?
Disallow: /production/calendar/~
Disallow: /production/page-layout/1-column-layout$
Disallow: /production/page-layout/1-column-layout?
Disallow: /production/page-layout/1-column-layout/~
Disallow: /production/resources$
Disallow: /production/resources?
Disallow: /production/resources/~
Disallow: /production/page-layout/3-column-layout$
Disallow: /production/page-layout/3-column-layout?
Disallow: /production/page-layout/3-column-layout/~
Disallow: /production/banners$
Disallow: /production/banners?
Disallow: /production/banners/~
Disallow: /production/constituent$
Disallow: /production/constituent?
Disallow: /production/constituent/~
Disallow: /production/embed$
Disallow: /production/embed?
Disallow: /production/embed/~
Disallow: /production/form$
Disallow: /production/form?
Disallow: /production/form/~
Disallow: /production/login$
Disallow: /production/login?
Disallow: /production/login/~
Disallow: /production/page-layout/one-column-over-two$
Disallow: /production/page-layout/one-column-over-two?
Disallow: /production/page-layout/one-column-over-two/~
Disallow: /production/page-layout/three-columns-top$
Disallow: /production/page-layout/three-columns-top?
Disallow: /production/page-layout/three-columns-top/~
Disallow: /production/page-layout/two-column-right-sidebar$
Disallow: /production/page-layout/two-column-right-sidebar?
Disallow: /production/page-layout/two-column-right-sidebar/~
Disallow: /production/page-layout/three-column-bottom$
Disallow: /production/page-layout/three-column-bottom?
Disallow: /production/page-layout/three-column-bottom/~
Disallow: /production/page-layout/two-columns-middle$
Disallow: /production/page-layout/two-columns-middle?
Disallow: /production/page-layout/two-columns-middle/~
Disallow: /production/page-layout/three-columns-middle$
Disallow: /production/page-layout/three-columns-middle?
Disallow: /production/page-layout/three-columns-middle/~
Disallow: /production/qa-testing$
Disallow: /production/qa-testing?
Disallow: /production/qa-testing/~
Disallow: /production/navigation$
Disallow: /production/navigation?
Disallow: /production/navigation/~
Disallow: /production/organizational$
Disallow: /production/organizational?
Disallow: /production/organizational/~
Disallow: /production/posts$
Disallow: /production/posts?
Disallow: /production/posts/~
Disallow: /production/search$
Disallow: /production/search?
Disallow: /production/search/~
Disallow: /production/social-elements$
Disallow: /production/social-elements?
Disallow: /production/social-elements/~