# System Records User-agent: twiceler Disallow: / User-agent: sistrix Disallow: / User-agent: 008 Disallow: / User-agent: sitebot Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: * Crawl-delay: 5 Disallow: /page.cfm Disallow: /cf_calendar/printpdf.cfm Disallow: /fs/ Allow: /fs/login$ Allow: /fs/pages/1 Allow: /fs/pages/2 Allow: /fs/pages/3 Allow: /fs/pages/4 Allow: /fs/pages/5 Allow: /fs/pages/6 Allow: /fs/pages/7 Allow: /fs/pages/8 Allow: /fs/pages/9 Allow: /fs/pages/athletics Allow: /fs/pages/calendar Allow: /fs/pages/news Allow: /fs/pages/search Allow: /fs/pages/search-results-item/post Allow: /fs/pages/sitemap Allow: /fs/form-manager/view/ Allow: /fs/resource-manager/view/ # Custom Records # Page Exclusions User-agent: * Disallow: /production/page-layout/4-column-layout$ Disallow: /production/page-layout/4-column-layout? Disallow: /production/page-layout/4-column-layout/~ Disallow: /production/page-layout/two-columns-top$ Disallow: /production/page-layout/two-columns-top? Disallow: /production/page-layout/two-columns-top/~ Disallow: /production/constituent/search$ Disallow: /production/constituent/search? Disallow: /production/constituent/search/~ Disallow: /testing-slideshow$ Disallow: /testing-slideshow? Disallow: /testing-slideshow/~ Disallow: /services-clone/details-page-clone$ Disallow: /services-clone/details-page-clone? Disallow: /services-clone/details-page-clone/~ Disallow: /services-clone$ Disallow: /services-clone? Disallow: /services-clone/~ Disallow: /anneli-b$ Disallow: /anneli-b? Disallow: /anneli-b/~ Disallow: /production/page-layout/one-column-over-two$ Disallow: /production/page-layout/one-column-over-two? Disallow: /production/page-layout/one-column-over-two/~ Disallow: /production/page-layout/two-column-bottom-left-sidebar$ Disallow: /production/page-layout/two-column-bottom-left-sidebar? Disallow: /production/page-layout/two-column-bottom-left-sidebar/~ Disallow: /production/page-layout/two-column-left-sidebar$ Disallow: /production/page-layout/two-column-left-sidebar? Disallow: /production/page-layout/two-column-left-sidebar/~ Disallow: /production/page-layout/two-column-right-sidebar$ Disallow: /production/page-layout/two-column-right-sidebar? Disallow: /production/page-layout/two-column-right-sidebar/~ Disallow: /admissions/chapin-docs$ Disallow: /admissions/chapin-docs? Disallow: /admissions/chapin-docs/~ Disallow: /bookfair2024/book-drive$ Disallow: /bookfair2024/book-drive? Disallow: /bookfair2024/book-drive/~ Disallow: /admissions/accepted$ Disallow: /admissions/accepted? Disallow: /admissions/accepted/~ Disallow: /bookfair2024/parent-cocktail$ Disallow: /bookfair2024/parent-cocktail? Disallow: /bookfair2024/parent-cocktail/~ Disallow: /bookfair2024/visiting-days$ Disallow: /bookfair2024/visiting-days? Disallow: /bookfair2024/visiting-days/~ Disallow: /bookfair2024/authors$ Disallow: /bookfair2024/authors? Disallow: /bookfair2024/authors/~ Disallow: /polaris$ Disallow: /polaris? Disallow: /polaris/~ Disallow: /bookfair2024/the-team$ Disallow: /bookfair2024/the-team? Disallow: /bookfair2024/the-team/~ Disallow: /visit$ Disallow: /visit? Disallow: /visit/~ Disallow: /admissions/focus-on-chapin$ Disallow: /admissions/focus-on-chapin? Disallow: /admissions/focus-on-chapin/~ Disallow: /athletics/athletics-at-a-glance$ Disallow: /athletics/athletics-at-a-glance? Disallow: /athletics/athletics-at-a-glance/~ Disallow: /hidden-letters$ Disallow: /hidden-letters? Disallow: /hidden-letters/~ Disallow: /production/search$ Disallow: /production/search? Disallow: /production/search/~ Disallow: /approved-designs$ Disallow: /approved-designs? Disallow: /approved-designs/~ Disallow: /athletics/homecoming-2023$ Disallow: /athletics/homecoming-2023? Disallow: /athletics/homecoming-2023/~ Disallow: /production/login$ Disallow: /production/login? Disallow: /production/login/~ Disallow: /production/media$ Disallow: /production/media? Disallow: /production/media/~ Disallow: /athletics/homecoming-2022$ Disallow: /athletics/homecoming-2022? Disallow: /athletics/homecoming-2022/~ Disallow: /anneli-b/anneli-b/profile-details$ Disallow: /anneli-b/anneli-b/profile-details? Disallow: /anneli-b/anneli-b/profile-details/~ Disallow: /production/posts$ Disallow: /production/posts? Disallow: /production/posts/~ Disallow: /nysed-alum$ Disallow: /nysed-alum? Disallow: /nysed-alum/~ Disallow: /test$ Disallow: /test? Disallow: /test/~ Disallow: /hooray$ Disallow: /hooray? Disallow: /hooray/~ Disallow: /timelapse$ Disallow: /timelapse? Disallow: /timelapse/~ Disallow: /athletics-clone2$ Disallow: /athletics-clone2? Disallow: /athletics-clone2/~ Disallow: /news-list-page$ Disallow: /news-list-page? Disallow: /news-list-page/~ Disallow: /production/page-layout$ Disallow: /production/page-layout? Disallow: /production/page-layout/~ Disallow: /home-clone-06nov2017$ Disallow: /home-clone-06nov2017? Disallow: /home-clone-06nov2017/~ Disallow: /news-list-page/p$ Disallow: /news-list-page/p? Disallow: /news-list-page/p/~ Disallow: /mega-menu-site-notes$ Disallow: /mega-menu-site-notes? Disallow: /mega-menu-site-notes/~ Disallow: /production/athletics$ Disallow: /production/athletics? Disallow: /production/athletics/~ Disallow: /upper-school-clone$ Disallow: /upper-school-clone? Disallow: /upper-school-clone/~ Disallow: /production/constituent$ Disallow: /production/constituent? Disallow: /production/constituent/~ Disallow: /reusable-elements-site-notes$ Disallow: /reusable-elements-site-notes? Disallow: /reusable-elements-site-notes/~ Disallow: /production/athletics/profile$ Disallow: /production/athletics/profile? Disallow: /production/athletics/profile/~ Disallow: /watermark-background-site-notes$ Disallow: /watermark-background-site-notes? Disallow: /watermark-background-site-notes/~ Disallow: /home-clone$ Disallow: /home-clone? Disallow: /home-clone/~ Disallow: /production/form$ Disallow: /production/form? Disallow: /production/form/~ Disallow: /alumnae-profiles-site-notes$ Disallow: /alumnae-profiles-site-notes? Disallow: /alumnae-profiles-site-notes/~ Disallow: /internal-page-site-notes$ Disallow: /internal-page-site-notes? Disallow: /internal-page-site-notes/~ Disallow: /production/constituent/directory$ Disallow: /production/constituent/directory? Disallow: /production/constituent/directory/~ Disallow: /alumnae/mildred-jeanmaire-berendsen$ Disallow: /alumnae/mildred-jeanmaire-berendsen? Disallow: /alumnae/mildred-jeanmaire-berendsen/~ Disallow: /production/athletics/events-list$ Disallow: /production/athletics/events-list? Disallow: /production/athletics/events-list/~ Disallow: /heads-up-site-notes$ Disallow: /heads-up-site-notes? Disallow: /heads-up-site-notes/~ Disallow: /homepage-site-notes$ Disallow: /homepage-site-notes? Disallow: /homepage-site-notes/~ Disallow: /top-bottom-banner-site-notes$ Disallow: /top-bottom-banner-site-notes? Disallow: /top-bottom-banner-site-notes/~ Disallow: /production/banners/right-banner$ Disallow: /production/banners/right-banner? Disallow: /production/banners/right-banner/~ Disallow: /clonechapin-stories-clone$ Disallow: /clonechapin-stories-clone? Disallow: /clonechapin-stories-clone/~ Disallow: /alumni-sso-test$ Disallow: /alumni-sso-test? Disallow: /alumni-sso-test/~ Disallow: /athletics/athletics/details-old$ Disallow: /athletics/athletics/details-old? Disallow: /athletics/athletics/details-old/~ Disallow: /production/page-layout/three-columns-top$ Disallow: /production/page-layout/three-columns-top? Disallow: /production/page-layout/three-columns-top/~ Disallow: /production/banners/left-right-banners$ Disallow: /production/banners/left-right-banners? Disallow: /production/banners/left-right-banners/~ Disallow: /production/banners/left-banner$ Disallow: /production/banners/left-banner? Disallow: /production/banners/left-banner/~ Disallow: /production/posts/grid$ Disallow: /production/posts/grid? Disallow: /production/posts/grid/~ Disallow: /production/posts/slideshow$ Disallow: /production/posts/slideshow? Disallow: /production/posts/slideshow/~ Disallow: /production/posts/new-page$ Disallow: /production/posts/new-page? Disallow: /production/posts/new-page/~ Disallow: /production/calendar/grid$ Disallow: /production/calendar/grid? Disallow: /production/calendar/grid/~ Disallow: /production/calendar/slideshow$ Disallow: /production/calendar/slideshow? Disallow: /production/calendar/slideshow/~ Disallow: /production/calendar/event$ Disallow: /production/calendar/event? Disallow: /production/calendar/event/~ Disallow: /production/calendar/list$ Disallow: /production/calendar/list? Disallow: /production/calendar/list/~ Disallow: /production/page-layout/three-column-bottom$ Disallow: /production/page-layout/three-column-bottom? Disallow: /production/page-layout/three-column-bottom/~ Disallow: /production/social-elements/twitter$ Disallow: /production/social-elements/twitter? Disallow: /production/social-elements/twitter/~ Disallow: /production/page-layout/two-columns-middle$ Disallow: /production/page-layout/two-columns-middle? Disallow: /production/page-layout/two-columns-middle/~ Disallow: /production/organizational$ Disallow: /production/organizational? Disallow: /production/organizational/~ Disallow: /production/news-elements$ Disallow: /production/news-elements? Disallow: /production/news-elements/~ Disallow: /production/page-layout/three-columns-middle$ Disallow: /production/page-layout/three-columns-middle? Disallow: /production/page-layout/three-columns-middle/~ Disallow: /production/news-elements/news-list$ Disallow: /production/news-elements/news-list? Disallow: /production/news-elements/news-list/~ Disallow: /production/social-elements/vimeo$ Disallow: /production/social-elements/vimeo? Disallow: /production/social-elements/vimeo/~ Disallow: /production/news-elements/news-grid$ Disallow: /production/news-elements/news-grid? Disallow: /production/news-elements/news-grid/~ Disallow: /production/news-elements/news-slideshow$ Disallow: /production/news-elements/news-slideshow? Disallow: /production/news-elements/news-slideshow/~ Disallow: /production/social-elements/youtube$ Disallow: /production/social-elements/youtube? Disallow: /production/social-elements/youtube/~ Disallow: /production/news-elements/news-post-page$ Disallow: /production/news-elements/news-post-page? Disallow: /production/news-elements/news-post-page/~ Disallow: /production/social-elements/facebook$ Disallow: /production/social-elements/facebook? Disallow: /production/social-elements/facebook/~ Disallow: /production/watermark$ Disallow: /production/watermark? Disallow: /production/watermark/~ Disallow: /production/organizational/three-column$ Disallow: /production/organizational/three-column? Disallow: /production/organizational/three-column/~ Disallow: /production/organizational/four-column$ Disallow: /production/organizational/four-column? Disallow: /production/organizational/four-column/~ Disallow: /production/organizational/accordion$ Disallow: /production/organizational/accordion? Disallow: /production/organizational/accordion/~ Disallow: /production/organizational/container$ Disallow: /production/organizational/container? Disallow: /production/organizational/container/~ Disallow: /production/organizational/navigation$ Disallow: /production/organizational/navigation? Disallow: /production/organizational/navigation/~ Disallow: /production/organizational/tabs$ Disallow: /production/organizational/tabs? Disallow: /production/organizational/tabs/~ Disallow: /production/organizational/two-column$ Disallow: /production/organizational/two-column? Disallow: /production/organizational/two-column/~ Disallow: /test-timeline-page$ Disallow: /test-timeline-page? Disallow: /test-timeline-page/~ Disallow: /debate$ Disallow: /debate? Disallow: /debate/~ Disallow: /production/calendar$ Disallow: /production/calendar? Disallow: /production/calendar/~ Disallow: /production/social-elements$ Disallow: /production/social-elements? Disallow: /production/social-elements/~ Disallow: /production/reusable-elements$ Disallow: /production/reusable-elements? Disallow: /production/reusable-elements/~ Disallow: /production/athletics/roster$ Disallow: /production/athletics/roster? Disallow: /production/athletics/roster/~ Disallow: /production/athletics/teams$ Disallow: /production/athletics/teams? Disallow: /production/athletics/teams/~ Disallow: /production/athletics/single-event$ Disallow: /production/athletics/single-event? Disallow: /production/athletics/single-event/~ Disallow: /production$ Disallow: /production? Disallow: /production/~ Disallow: /production/page-layout/two-column-bottom-right-sidebar$ Disallow: /production/page-layout/two-column-bottom-right-sidebar? Disallow: /production/page-layout/two-column-bottom-right-sidebar/~ Disallow: /production/page-layout/2-column-layout$ Disallow: /production/page-layout/2-column-layout? Disallow: /production/page-layout/2-column-layout/~ Disallow: /production/constituent/students$ Disallow: /production/constituent/students? Disallow: /production/constituent/students/~ Disallow: /production/page-layout/1-column-layout$ Disallow: /production/page-layout/1-column-layout? Disallow: /production/page-layout/1-column-layout/~ Disallow: /production/page-layout/3-column-layout$ Disallow: /production/page-layout/3-column-layout? Disallow: /production/page-layout/3-column-layout/~ Disallow: /production/alumnae-profiles-clone$ Disallow: /production/alumnae-profiles-clone? Disallow: /production/alumnae-profiles-clone/~ Disallow: /production/qa-testing$ Disallow: /production/qa-testing? Disallow: /production/qa-testing/~ Disallow: /production/banners$ Disallow: /production/banners? Disallow: /production/banners/~ Disallow: /production/embed$ Disallow: /production/embed? Disallow: /production/embed/~ Disallow: /about-clone$ Disallow: /about-clone? Disallow: /about-clone/~ Disallow: /nysed-parent$ Disallow: /nysed-parent? Disallow: /nysed-parent/~ Disallow: /production/constituent/profile$ Disallow: /production/constituent/profile? Disallow: /production/constituent/profile/~