# System Records User-agent: twiceler Disallow: / User-agent: sistrix Disallow: / User-agent: 008 Disallow: / User-agent: sitebot Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: * Crawl-delay: 5 Disallow: /page.cfm Disallow: /cf_calendar/printpdf.cfm Disallow: /fs/ Allow: /fs/login$ Allow: /fs/pages/1 Allow: /fs/pages/2 Allow: /fs/pages/3 Allow: /fs/pages/4 Allow: /fs/pages/5 Allow: /fs/pages/6 Allow: /fs/pages/7 Allow: /fs/pages/8 Allow: /fs/pages/9 Allow: /fs/pages/athletics Allow: /fs/pages/calendar Allow: /fs/pages/news Allow: /fs/pages/search Allow: /fs/pages/search-results-item/post Allow: /fs/pages/sitemap Allow: /fs/form-manager/view/ Allow: /fs/resource-manager/view/ # Custom Records # Page Exclusions User-agent: * Disallow: /home-clone2$ Disallow: /home-clone2? Disallow: /home-clone2/~ Disallow: /style-guide/navigation/tier-three-page/tier-four-page/tier-five-page$ Disallow: /style-guide/navigation/tier-three-page/tier-four-page/tier-five-page? Disallow: /style-guide/navigation/tier-three-page/tier-four-page/tier-five-page/~ Disallow: /style-guide/navigation/tier-three-page$ Disallow: /style-guide/navigation/tier-three-page? Disallow: /style-guide/navigation/tier-three-page/~ Disallow: /athletics/athletes-of-the-week$ Disallow: /athletics/athletes-of-the-week? Disallow: /athletics/athletes-of-the-week/~ Disallow: /support/green-white-gala$ Disallow: /support/green-white-gala? Disallow: /support/green-white-gala/~ Disallow: /instructions/website-overview$ Disallow: /instructions/website-overview? Disallow: /instructions/website-overview/~ Disallow: /style-guide/navigation/tier-three-page/tier-four-page$ Disallow: /style-guide/navigation/tier-three-page/tier-four-page? Disallow: /style-guide/navigation/tier-three-page/tier-four-page/~ Disallow: /board-member/test$ Disallow: /board-member/test? Disallow: /board-member/test/~ Disallow: /athletics/athletes-of-the-week/middle-school-athlete-of-the-week$ Disallow: /athletics/athletes-of-the-week/middle-school-athlete-of-the-week? Disallow: /athletics/athletes-of-the-week/middle-school-athlete-of-the-week/~ Disallow: /athletics/warriors-in-the-news$ Disallow: /athletics/warriors-in-the-news? Disallow: /athletics/warriors-in-the-news/~ Disallow: /give-test$ Disallow: /give-test? Disallow: /give-test/~ Disallow: /style-guide/banners/right-banner$ Disallow: /style-guide/banners/right-banner? Disallow: /style-guide/banners/right-banner/~ Disallow: /about/whitfield-school-employment-application$ Disallow: /about/whitfield-school-employment-application? Disallow: /about/whitfield-school-employment-application/~ Disallow: /digital-yearbooks-clone$ Disallow: /digital-yearbooks-clone? Disallow: /digital-yearbooks-clone/~ Disallow: /give-test/test$ Disallow: /give-test/test? Disallow: /give-test/test/~ Disallow: /athletics/athletes-of-the-week/varsity-athlete-of-the-week$ Disallow: /athletics/athletes-of-the-week/varsity-athlete-of-the-week? Disallow: /athletics/athletes-of-the-week/varsity-athlete-of-the-week/~ Disallow: /instructions/image-sizes$ Disallow: /instructions/image-sizes? Disallow: /instructions/image-sizes/~ Disallow: /academics/college-counseling/college-counseling-program/college-admission-offers$ Disallow: /academics/college-counseling/college-counseling-program/college-admission-offers? Disallow: /academics/college-counseling/college-counseling-program/college-admission-offers/~ Disallow: /athletics/upper-school-athletics/fall-teams$ Disallow: /athletics/upper-school-athletics/fall-teams? Disallow: /athletics/upper-school-athletics/fall-teams/~ Disallow: /instructions/homepage$ Disallow: /instructions/homepage? Disallow: /instructions/homepage/~ Disallow: /athletics/upper-school-athletics/winter-teams$ Disallow: /athletics/upper-school-athletics/winter-teams? Disallow: /athletics/upper-school-athletics/winter-teams/~ Disallow: /instructions/interior-page$ Disallow: /instructions/interior-page? Disallow: /instructions/interior-page/~ Disallow: /events-clone$ Disallow: /events-clone? Disallow: /events-clone/~ Disallow: /embed$ Disallow: /embed? Disallow: /embed/~ Disallow: /style-guide/organizational/tabs$ Disallow: /style-guide/organizational/tabs? Disallow: /style-guide/organizational/tabs/~ Disallow: /style-guide/constituent/search$ Disallow: /style-guide/constituent/search? Disallow: /style-guide/constituent/search/~ Disallow: /style-guide/banners/left-banner$ Disallow: /style-guide/banners/left-banner? Disallow: /style-guide/banners/left-banner/~ Disallow: /admissions/open-house$ Disallow: /admissions/open-house? Disallow: /admissions/open-house/~ Disallow: /summer-programs/rock-the-ssat$ Disallow: /summer-programs/rock-the-ssat? Disallow: /summer-programs/rock-the-ssat/~ Disallow: /jd-pledge-drive-video-page$ Disallow: /jd-pledge-drive-video-page? Disallow: /jd-pledge-drive-video-page/~ Disallow: /open-house-niche-2025$ Disallow: /open-house-niche-2025? Disallow: /open-house-niche-2025/~ Disallow: /login$ Disallow: /login? Disallow: /login/~ Disallow: /style-guide/calendar/grid$ Disallow: /style-guide/calendar/grid? Disallow: /style-guide/calendar/grid/~ Disallow: /style-guide/calendar/slideshow$ Disallow: /style-guide/calendar/slideshow? Disallow: /style-guide/calendar/slideshow/~ Disallow: /about-test1$ Disallow: /about-test1? Disallow: /about-test1/~ Disallow: /about/content-archive$ Disallow: /about/content-archive? Disallow: /about/content-archive/~ Disallow: /summer-programs-clone$ Disallow: /summer-programs-clone? Disallow: /summer-programs-clone/~ Disallow: /about-test1/child-page1$ Disallow: /about-test1/child-page1? Disallow: /about-test1/child-page1/~ Disallow: /about-test2/child-page2$ Disallow: /about-test2/child-page2? Disallow: /about-test2/child-page2/~ Disallow: /about-test2$ Disallow: /about-test2? Disallow: /about-test2/~ Disallow: /alumni/whitfield-connects$ Disallow: /alumni/whitfield-connects? Disallow: /alumni/whitfield-connects/~ Disallow: /thank-you$ Disallow: /thank-you? Disallow: /thank-you/~ Disallow: /pledge-drive-kick-off-video-host-page$ Disallow: /pledge-drive-kick-off-video-host-page? Disallow: /pledge-drive-kick-off-video-host-page/~ Disallow: /faculty-and-staff-solicitation-video-1$ Disallow: /faculty-and-staff-solicitation-video-1? Disallow: /faculty-and-staff-solicitation-video-1/~ Disallow: /faculty-staff-solicitation-video-page-2$ Disallow: /faculty-staff-solicitation-video-page-2? Disallow: /faculty-staff-solicitation-video-page-2/~ Disallow: /athletics/upper-school-athletics/spring-teams$ Disallow: /athletics/upper-school-athletics/spring-teams? Disallow: /athletics/upper-school-athletics/spring-teams/~ Disallow: /board-member$ Disallow: /board-member? Disallow: /board-member/~ Disallow: /thankyou-summer$ Disallow: /thankyou-summer? Disallow: /thankyou-summer/~ Disallow: /style-guide/calendar/list$ Disallow: /style-guide/calendar/list? Disallow: /style-guide/calendar/list/~ Disallow: /whitfield-trivia-hour-winners-announcement$ Disallow: /whitfield-trivia-hour-winners-announcement? Disallow: /whitfield-trivia-hour-winners-announcement/~ Disallow: /style-guide/calendar/event$ Disallow: /style-guide/calendar/event? Disallow: /style-guide/calendar/event/~ Disallow: /style-guide/posts/list$ Disallow: /style-guide/posts/list? Disallow: /style-guide/posts/list/~ Disallow: /style-guide/posts/grid$ Disallow: /style-guide/posts/grid? Disallow: /style-guide/posts/grid/~ Disallow: /style-guide/posts/slideshow$ Disallow: /style-guide/posts/slideshow? Disallow: /style-guide/posts/slideshow/~ Disallow: /style-guide/posts/single$ Disallow: /style-guide/posts/single? Disallow: /style-guide/posts/single/~ Disallow: /style-guide/constituent/directory$ Disallow: /style-guide/constituent/directory? Disallow: /style-guide/constituent/directory/~ Disallow: /style-guide/constituent/profile$ Disallow: /style-guide/constituent/profile? Disallow: /style-guide/constituent/profile/~ Disallow: /style-guide/constituent/students$ Disallow: /style-guide/constituent/students? Disallow: /style-guide/constituent/students/~ Disallow: /style-guide/social-elements/vimeo$ Disallow: /style-guide/social-elements/vimeo? Disallow: /style-guide/social-elements/vimeo/~ Disallow: /style-guide/social-elements/youtube$ Disallow: /style-guide/social-elements/youtube? Disallow: /style-guide/social-elements/youtube/~ Disallow: /style-guide/social-elements/feeds$ Disallow: /style-guide/social-elements/feeds? Disallow: /style-guide/social-elements/feeds/~ Disallow: /style-guide/qa-testing/qa-testing-buttons$ Disallow: /style-guide/qa-testing/qa-testing-buttons? Disallow: /style-guide/qa-testing/qa-testing-buttons/~ Disallow: /style-guide/banners/left-right-banners$ Disallow: /style-guide/banners/left-right-banners? Disallow: /style-guide/banners/left-right-banners/~ Disallow: /style-guide/athletics/events-list$ Disallow: /style-guide/athletics/events-list? Disallow: /style-guide/athletics/events-list/~ Disallow: /style-guide/athletics/profile$ Disallow: /style-guide/athletics/profile? Disallow: /style-guide/athletics/profile/~ Disallow: /style-guide/athletics/teams$ Disallow: /style-guide/athletics/teams? Disallow: /style-guide/athletics/teams/~ Disallow: /style-guide/athletics/single-event$ Disallow: /style-guide/athletics/single-event? Disallow: /style-guide/athletics/single-event/~ Disallow: /style-guide/athletics/table$ Disallow: /style-guide/athletics/table? Disallow: /style-guide/athletics/table/~ Disallow: /style-guide/athletics/roster$ Disallow: /style-guide/athletics/roster? Disallow: /style-guide/athletics/roster/~ Disallow: /style-guide/organizational/accordion$ Disallow: /style-guide/organizational/accordion? Disallow: /style-guide/organizational/accordion/~ Disallow: /style-guide/organizational/container$ Disallow: /style-guide/organizational/container? Disallow: /style-guide/organizational/container/~ Disallow: /style-guide/organizational/one-column$ Disallow: /style-guide/organizational/one-column? Disallow: /style-guide/organizational/one-column/~ Disallow: /style-guide/organizational/two-column$ Disallow: /style-guide/organizational/two-column? Disallow: /style-guide/organizational/two-column/~ Disallow: /style-guide/organizational/three-column$ Disallow: /style-guide/organizational/three-column? Disallow: /style-guide/organizational/three-column/~ Disallow: /style-guide/organizational/four-column$ Disallow: /style-guide/organizational/four-column? Disallow: /style-guide/organizational/four-column/~ Disallow: /style-guide$ Disallow: /style-guide? Disallow: /style-guide/~ Disallow: /style-guide/page-layout/2-column-layout$ Disallow: /style-guide/page-layout/2-column-layout? Disallow: /style-guide/page-layout/2-column-layout/~ Disallow: /style-guide/page-layout/3-column-layout$ Disallow: /style-guide/page-layout/3-column-layout? Disallow: /style-guide/page-layout/3-column-layout/~ Disallow: /style-guide/page-layout/three-column-bottom$ Disallow: /style-guide/page-layout/three-column-bottom? Disallow: /style-guide/page-layout/three-column-bottom/~ Disallow: /style-guide/page-layout/three-columns-middle$ Disallow: /style-guide/page-layout/three-columns-middle? Disallow: /style-guide/page-layout/three-columns-middle/~ Disallow: /style-guide/page-layout/two-column-bottom-left-sidebar$ Disallow: /style-guide/page-layout/two-column-bottom-left-sidebar? Disallow: /style-guide/page-layout/two-column-bottom-left-sidebar/~ Disallow: /style-guide/page-layout/one-column-over-two$ Disallow: /style-guide/page-layout/one-column-over-two? Disallow: /style-guide/page-layout/one-column-over-two/~ Disallow: /style-guide/page-layout/two-column-right-sidebar$ Disallow: /style-guide/page-layout/two-column-right-sidebar? Disallow: /style-guide/page-layout/two-column-right-sidebar/~ Disallow: /style-guide/page-layout/4-column-layout$ Disallow: /style-guide/page-layout/4-column-layout? Disallow: /style-guide/page-layout/4-column-layout/~ Disallow: /style-guide/page-layout/three-columns-top$ Disallow: /style-guide/page-layout/three-columns-top? Disallow: /style-guide/page-layout/three-columns-top/~ Disallow: /style-guide/page-layout/two-columns-middle$ Disallow: /style-guide/page-layout/two-columns-middle? Disallow: /style-guide/page-layout/two-columns-middle/~ Disallow: /style-guide/page-layout/two-column-bottom-right-sidebar$ Disallow: /style-guide/page-layout/two-column-bottom-right-sidebar? Disallow: /style-guide/page-layout/two-column-bottom-right-sidebar/~ Disallow: /style-guide/page-layout/two-columns-top$ Disallow: /style-guide/page-layout/two-columns-top? Disallow: /style-guide/page-layout/two-columns-top/~ Disallow: /style-guide/page-layout/two-column-left-sidebar$ Disallow: /style-guide/page-layout/two-column-left-sidebar? Disallow: /style-guide/page-layout/two-column-left-sidebar/~ Disallow: /style-guide/page-layout/1-column-layout$ Disallow: /style-guide/page-layout/1-column-layout? Disallow: /style-guide/page-layout/1-column-layout/~ Disallow: /home-clone-january-13-2025$ Disallow: /home-clone-january-13-2025? Disallow: /home-clone-january-13-2025/~ Disallow: /support-clone$ Disallow: /support-clone? Disallow: /support-clone/~ Disallow: /about-clone$ Disallow: /about-clone? Disallow: /about-clone/~ Disallow: /upper-school-clone$ Disallow: /upper-school-clone? Disallow: /upper-school-clone/~ Disallow: /icon-library$ Disallow: /icon-library? Disallow: /icon-library/~ Disallow: /upper-school-athletics-clone$ Disallow: /upper-school-athletics-clone? Disallow: /upper-school-athletics-clone/~ Disallow: /visit-clone$ Disallow: /visit-clone? Disallow: /visit-clone/~ Disallow: /apply-clone$ Disallow: /apply-clone? Disallow: /apply-clone/~ Disallow: /inquire-clone$ Disallow: /inquire-clone? Disallow: /inquire-clone/~ Disallow: /style-guide/qa-testing$ Disallow: /style-guide/qa-testing? Disallow: /style-guide/qa-testing/~ Disallow: /style-guide/social-elements$ Disallow: /style-guide/social-elements? Disallow: /style-guide/social-elements/~ Disallow: /style-guide/page-layout$ Disallow: /style-guide/page-layout? Disallow: /style-guide/page-layout/~ Disallow: /style-guide/athletics$ Disallow: /style-guide/athletics? Disallow: /style-guide/athletics/~ Disallow: /style-guide/login$ Disallow: /style-guide/login? Disallow: /style-guide/login/~ Disallow: /style-guide/posts$ Disallow: /style-guide/posts? Disallow: /style-guide/posts/~ Disallow: /style-guide/resources$ Disallow: /style-guide/resources? Disallow: /style-guide/resources/~ Disallow: /style-guide/calendar$ Disallow: /style-guide/calendar? Disallow: /style-guide/calendar/~ Disallow: /style-guide/constituent$ Disallow: /style-guide/constituent? Disallow: /style-guide/constituent/~ Disallow: /style-guide/embed$ Disallow: /style-guide/embed? Disallow: /style-guide/embed/~ Disallow: /style-guide/form$ Disallow: /style-guide/form? Disallow: /style-guide/form/~ Disallow: /style-guide/organizational$ Disallow: /style-guide/organizational? Disallow: /style-guide/organizational/~ Disallow: /style-guide/search$ Disallow: /style-guide/search? Disallow: /style-guide/search/~ Disallow: /style-guide/navigation$ Disallow: /style-guide/navigation? Disallow: /style-guide/navigation/~ Disallow: /style-guide/banners$ Disallow: /style-guide/banners? Disallow: /style-guide/banners/~ Disallow: /style-guide/qa-testing/theme-qa-testing-content$ Disallow: /style-guide/qa-testing/theme-qa-testing-content? Disallow: /style-guide/qa-testing/theme-qa-testing-content/~ Disallow: /style-guide/qa-testing/qa-testing-content$ Disallow: /style-guide/qa-testing/qa-testing-content? Disallow: /style-guide/qa-testing/qa-testing-content/~