# System Records User-agent: twiceler Disallow: / User-agent: sistrix Disallow: / User-agent: 008 Disallow: / User-agent: sitebot Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: * Crawl-delay: 5 Disallow: /page.cfm Disallow: /cf_calendar/printpdf.cfm Disallow: /fs/ Allow: /fs/login$ Allow: /fs/pages/1 Allow: /fs/pages/2 Allow: /fs/pages/3 Allow: /fs/pages/4 Allow: /fs/pages/5 Allow: /fs/pages/6 Allow: /fs/pages/7 Allow: /fs/pages/8 Allow: /fs/pages/9 Allow: /fs/pages/athletics Allow: /fs/pages/calendar Allow: /fs/pages/news Allow: /fs/pages/search Allow: /fs/pages/search-results-item/post Allow: /fs/pages/sitemap Allow: /fs/form-manager/view/ Allow: /fs/resource-manager/view/ # Custom Records User-agent: * Disallow: /cf_enotify/ # Page Exclusions User-agent: * Disallow: /community/directory-clone$ Disallow: /community/directory-clone? Disallow: /community/directory-clone/~ Disallow: /annual-report/2024$ Disallow: /annual-report/2024? Disallow: /annual-report/2024/~ Disallow: /new-page-june-2025$ Disallow: /new-page-june-2025? Disallow: /new-page-june-2025/~ Disallow: /connect$ Disallow: /connect? Disallow: /connect/~ Disallow: /fs-test-diversity-clone$ Disallow: /fs-test-diversity-clone? Disallow: /fs-test-diversity-clone/~ Disallow: /giving/recurring-giving$ Disallow: /giving/recurring-giving? Disallow: /giving/recurring-giving/~ Disallow: /location-demo$ Disallow: /location-demo? Disallow: /location-demo/~ Disallow: /home-clone12$ Disallow: /home-clone12? Disallow: /home-clone12/~ Disallow: /404-page-not-found$ Disallow: /404-page-not-found? Disallow: /404-page-not-found/~ Disallow: /life-head-royce/news-and-publications/birds-eye-view-news$ Disallow: /life-head-royce/news-and-publications/birds-eye-view-news? Disallow: /life-head-royce/news-and-publications/birds-eye-view-news/~ Disallow: /annual-report/2022$ Disallow: /annual-report/2022? Disallow: /annual-report/2022/~ Disallow: /giving/ways-to-give$ Disallow: /giving/ways-to-give? Disallow: /giving/ways-to-give/~ Disallow: /admissions/paper-fortune-teller$ Disallow: /admissions/paper-fortune-teller? Disallow: /admissions/paper-fortune-teller/~ Disallow: /about-us/south-campus/welcome-center$ Disallow: /about-us/south-campus/welcome-center? Disallow: /about-us/south-campus/welcome-center/~ Disallow: /sustainability-clone$ Disallow: /sustainability-clone? Disallow: /sustainability-clone/~ Disallow: /admissions/events$ Disallow: /admissions/events? Disallow: /admissions/events/~ Disallow: /admissions/new-family-welcome$ Disallow: /admissions/new-family-welcome? Disallow: /admissions/new-family-welcome/~ Disallow: /air-quality$ Disallow: /air-quality? Disallow: /air-quality/~ Disallow: /annual-report$ Disallow: /annual-report? Disallow: /annual-report/~ Disallow: /pathwaystopurpose$ Disallow: /pathwaystopurpose? Disallow: /pathwaystopurpose/~ Disallow: /about-us/south-campus/collaboration-center$ Disallow: /about-us/south-campus/collaboration-center? Disallow: /about-us/south-campus/collaboration-center/~ Disallow: /admissions/admitted-families$ Disallow: /admissions/admitted-families? Disallow: /admissions/admitted-families/~ Disallow: /community/directory/new-faces$ Disallow: /community/directory/new-faces? Disallow: /community/directory/new-faces/~ Disallow: /about-us/south-campus/stem-center$ Disallow: /about-us/south-campus/stem-center? Disallow: /about-us/south-campus/stem-center/~ Disallow: /annual-report/2019$ Disallow: /annual-report/2019? Disallow: /annual-report/2019/~ Disallow: /annual-report/2023$ Disallow: /annual-report/2023? Disallow: /annual-report/2023/~ Disallow: /about-us/south-campus/outdoor-education$ Disallow: /about-us/south-campus/outdoor-education? Disallow: /about-us/south-campus/outdoor-education/~ Disallow: /about-us/strategic-plan$ Disallow: /about-us/strategic-plan? Disallow: /about-us/strategic-plan/~ Disallow: /fade$ Disallow: /fade? Disallow: /fade/~ Disallow: /sustainability-clone2$ Disallow: /sustainability-clone2? Disallow: /sustainability-clone2/~ Disallow: /testtesttest$ Disallow: /testtesttest? Disallow: /testtesttest/~ Disallow: /new-family-welcome-clone-49$ Disallow: /new-family-welcome-clone-49? Disallow: /new-family-welcome-clone-49/~ Disallow: /life-head-royce/events$ Disallow: /life-head-royce/events? Disallow: /life-head-royce/events/~ Disallow: /production/full-width-panels$ Disallow: /production/full-width-panels? Disallow: /production/full-width-panels/~ Disallow: /production/callout-boxes$ Disallow: /production/callout-boxes? Disallow: /production/callout-boxes/~ Disallow: /production$ Disallow: /production? Disallow: /production/~ Disallow: /transportation$ Disallow: /transportation? Disallow: /transportation/~ Disallow: /about-us/bridge2022$ Disallow: /about-us/bridge2022? Disallow: /about-us/bridge2022/~ Disallow: /academics/summer-program$ Disallow: /academics/summer-program? Disallow: /academics/summer-program/~ Disallow: /mobile-app-support$ Disallow: /mobile-app-support? Disallow: /mobile-app-support/~ Disallow: /home-clone-ss-2024$ Disallow: /home-clone-ss-2024? Disallow: /home-clone-ss-2024/~ Disallow: /campaign$ Disallow: /campaign? Disallow: /campaign/~ Disallow: /2019-homepage-site-notes$ Disallow: /2019-homepage-site-notes? Disallow: /2019-homepage-site-notes/~ Disallow: /mobile-app-privacy-policy$ Disallow: /mobile-app-privacy-policy? Disallow: /mobile-app-privacy-policy/~ Disallow: /life-head-royce/student-support-services/learning-differences-network-ldn$ Disallow: /life-head-royce/student-support-services/learning-differences-network-ldn? Disallow: /life-head-royce/student-support-services/learning-differences-network-ldn/~ Disallow: /giving/pledge$ Disallow: /giving/pledge? Disallow: /giving/pledge/~ Disallow: /annual-report/2021$ Disallow: /annual-report/2021? Disallow: /annual-report/2021/~ Disallow: /about-us/heads-welcome/inquiry-inspiration-blog$ Disallow: /about-us/heads-welcome/inquiry-inspiration-blog? Disallow: /about-us/heads-welcome/inquiry-inspiration-blog/~ Disallow: /about-us/heads-welcome/jayhawk-journal-heads-corner$ Disallow: /about-us/heads-welcome/jayhawk-journal-heads-corner? Disallow: /about-us/heads-welcome/jayhawk-journal-heads-corner/~ Disallow: /parent-portal-clone$ Disallow: /parent-portal-clone? Disallow: /parent-portal-clone/~ Disallow: /academics-old$ Disallow: /academics-old? Disallow: /academics-old/~ Disallow: /life-head-royce/cce/mentorship$ Disallow: /life-head-royce/cce/mentorship? Disallow: /life-head-royce/cce/mentorship/~