############################### # # Robot.txt file to stop standard search engines # # addresses all robots by using wild card * # #User-agent: * # # list folders robots are not allowed to index # #Disallow: /tutorials/meta/ # # list specific files robots are not allowed to index # #Disallow: /tutorials/meta_tags.html #Disallow: /tutorials/custom_error_page.html # # Don't put spaces between user-agent and its disallow lines. User-agent: * Disallow: /_training/ Disallow: /demo/ Disallow: /ProgramReviewDemo/ Disallow: /unpublished/ Disallow: /faculty-and-staff/committees/archive/ Disallow: /current-students/student-life/clubs/old-clubs/ Disallow: /current-students/unpublished/old-diversity-and-inclusion/ Disallow: /academic-and-career-programs/divs-and-depts/math-english-art-and-instructional-support/fine-arts/theatre-arts/new-works/ Disallow: /faculty-and-staff/signature.php Disallow: /current-students/online-student-services/ Disallow: /current-students/disabled-student-services/disabled-student-services-online-support.php Disallow: /visitors-and-alumni/giving-to-chc/foundation-scholarships-2020/ Disallow: /news-old/ Disallow: /features/roadrunner-scrapbook-old/ Disallow: /old/ # # End of robots.txt file # ###############################