# Disallow all crawlers access to certain pages.
User-agent: *
Disallow: /CJ/
Disallow: /cj/
Disallow: /ApplyNow/
Disallow: /Applyow/
Disallow: /applynow/
Disallow: /StudentArea/
Disallow: /studentarea/
Disallow: /Studentarea/
Disallow: /PreApplication/
Disallow: /Preapplication/
Disallow: /preapplication/
Disallow: /indexwithcracker.asp
Disallow: /index1.asp
Disallow: /index2.asp
Disallow: /index3.asp
Disallow: /must/ProgramSchoolMajors/
Disallow: /must/CourseDetail/
Disallow: /must/CourseDetailPopups/
Disallow: /Must/CourseDetailPopups/
Disallow: /must/coursedetailpopups/
Disallow: /must/iframe/
Disallow: /reports/
Disallow: /lx/
Disallow: /HFlash.asp
Disallow: /MFlash.asp
Disallow: /must/FAQ/
Disallow: /must/faq/
Disallow: /images/Flash/
Disallow: /images/flash/
Disallow: /must/Associate-Degree-From-School-AllSchoolPopup.html
Disallow: /must/Masters-Degree-AllSchoolPopup.html
Disallow: /programs/Certificate/MFlashCertificate.asp
Disallow: /programs/Degree/MFlashAssociate.asp
Disallow: /programs/Degree/MFlashBachelor.asp
Disallow: /programs/Degree/MFlashDegree.asp
Disallow: /programs/Degree/MFlashMaster.asp
Disallow: /programs/Diploma/MFlashDiploma.asp
Disallow: /programs/MFlash.asp	
Disallow: /Scripts/
Disallow: /scripts/
Disallow: /images/flags/
Disallow: /Must/News/
Disallow: /Tuition-FinancialAid/
Disallow: /pr-index.asp

# Disallow Following crawlers access to must university site.
User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /robots.txt

User-agent: ia_archiver-web.archive.org
Disallow: robots.txt

User-agent: ia_archiver
Disallow: /robots.txt

User-agent: ia_archiver
Disallow: robots.txt

User-agent: AboutUsBot 
Disallow: /