# Disallow all crawlers access to certain pages.
User-agent: *
Disallow: /common/
Disallow: /applynow/
Disallow: /news-resources/may-news1.asp
Disallow: /news-resources/june-news1.asp
Disallow: /news-resources/june-news2.asp
Disallow: /news-resources/june-news3.asp
Disallow: /news-resources/june-news4.asp
Disallow: /news-resources/nation-affordable.asp
Disallow: /highschool/privacy.asp
Disallow: /highschool/tos.asp
Disallow: /highschool/rp.asp

 
User-agent: AboutUsBot 
Disallow: /
 
User-agent: ia_archiver
Disallow: /
 
User-agent: ia_archiver-web.archive.org
Disallow: /robots.txt
Disallow: /sitemap.xml
 
User-agent: ia_archiver
Disallow: /robots.txt
Disallow: /sitemap.xml