User-agent: *
Disallow: /Directory/Admin/Registrar/Courses/
Disallow: /njIT/catalog/
Disallow: /instruct/
Disallow: /inauguration/gala/

#disallow indexing of old course catalogs that must
#remain online
Disallow: /v2/catalog/graduate/92/
Disallow: /v2/catalog/graduate/96/
Disallow: /v2/catalog/undergraduate/91/
Disallow: /v2/catalog/undergraduate/94/
Disallow: /v2/catalog/undergraduate/97/
Disallow: /catalog/graduate/92/
Disallow: /catalog/graduate/96/
Disallow: /catalog/undergraduate/91/
Disallow: /catalog/undergraduate/94/
Disallow: /catalog/undergraduate/97/
Disallow: /archivecatalog/

Disallow: /dmc/
Disallow: /campaign/
Disallow: /site/
Disallow: /attic/
Disallow: /BETA/

#fixing stupid spider issue with budget website
Disallow: /budg/
Disallow: /v2/budg/
#Disallow: /v2/budg/FRS%20Training_files/
#Disallow: /budg/FRS%20Training_files/
#Disallow: /v2/budg/FRS Training_files/
#Disallow: /budg/FRS Training_files/

#testing the crawler failures
Disallow: /v2/Directory/Admin/Registrar/Courses
Disallow: /Directory/Admin/Registrar/Courses

#odd junk
Disallow: /alumni/pdf/Recipiants_01-02.pdf

#rss feed
Disallow: /features/rss.php

#remove cccc stuff
Disallow: /v2/CCCC

#google sitemap
#Sitemap: http://www.njit.edu/www-sitemap.xml.g