###############################
#
# robots.txt file for this website
#
# You should add a robots.txt file to the root directory of all your websites to help control the
# indexing of your site by robots that ignore the <META NAME="ROBOTS" CONTENT="NOINDEX, NOFOLLOW"> convention. 
# In this file you specifically list any pages that you DO NOT want crawled and indexed 
#
# addresses all robots by using wild card *
#
User-agent: *
# list folders robots are not allowed to index
#
# Disallow: /tutorials/  includes ALL FILES AND SUBFOLDERS located within the folder tutorials directory  
#      will not be indexed by the robots if you use this statement
#
Disallow: /ColbertMD/
Disallow: /201/
Disallow: /nyc/
Disallow: /ftp/
Disallow: /unused/
Disallow: /Training/
Disallow: /Test/
Disallow: /test/
Disallow: /code/
Disallow: /pda/
Disallow: /201/
Disallow: /023/
Disallow: /024/
Disallow: /NPR/
Disallow: /software/
Disallow: /Templates/
Disallow: /or/
Disallow: /new-jersey/
Disallow: /2391/
Disallow: /2392/
Disallow: /2393/

#
# /ColbertMD/ is the Google ads landing site
# /201/ is the CitySearch landing site
# /nyc/ is the DocShop landing site
#
# list specific files robots are not allowed to index
#
# Disallow: /tutorials/meta_tags.html
# Disallow: /tutorials/custom_error_page.html
#
# End of robots.txt file
#
###############################