# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of fairfield.edu by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # sitemap: https://www.fairfield.edu/sitemap.xml User-agent: * # Directories Disallow: /_deleted-pages/ Disallow: /hostedfiles/ Disallow: /migration/ Disallow: /qa-staff-profiles/ Disallow: /qa_testing_environment/ Disallow: /news/archive/2013/ Disallow: /news/archive/2014/ Disallow: /news/archive/2015/ Disallow: /news/archive/2016/ Disallow: /news/archive/2017/ Disallow: /news/archive/2018/ Disallow: /news/press-releases/1996/ Disallow: /news/press-releases/1997/ Disallow: /news/press-releases/1998/ Disallow: /news/press-releases/1999/ Disallow: /news/press-releases/2000/