User-agent: Googlebot
#keep google out of archive and special directories
#since googlebot understands wildcards, we can be more sophisticated
Allow: /provost/library/archives/
Disallow: /*/archive/
Disallow: /*/archives/
Disallow: /*/Archive/
Disallow: /*/Archives/
Disallow: /*/backup/
Disallow: /*/bak/
Disallow: /*/content_convert/
Disallow: /*/documents/
Disallow: /*/images/
Disallow: /*/working/
Disallow: /*/Working/
Disallow: /*_old
Disallow: /*_new
Disallow: /*_bak
Disallow: /*_test

User-agent: *
#rules for all search engines
Allow: /provost/library/archives/
Disallow: /_MaybeJunk/
Disallow: /admin/payroll/
Disallow: /admin/business/
Disallow: /admin/business/directlending/
Disallow: /admin/hr/staff/
Disallow: /admin/sdss/
Disallow: /admin/streaming/jukebox/mediarep/
Disallow: /archive/
Disallow: /bak
Disallow: /cfdocs
Disallow: /CFIDE
Disallow: /cgi-bin/
Disallow: /colors/
Disallow: /css/
Disallow: /documents
Disallow: /domo
Disallow: /flash
Disallow: /flashfade
Disallow: /images
Disallow: /images2
Disallow: /images_global
Disallow: /include_files/
Disallow: /js/
Disallow: /las/socsci/mitu/vera/gallery/
Disallow: /las/socsci/mitu/vera/images/
Disallow: /las/socsci/mitu/vera/phorum/
Disallow: /las/socsci/mitu/vera/scripts/
Disallow: /las/socsci/mitu/vera/slide/
Disallow: /las/socsci/mitu/vera/utils/
Disallow: /las/socsci/mitu/vera/admin/
Disallow: /mt-static/
Disallow: /mt4-static/
Disallow: /mt41-static/
Disallow: /mt421-static/
Disallow: /negotiations/
Disallow: /sample.old/
Disallow: /Scripts/
Disallow: /sitecode/
Disallow: /Templates/
Disallow: /temp
Disallow: /Temporary
Disallow: /test
Disallow: /test1
Disallow: /test3
Disallow: /titles
Disallow: /ucs/feed/
Disallow: /users/
Disallow: /WC/