# robots.txt file - exclude certain directories 
# This file is configured for SI-PWEBNASM02 at www.nasm.si.edu

User-agent: * # directed at all spiders
# the following directories apply to SI-PWEBNASM02
Disallow: /CFIDE
Disallow: /sitest
Disallow: /test
Disallow: /errors
Disallow: /redirect
Disallow: /getinvolved/membership/trans
Disallow: /membership/trans
Disallow: /research/aero/aircraft
Disallow: /research/dsh/artifacts
Disallow: /spacecraft
Disallow: /aircraft