# robots be gone!
User-agent: *
Disallow: /

# allow only top-level related pages to the googlebot.

User-agent: googlebot
# files
Disallow: *.php
Disallow: *.sec
Disallow: *.sh
Disallow: *.cgi
Disallow: *.pl
# directories
Disallow: /images
Disallow: /icon
Disallow: /dox
Disallow: /css
Disallow: /cgi-bin
Disallow: /update
Disallow: /experimental_products
Disallow: /interactive
Disallow: /98
Disallow: /html
Disallow: /ihabbs
Disallow: /special
Disallow: /nsasurvey
Disallow: /quiklook
Disallow: /linkscan
Disallow: /arcinfo
Disallow: /stats
# sym links. yuck!
Disallow: /cline
Disallow: /cdrom
Disallow: /cwa
Disallow: /db
Disallow: /east
Disallow: /west
Disallow: /usa
Disallow: /rfc
Disallow: /pilots
Disallow: /products
Disallow: /gamma
Disallow: /aerial_photos