# robots.txt for http://www.example.com/

User-agent: *
Disallow: /cedaradmin/ # cedaradmin private wiki
Disallow: /cssc/ # cssc internal wiki
Disallow: /data/ # data directory
Disallow: /images/ # images directory
Disallow: /instruments/GIF/ # instrument plot images
Disallow: /logs/ # provenance logs
Disallow: /pml/ # provenance pages
Disallow: /quicklook/ # provenance quicklook images
Disallow: /registry/ # provenance registry information
Disallow: /rstfl/ # restful services
Disallow: /upgrade/ # mediawiki upgrade directory
Disallow: /wiki/index.php/Image: # mediawiki upgrade directory
Disallow: /wiki/index.php/Media: # mediawiki upgrade directory
Disallow: /wiki/images/ # mediawiki upgrade directory