# all agents
User-Agent: *

# don't index anything! good for development and testing periods
# Disallow: /

# don't index these folders and root files - to go live with
Disallow: /documents/
Disallow: /images/
Disallow: /javascripts/
Disallow: /stylesheets/
Disallow: /index.html
Disallow: /404.html
Disallow: /422.html
Disallow: /500.html

# equally don't go indexing any controllers or views you might just discover
Disallow: /find_me_a_contractor
Disallow: /links/
Disallow: /pages/
Disallow: /user_sessions/
Disallow: /users/
Disallow: /viewer/

# a directory indexed from old website - let's fade this off the index
Disallow: /pdf/