# All robots will spider the domain
User-agent: *
Disallow: /cache
Disallow: /maintain
Disallow: /ajax_stuff
Disallow: test
Disallow: /analyze
Disallow: /view