# All robots will spider the domain
User-agent: *
Disallow: /test
Disallow: /new
Disallow: /global
Disallow: /modules
Disallow: /includes
Disallow: /own_includes
Disallow: /view
Disallow: /register
Disallow: /webcasts