User-agent: *
Disallow: /admin/
Disallow: /uploads/documents/
Disallow: /techdocs
Disallow: /twitter.html