User-agent: *
Disallow: /site/
Disallow: /backup/
Disallow: /archive/
Disallow: /crm/
Disallow: /admin/
Disallow: /au/