# exclude directories for crawlers
User-agent: *
Disallow: /global/
Disallow: /aspnet_client/
Disallow: /admin/
Disallow: /diatribes/images/
Disallow: /diatribes/includes/
Disallow: /editions/
Disallow: /images/
Disallow: /includes/
Disallow: /offsite.asp