# For domain: http://allthatcrawls.com

# All robots will spider the domain
User-agent: *
Disallow: /_private/
Disallow: /aspnet_client/
Disallow: /old_site/
Disallow: /images/