# All robots will spider the domain
User-agent: *
Disallow: /admin/
Disallow: /aspnet_client/
Disallow: /css/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /picture_library/
# When to visit the site
Request-rate: 1/5   
Visit-time: 0100-0545