# http://en.wikipedia.org/wiki/Robots.txt
User-agent: *
Crawl-Delay: 60  #the number of seconds to wait between successive requests 
#Sitemap: http://my.site/Sitemap.aspx since it must includes absolute url. it's not good for shared hosting
Request-rate: 1/60         # maximum rate is one page every 60 seconds
Visit-time: 0600-1200     # only visit between 06:00 and 12:00 UTC (GMT) or 2am-8am ny summer time 1am-7am winter time
Allow: /en-us/
Disallow: /Admin/
Disallow: /Bin/
Disallow: /App_Code/