# Comments appear after the "#" symbol at the start of a line, or after a directive
User-agent: * # match all bots
Crawl-delay: 10          # number of seconds to wait between successive requests
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0600-0845     # only visit between 06:00 and 08:45 UTC (GMT)
Allow: /
Allow: /default.aspx
Allow: /help/
Allow: /help/Default.aspx
Allow: /help/AboutUs.aspx
Allow: /register.aspx
Allow: /ForgotPassword.aspx
Allow: /help/ContactUs.aspx
Allow: /help/Privacy.aspx
Allow: /help/Terms.aspx
Allow: /help/Kudos.aspx
Disallow: /dash.aspx
Disallow: /mostpopular.aspx
Disallow: /myprofile.aspx
Disallow: /relationship.aspx
Disallow: /contact.aspx
Disallow: /help/PageNotFound.aspx