# robots.txt # Treat all robots the same User-agent: * Disallow: /*/ # Allow Allow: / # Disallow Disallow: /cgi-bin/ Disallow: /*document_view? Disallow: /*multimonth? Disallow: /*month? Disallow: /*weekbyday? Disallow: /*weekbyhour? Disallow: /*day?