# robots.txt for http://www.thecalendarplanner.com/ # From http://en.wikipedia.org/wiki/Robots.txt # Crawl-delay: 10 # Number of seconds between successive requests #Request-rate: 1/5 # Max rate is 1 page every 5 seconds #Visit-time: 0600-0845 # Only visit between 6:00 AM and 8:45 AM UT (GMT) User-agent: * Disallow: /ASPSecured/ Disallow: /aspnet_client/ Disallow: /cgi-bin/ Disallow: /cp/ Disallow: /pad Disallow: /staging/ Disallow: /pending/ Disallow: /deprecated/ Disallow: /files/ Disallow: /.htaccess Disallow: /4xx-error.php Disallow: /error_handler.php Disallow: /error_log Disallow: /Pod_Interview.html Disallow: /entreprenemail.php Disallow: /entrepren.php Disallow: /officepro.php Disallow: /officepro2.php Disallow: /default2.php Disallow: /default3.php Disallow: /right_nav2.php Disallow: /adm Disallow: /tmp Disallow: /acepricing.php Disallow: /smallbizoffer.php Disallow: /nten.php Disallow: /deskdemon.php Disallow: /edufocusgroup_form.php Disallow: /edusubmit.php User-agent: Baiduspider Disallow: / Sitemap: SitemapIndex.xml