User-agent: * # applies to all robots Disallow: /primusweb/scripts/ # applies to all pages in admin directory Sitemap: http://www.primus.com.au/sitemap.xml # XML Sitemap location Crawl-delay: 5 # Number of seconds to wait between successive requests Request-rate: 1/5 # maximum rate is one page every 5 seconds Visit-time: 0000-2350 # only visit between 6:00 AM and 8:45 AM UT (GMT)