User-agent: ccbot #stop commoncrawl bot from crawling the site. It was causing errors. disallow: / User-agent: * # all bots Crawl-delay: 60 # number of seconds to wait between successive requests Request-rate: 1/60 # max number of requests is 1 page every 10 seconds Visit-time: 0600-0945 # only visit between these times in GMT / ZULU http://www.gen-aircraft-hardware.com/sitemap.xml # Added by Google Sitemap Generator