#robots.txt for http://www.ket.org/
User-agent:*
Disallow:/bin/            # foxweb executables
Disallow:/Intra/          # intranet redirect - not found?
Disallow:/java/           # returns ket not found page
Disallow:/KET/Tour/       # returns ket not found page
Disallow:/ops/            # satellite information - last updated 4/7/00
Disallow:/podcasts/       # returns ket not found page

Crawl-delay: 5            # wait 5 seconds between crawl hits
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0600-1200     # only visit between 04:00 and 10:00 UTC (GMT), midnight to 6am EST

Disallow:/pressroom/1999/
Disallow:/pressroom/2000/
Disallow:/pressroom/2001/
Disallow:/pressroom/2002/
Disallow:/pressroom/2003/
Disallow:/pressroom/2004/
Disallow:/pressroom/2005/
Disallow:/pressroom/2006/