#----------------------------------------------------
# filename: robots.txt
# program name: Radio Frequency ID
# date created: 16-Nov-2009 09:52:45
# created by: PCP Auto Deploy
#----------------------------------------------------
User-agent: *
Disallow: /
Request-rate: 1/10   # maximum rate is one page every 10 seconds
Crawl-delay: 10      # 10 second delay between page request

User-agent: googlebot
User-agent: slurp
User-agent: teoma
User-agent: msnbot
Disallow: /EUICachedHTML.do
Disallow: /rfid2/EUICachedHTML.do
Disallow: /EUICachedXML.do
Disallow: /rfid2/EUICachedXML.do
Disallow: /cachedhtml
Disallow: /rfid2-dev/cachedhtml
Disallow: /cachedxml
Disallow: /rfid2-dev/cachedxml