# robots.txt for http://ntp-apps.niehs.nih.gov/

# Allows our own Ultraseek Server in

User-agent: UltraseekNIEHS

Disallow: /cfdocs/
Disallow: /CFIDE/
Disallow: /commonnerror
Disallow: /ntp_tox/
Disallow: /projadmin
Disallow: /siteerrors
Disallow: /sitehandlers
Disallow: /SysAdmin/

# Allows our own Inktomi Server in

User-agent: InktomiNIEHS
Disallow: /cfdocs/
Disallow: /CFIDE/
Disallow: /commonnerror
Disallow: /ntp_tox/
Disallow: /projadmin
Disallow: /siteerrors
Disallow: /sitehandlers
Disallow: /SysAdmin/

# Disallow all others

User-agent: *
Disallow: /
Disallow: /cfdocs/
Disallow: /CFIDE/
Disallow: /commonnerror
Disallow: /ntp_tox/
Disallow: /projadmin
Disallow: /siteerrors
Disallow: /sitehandlers
Disallow: /SysAdmin/


# For more information on using and configuring the robots.txt file
# Go to http://info.webcrawler.com/mak/projects/robots/norobots.html