# robots.txt for http://www.niehs.nih.gov/

User-agent: MOMspider           
# The Multi-Owner Maintenance Spider
Disallow: /cgi-bin/             

#Script files
User-agent: UltraseekNIEHS	
# Allows our own Ultraseek Server in
Disallow:					

# Free reign
User-agent: InktomiNIEHS	
# Allows our own Inktomi Server in
Disallow:					

# Free reign
User-agent: *
Disallow: /404/
Disallow: /jscripts/
Disallow: /CFIDE/
Disallow: /epps_notify.cfm
Disallow: /reset_application_scope.cfm
Disallow: /application_dump_test.cfm
Disallow: /dstDates.cfm
Disallow: /styles/
Disallow: /Application.cfm
Disallow: /includes/

Allow: /kids/pandemic.htm
Allow: /kids/katrina.htm
Allow: /kids/hottopics.htm
Allow: /kids/asthma.htm
Allow: /kids/labcoat.htm
Allow: /kids/justice.htm
Allow: /kids/lead.htm
Allow: /kids/weight.htm
Allow: /kids/mryuk.htm
Allow: /kids/recycle.htm
Allow: /kids/lunar/
Allow: /kids/worms.htm
Allow: /kids/links.htm
Allow: /kids/story.htm
Allow: /kids/images/coloring/auntiecolor.pdf
Allow: /kids/colbook.pdf
Allow: /kids/zilla/home.htm
Allow: /kids/color.htm
Allow: /kids/bear/home.htm
Allow: /kids/whiskers/home.htm
Allow: /kids/bradley/home.htm
Allow: /kids/waterkmac/home.htm
Allow: /kids/mama/home.htm
Allow: /kids/beverly/home.htm
Allow: /kids/kathy/home.htm
Allow: /kids/leadbusters/home.htm
Allow: /kids/baylor/home.htm
Allow: /kids/mabel.htm
Allow: /kids/mabel2.htm
Allow: /kids/sharon/sharon2.htm
Allow: /kids/sharon/sharon.htm
Allow: /kids/genes/home.htm

Disallow: /kids/

Allow: /kidspan/hottopics.htm
Allow: /kidspan/links.htm
Allow: /kidspan/weight.htm
Allow: /kidspan/yuk.htm

Disallow: /kidspan/


User-agent: 149.5.33.21 
# Please Stop Spidering our site.
Disallow: /

User-agent: Site Server 3.0 Robot
# From: 196.34.47.254 
# Please Stop Spidering our site
Disallow: /

# User-agent: 194.73.188.18 
# Please Stop Spidering our site.
# Disallow: /

User-agent: MOMspider/1.00
# From: 204.71.249.80
Disallow: /

User-agent: 72.44.34.241 
# Please Stop Spidering our site
Disallow: /

# For more information on using and configuring the robots.txt file
# Go to http://info.webcrawler.com/mak/projects/robots/norobots.htm