# Begin robots.txt

User-agent: *
Crawl-delay: 15
Sitemap: http://www.parenting.com/Sitemap.xml [^]
Disallow: /bin/
Disallow: /rss/
Disallow: /classes/
Disallow: /includes/
Disallow: /javascripts/
Disallow: /META-INF/
Disallow: /omniture/
Disallow: /stylesheet/
Disallow: /WEB-INF/
Disallow: /xml/
Disallow: /base.jsp
Disallow: /errorPage.jsp
Disallow: http://www.parenting.com/Common/printArticle.jsp?*$ [^] 
Disallow: /login_registration.jsp

#####Drupal Robots Info - CLashway

# Directories
Disallow: /pregnancy/includes/
Disallow: /pregnancy/misc/
Disallow: /pregnancy/modules/
Disallow: /pregnancy/profiles/
Disallow: /pregnancy/scripts/
Disallow: /pregnancy/sites/
Disallow: /pregnancy/themes/
Disallow: /pregnancy/feed
Disallow: /pregnancy/comment/reply
# Files
Disallow: /pregnancy/CHANGELOG.txt
Disallow: /pregnancy/cron.php
Disallow: /pregnancy/INSTALL.mysql.txt
Disallow: /pregnancy/INSTALL.pgsql.txt
Disallow: /pregnancy/install.php
Disallow: /pregnancy/INSTALL.txt
Disallow: /pregnancy/LICENSE.txt
Disallow: /pregnancy/MAINTAINERS.txt
Disallow: /pregnancy/update.php
Disallow: /pregnancy/UPGRADE.txt
Disallow: /pregnancy/xmlrpc.php
# Paths (clean URLs)
Disallow: /pregnancy/admin/
Disallow: /pregnancy/comment/reply/
Disallow: /pregnancy/contact/
Disallow: /pregnancy/logout/
Disallow: /pregnancy/node/add/
Disallow: /pregnancy/search/
Disallow: /pregnancy/user/register/
Disallow: /pregnancy/user/password/
Disallow: /pregnancy/user/login/
# Paths (no clean URLs)
Disallow: /pregnancy/?q=admin/
Disallow: /pregnancy/?q=comment/reply/
Disallow: /pregnancy/?q=contact/
Disallow: /pregnancy/?q=logout/
Disallow: /pregnancy/?q=node/add/
Disallow: /pregnancy/?q=search/
Disallow: /pregnancy/?q=user/password/
Disallow: /pregnancy/?q=user/register/
Disallow: /pregnancy/?q=user/login/


##Disallow the following spiders##
User-agent: Gigabot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: yeti
Disallow: /
User-agent: psbot
Disallow: /
User-agent: asterias
Disallow: /

# End robots.txt