#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

#PathsOWH

Disallow: /search/
Disallow: /archive/
Disallow: /publications/our-publications/fact-sheet/health-snapshot/
Disallow: /contact-us/contact-form.cfm
Disallow: /contact-us/frequently-asked-questions.cfm
Disallow: /contact-us/publication-request-form.cfm
Disallow: /contact-us/resource-suggestion-form.cfm
Disallow: email-page.cfm
Disallow: /espanol/enviar-pagina.cfm
Disallow: /whincludes/
Disallow: /_includes
Disallow: /whw/_includes/
Disallow: /nwghaad/_includes/
Disallow: /whw/admin/
Disallow: /nwghaad/admin/
Disallow: /whw/Templates/
Disallow: /nwghaad/Templates/
Disallow: /about-us/internship-opportunities/
Disallow: /ItsOnlyNatural/
Disallow: /z24682/

#PathsFPNTC

Disallow: /calendar-of-events/
Disallow: /calendar-of-events	
Disallow: /collecting-co-pays-and-applying-sliding-fee-scales-0
Disallow: /collecting-co-pays-and-applying-sliding-fee-scales-0/
Disallow: /community-guidelines
Disallow: /community-guidelines/
Disallow: /COP
Disallow: /COP/
Disallow: /cop
Disallow: /cop/	
Disallow: /event
Disallow: /event/
Disallow: /home/
Disallow: /home
Disallow: /fpntc-search/
Disallow: /fpntc-search
Disallow: /admin
Disallow: /admin/
Disallow: /node
Disallow: /node/
Disallow: /how-staff-training-can-improve-your-male-health-services-0
Disallow: /how-staff-training-can-improve-your-male-health-services-0/	
Disallow: /mandated-child-abuse-reporting-law-guide
Disallow: /mandated-child-abuse-reporting-law-guide/		
Disallow: /national-clinical-training-center
Disallow: /national-clinical-training-center/	
Disallow: /national-training-center-for-coordination-and-strategic-initiatives
Disallow: /national-training-center-for-coordination-and-strategic-initiatives/	
Disallow: /ntc-for-management-and-systems-improvement	
Disallow: /ntc-for-management-and-systems-improvement/
Disallow: /ntc-for-quality-assurance-quality-improvement-and-evaluation	
Disallow: /ntc-for-quality-assurance-quality-improvement-and-evaluation/		
Disallow: /ntc-for-service-delivery
Disallow: /ntc-for-service-delivery/	
Disallow: /past-events	
Disallow: /past-events/
Disallow: /resources			
Disallow: /resources/
Disallow: /shaping-the-title-x-future
Disallow: /shaping-the-title-x-future/	
Disallow: /title-x-guide-for-data-collection-on-enrollment-activities
Disallow: /title-x-guide-for-data-collection-on-enrollment-activities/		
Disallow: /topics/affordable-care-act
Disallow: /topics/affordable-care-act?
Disallow: /topics/affordable-care-act/
Disallow: /topics/billing-contracting
Disallow: /topics/billing-contracting?
Disallow: /topics/billing-contracting/
Disallow: /topics/billing
Disallow: /topics/billing?
Disallow: /topics/billing/
Disallow: /topics/clinic-efficiency
Disallow: /topics/clinic-efficiency?
Disallow: /topics/clinic-efficiency/
Disallow: /topics/clinical
Disallow: /topics/clinical?
Disallow: /topics/clinical/
Disallow: /topics/coding
Disallow: /topics/coding?
Disallow: /topics/coding/
Disallow: /topics/confidentiality
Disallow: /topics/confidentiality?
Disallow: /topics/confidentiality/
Disallow: /topics/contraception
Disallow: /topics/contraception?
Disallow: /topics/contraception/
Disallow: /topics/contracting
Disallow: /topics/contracting?
Disallow: /topics/contracting/
Disallow: /topics/cost-analysis
Disallow: /topics/cost-analysis?
Disallow: /topics/cost-analysis/
Disallow: /topics/counseling
Disallow: /topics/counseling?
Disallow: /topics/counseling/
Disallow: /topics/credentialing
Disallow: /topics/credentialing?
Disallow: /topics/credentialing/
Disallow: /topics/cultural-competence
Disallow: /topics/cultural-competence?
Disallow: /topics/cultural-competence/
Disallow: /topics/education
Disallow: /topics/education?
Disallow: /topics/education/
Disallow: /topics/enrollment
Disallow: /topics/enrollment?
Disallow: /topics/enrollment/
Disallow: /topics/expanded-coverage
Disallow: /topics/expanded-coverage?
Disallow: /topics/expanded-coverage/
Disallow: /topics/family-planning-guidelines
Disallow: /topics/family-planning-guidelines?
Disallow: /topics/family-planning-guidelines/
Disallow: /topics/health-information-technology-health-it
Disallow: /topics/health-information-technology-health-it?
Disallow: /topics/health-information-technology-health-it/
Disallow: /topics/human-trafficking
Disallow: /topics/human-trafficking?
Disallow: /topics/human-trafficking/
Disallow: /topics/male-services
Disallow: /topics/male-services?
Disallow: /topics/male-services/
Disallow: /topics/management
Disallow: /topics/management?
Disallow: /topics/management/
Disallow: /topics/mandatory-reporting
Disallow: /topics/mandatory-reporting?
Disallow: /topics/mandatory-reporting/
Disallow: /topics/outreach-and-enrollment
Disallow: /topics/outreach-and-enrollment?
Disallow: /topics/outreach-and-enrollment/
Disallow: /topics/patient-experience
Disallow: /topics/patient-experience?
Disallow: /topics/patient-experience/
Disallow: /topics/performance-measurements
Disallow: /topics/performance-measurements?
Disallow: /topics/performance-measurements/
Disallow: /topics/preconception-health
Disallow: /topics/preconception-health?
Disallow: /topics/preconception-health/
Disallow: /topics/pregnancy
Disallow: /topics/pregnancy?
Disallow: /topics/pregnancy/
Disallow: /topics/primary-care
Disallow: /topics/primary-care?
Disallow: /topics/primary-care/
Disallow: /topics/quality-improvement
Disallow: /topics/quality-improvement?
Disallow: /topics/quality-improvement/
Disallow: /topics/referral-follow-up
Disallow: /topics/referral-follow-up?
Disallow: /topics/referral-follow-up/
Disallow: /topics/reproductive-life-planning
Disallow: /topics/reproductive-life-planning?
Disallow: /topics/reproductive-life-planning/
Disallow: /topics/revenue-cycle-management
Disallow: /topics/revenue-cycle-management?
Disallow: /topics/revenue-cycle-management/
Disallow: /topics/service-delivery
Disallow: /topics/service-delivery?
Disallow: /topics/service-delivery/
Disallow: /topics/stihiv
Disallow: /topics/stihiv?
Disallow: /topics/stihiv/
Disallow: /topics/workforce-development
Disallow: /topics/workforce-development?
Disallow: /topics/workforce-development/
Disallow: /training-and-resources
Disallow: /training-and-resources/		
Disallow: /user
Disallow: /user/
Disallow: /why-qi
Disallow: /why-qi/ 
Disallow: /news/HealthDay/
Disallow: /pregnancy/tools/ovulationcalc.cfm
Disallow: /smoking-how-to-quit/tools/cost-of-smoking-cigarettes.html
Disallow: /quitsmoking/tools/quiz.cfm