# Robots.txt file from http://www.naric.com # # All robots will spider the domain but not pages with URL parameters # or the directories and files listed below User-agent: * Disallow: /*? Disallow: /css/ Disallow: /images/ Disallow: /include/ Disallow: /nidrr/grantees/ Disallow: /public/tracking.cfm Disallow: /public/redirect.cfm Disallow: /public/results.cfm?* Disallow: /public/record.cfm?* Disallow: /public/search_nav.cfm Disallow: /public/search_pgs.cfm Disallow: /research/redirect.cfm Disallow: /research/results.cfm?* Disallow: /research/record.cfm?* Disallow: /research/search_nav.cfm Disallow: /research/search_pgs.cfm Disallow: /research/kb/redirect.cfm Disallow: /research/kb/results.cfm?* Disallow: /research/kb/record.cfm?* Disallow: /research/pd/redirect.cfm Disallow: /research/pd/results.cfm?* Disallow: /research/pd/record.cfm?* Disallow: /research/rehab/redirect.cfm Disallow: /research/rehab/results.cfm?* Disallow: /research/rehab/record.cfm?* Disallow: /services/rehab_connect.cfm