# robots.txt for http://dtp.nci.nih.gov/
# purpose:  restrict access by Webcrawlers/Spiders/Robots

User-agent: *
Disallow: /sas/
Disallow: /compsub/
Disallow: /style/
Disallow: /templates/
Disallow: /test/
Disallow: /pagestyles/
Disallow: /sitesearch/
Disallow: /images/
Disallow: /yacds/
Disallow: /branches/btb/pdf/
Disallow: /docs/diversity/
Disallow: /certsrv/
Disallow: /universal/
Disallow: /dtpstandard/
Disallow: /mtweb/