# robots.txt # Created by Darby Consulting # Controls robot crawl of the site. # # Skip the training section, which is redundant User-agent: * Disallow: /training # Skip the preview section, which is also redundant User-agent: * Disallow: /preview Disallow: /admin Disallow: reference.html