# Deployment config file # This file is deployed but does not exist in local development # This config will overwrite any robot.txt file that is attempted to upload outside of the deployment process # All robots will not spider the domain Sitemap: https://firebrand.training/sitemap.xml User-agent: * # Website Disallow: /pdf/passport.pdf Disallow: /courseoutlines Disallow: */instructor-confirmation # Umbraco Allow: /DependencyHandler.axd Disallow: /aspnet_client/ Disallow: /bin/ Disallow: /config/ Disallow: /umbraco/ Disallow: /umbraco_client/ Disallow: /usercontrols/ Disallow: /*.axd Crawl-delay: 10 User-agent: msnbot Disallow: /pdf/passport.pdf Crawl-delay: 10 User-agent: YahooSeeker/M1A1-R2D2 Disallow: /pdf/passport.pdf Crawl-delay: 10 User-agent: Yandex Disallow: /pdf/passport.pdf Crawl-delay: 10 User-agent: ZapBot Disallow: /