# Screaming Frog crawler
User-agent: Screaming Frog SEO Spider
Disallow: /root-content/
Disallow: /application/
Disallow: /global/

# All crawlers
User-agent: *
Disallow: /root-content/
Disallow: /application/
Disallow: /global/

Sitemap: https://dentistry.uth.edu/dentistry-sitemap.xml