# Allow Screaming Frog crawler
User-agent: Screaming Frog SEO Spider
Disallow: /test/
Disallow: /finance-test/
Disallow: /index/
Disallow: /phd-programs-test/

# Allow all other crawlers
User-agent: *
Disallow: /test/
Disallow: /finance-test/
Disallow: /index/
Disallow: /phd-programs-test/

Sitemap: https://gsbs.uth.edu/gsbs-sitemap.xml