# www.robotstxt.org/

# Prevent admin from being crawled
User-agent: *
Disallow: /admin/
Disallow: /forum/
Disallow: /site/forum/

# Prevent dotbot from crawling entire site
User-agent: dotbot
Disallow: /

Sitemap: https://www.rosalindfranklin.edu/sitemap.xml