# robots.txt
# Sitemap location
Sitemap: https://euler.net/sitemap.xml

# Disallow sensitive Umbraco and server folders for all robots
User-agent: *
Disallow: /aspnet_client/
Disallow: /app_plugins/
Disallow: /app_data/
Disallow: /bin/
Disallow: /config/
Disallow: /data/
Disallow: /install/
Disallow: /masterpages/
Disallow: /python/
Disallow: /usync/
Disallow: /umbraco/
Disallow: /umbraco_client/
Disallow: /usercontrols/
Disallow: /xslt/

# Block specific bots
User-agent: NinjaBot
Disallow: /