#
# robots.txt
#
User-agent: *
Disallow: /core/
Disallow: /profiles/
Disallow: /admin/
Disallow: /node/
Disallow: /search/
Disallow: /user/
Disallow: /media/oembed
# Block AI bots
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
# Add the sitemap URL
Sitemap: https://www.scapinoballet.nl/sitemap.xml