# CitySoft platform default robots.txt
# Edit this site's copy freely. Platform upgrades only touch a robots.txt that
# is still an unedited platform default (a backup goes to
# /_data/global/robotstxt-backups/ first); an edited file is left alone.
# Admins can review it under Tools > Search Engine Visibility.
#
# /_includes/ and /_images/ are deliberately NOT blocked: pages load their
# stylesheets, scripts and images from there, and search engines render pages
# to judge them. /_data/ (uploaded files and documents) is blocked except for
# the folders pages load from - those folders are already visible in every
# page's source, so this file names no folder that is not already public.
# robots.txt is not security - it only asks well-behaved crawlers to skip paths.

User-agent: *
Disallow: /admin/
Disallow: /_circuitslibrary/
Disallow: /_components/
Disallow: /_config/
Disallow: /_customtags/
Disallow: /_documentation/
Disallow: /_extensions/
Disallow: /_scripts/
Disallow: /_uploads/
Disallow: /_verity/

# Uploaded files and documents - not for search engines...
Disallow: /_data/
# ...except the folders public pages load styles, scripts and images from.
# Google and Bing follow the most specific (longest) matching rule.
Allow: /_data/global/images/
Allow: /_data/global/themes/
Allow: /_data/global/styles/
Allow: /_data/n_*/styles/
Allow: /_data/n_*/scripts/

# Calendar month and day views (one address per month, back and forward without
# end) - nothing for search engines. Event pages themselves are not blocked and are
# listed in the sitemap.
Disallow: /*daterequest=

# Point search engines at this site's sitemap (the platform writes it
# automatically). Platform upgrades fill in the line below; if it still starts
# with "#", replace the domain and remove the "#".
Sitemap: https://www.augustansociety.org/sitemap.xml
#
# To opt out of AI model training while staying visible in AI search results,
# remove the "#" from the seven lines below:
# User-agent: GPTBot
# User-agent: ClaudeBot
# User-agent: CCBot
# User-agent: Google-Extended
# User-agent: Applebot-Extended
# User-agent: Meta-ExternalAgent
# Disallow: /