User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
# Directories
Disallow: /core/
# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
# Directories
Disallow: /includes/
Disallow: /core/
Disallow: /misc/
Disallow: /modules/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /saml_login
Disallow: /simplesaml
Disallow: /imce
# Paths (no clean URLs)
Disallow: /?q=*
Disallow: /nst-fa/
Disallow: /index.php
Disallow: /index.php/*
# old/migrated file sources
Allow: /sites/default/files/external/assets/
Allow: /sites/default/files/external/printable-bracket/
Allow: /sites/default/files/external/gametool/brackets/
Allow: /sites/default/files/legacy/
# css
Allow: /modules/custom/*.css
Allow: /modules/custom/*/css/
Allow: /modules/custom/*/modules/*/css/
Allow: /themes/custom/*/css/
# img
Allow: /modules/custom/*/img/
Allow: /modules/custom/*/modules/*/img/
Allow: /themes/custom/*/img/
Allow: /themes/custom/*/assets/
# js
Allow: /modules/custom/*/js/
Allow: /modules/custom/*/lib/
Allow: /modules/custom/*/templates/compiled/
Allow: /modules/custom/*/dist/
Allow: /modules/custom/*/pkg/
Allow: /themes/custom/*/js/
Allow: /_ssr/live-updates/
Allow: /_nuxt/
# libraries
Allow: /modules/custom/casablanca_libraries/
# Sitemaps
Sitemap: https://www.ncaa.com/sites/default/files/public/sitemaps/article-sitemap.xml
Sitemap: https://www.ncaa.com/sites/default/files/public/sitemaps/brackets-sitemap.xml
Sitemap: https://www.ncaa.com/sites/default/files/public/sitemaps/superpage-sitemap.xml
Sitemap: https://www.ncaa.com/sites/default/files/public/sitemaps/video-sitemap.xml
Sitemap: https://www.ncaa.com/sites/default/files/public/sitemaps/page-sitemap.xml
Sitemap: https://www.ncaa.com/sites/default/files/public/sitemaps/iframe-sitemap.xml
Sitemap: https://www.ncaa.com/sites/default/files/public/sitemaps/ranking-sitemap.xml
Sitemap: https://www.ncaa.com/sites/default/files/public/sitemaps/layout_page-sitemap.xml
Sitemap: https://www.ncaa.com/sites/default/files/public/sitemaps/tabbed_content-sitemap.xml
Sitemap: https://www.ncaa.com/sites/default/files/public/sitemaps/history-sitemap.xml
Sitemap: https://www.ncaa.com/sitemap/news.xml
Sitemap: https://www.ncaa.com/sites/default/files/public/sitemaps/seo-sitemap.xml
# AI User agents
User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: FacebookBot
Disallow: /