# Disallow everything.
User-agent: *
Allow: /wp-content/uploads/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /wp-
# Certain social media sites are whitelisted to allow crawlers to access page markup when links to /images are shared. 
User-agent: Twitterbot
Disallow:
User-agent: facebookexternalhit
Allow: /images
User-agent: Googlebot
Allow: /auth/google
Allow: /auth/facebook
User-agent: *
Disallow: /auth/google
Disallow: /auth/facebook
User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
Sitemap: https://www.mindzero.com/sitemap_index.xml