User-agent: *
Disallow: /admin/
Disallow: /?hc_location=ufi
Disallow: *openstat=

# Allow bots to render your React/Gatsby site properly
Allow: /*.js
Allow: /*.css
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.svg
Allow: /*.webp
Allow: /*.pdf
Allow: /*.woff2

# --- Search AI Crawlers (Get cited in AI Search Results) ---
User-agent: OAI-Searchbot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
Allow: /
Disallow: /tags/
Disallow: /ac/

# --- User-Initiated AI Tools (When a person asks AI to read your link) ---
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: Applebot
Allow: /

# --- Training / Indexing AI Bots (Preventing data scraping) ---
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
Allow: /
Disallow: /vacancies/
Disallow: /tags/
Disallow: /ac/

# Sitemaps
Sitemap: https://thekalculators.com.au/sitemap-0.xml