User-agent: *
Allow: /

# Important pages for crawling
Allow: /faq
Allow: /contact
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /disclaimer
Allow: /cookie-policy
Allow: /acceptable-use

# Block unnecessary files and directories
Disallow: /src/
Disallow: /_vite/
Disallow: /node_modules/
# Allow Vite/build assets
# Disallow: /*.js$  <- IMPORTANT: This was blocking indexing
# Disallow: /*.css$ <- IMPORTANT: This was blocking indexing
Disallow: /*.json$

# Sitemaps
Sitemap: https://auspaycalculator.com.au/sitemap.xml
Sitemap: https://auspaycalculator.com.au/sitemap-index.xml

# Crawl-delay for optimal performance
Crawl-delay: 1

# Special directives for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1