# Wealthtec Holdings Robots.txt
# https://wealthtec.co.za

# Allow all search engines to crawl the site
User-agent: *
Allow: /

# Disallow crawling of internal/private paths
Disallow: /api/
Disallow: /_next/
Disallow: /admin
Disallow: /admin/
Disallow: /auth
Disallow: /auth/
Disallow: /internal
Disallow: /internal/

# Crawl delay for general bots (be polite)
Crawl-delay: 1

# Google-specific rules (no crawl delay needed)
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /auth
Disallow: /internal

# Bing-specific rules
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /auth
Disallow: /internal
Crawl-delay: 1

# Social media bots (for link previews)
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

# Sitemap location
Sitemap: https://wealthtec.co.za/sitemap.xml

# Host directive
Host: https://wealthtec.co.za