# robots.txt for unbanker.com
# Generated on 2025-09-15

# Allow all search engines to crawl the site
User-agent: *
Allow: /

# Disallow crawling of sensitive or private directories
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/

# Specific crawl-delay for aggressive bots
User-agent: GPTBot
Crawl-delay: 2

User-agent: ChatGPT-User
Crawl-delay: 2

User-agent: CCBot
Crawl-delay: 2

# Sitemap location
Sitemap: https://unbanker.com/sitemap.xml

# Additional sitemaps (if any in the future)
# Sitemap: https://unbanker.com/sitemap-news.xml
# Sitemap: https://unbanker.com/sitemap-images.xml