# robots.txt for sflink.id
# Multi-Region SEO: Indonesia & Cambodia
# Target Audience: Indonesian speakers worldwide
# Last Updated: 2025-01-14

User-agent: *
Allow: /
Disallow: /dashboard/
Disallow: /admin/
Disallow: /auth/reset/
Disallow: /payment/
Disallow: /api/
Disallow: /includes/
Disallow: /vendor/
Disallow: /assets/json/
Disallow: /logs/

# Allow important pages
Allow: /index.php
Allow: /auth/login/
Allow: /auth/register/
Allow: /about.html
Allow: /contact.html
Allow: /privacy.html
Allow: /terms.html
Allow: /biolink.php

# Sitemap locations
Sitemap: https://sflink.id/sitemap.xml
Sitemap: https://sflink.id/sitemap-biolinks.xml

# Crawl-delay for polite crawling
Crawl-delay: 1

# Google specific (Primary search engine)
User-agent: Googlebot
Allow: /
Disallow: /dashboard/
Disallow: /admin/
Disallow: /payment/
Disallow: /api/
Crawl-delay: 1

# Bing specific
User-agent: Bingbot
Allow: /
Disallow: /dashboard/
Disallow: /admin/
Disallow: /payment/
Disallow: /api/
Crawl-delay: 2

# Yandex (for better international coverage)
User-agent: YandexBot
Allow: /
Disallow: /dashboard/
Disallow: /admin/
Crawl-delay: 2

# Baidu (for Asian market coverage)
User-agent: Baiduspider
Allow: /
Disallow: /dashboard/
Disallow: /admin/
Crawl-delay: 2

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Disallow: /dashboard/
Disallow: /admin/