# Robots.txt for PortCyou.com
# Port information database website

User-agent: *
Allow: /

# Allow all main language paths
Allow: /zh/
Allow: /en/
Allow: /ja/
Allow: /zh-tw/

# Allow important pages
Allow: /zh/port/
Allow: /en/port/
Allow: /ja/port/
Allow: /zh-tw/port/
Allow: /zh/category/
Allow: /en/category/
Allow: /ja/category/
Allow: /zh-tw/category/
Allow: /zh/recommended
Allow: /en/recommended
Allow: /ja/recommended
Allow: /zh-tw/recommended
Allow: /zh/badge
Allow: /en/badge
Allow: /ja/badge
Allow: /zh-tw/badge

# Block API endpoints from indexing (but allow access)
Disallow: /api/

# Block internal files
Disallow: /_*
Disallow: /workers/
Disallow: /workers-deploy/
Disallow: /rongqi-deploy/

# Allow badge generation service
Allow: /api/badge/

# Sitemap location
Sitemap: https://portcyou.com/sitemap.xml

# Crawl delay (optional - be nice to the server)
Crawl-delay: 1