# Facebook / Meta link preview crawler: must fetch /admin/ HTML (OG tags in shell).
User-agent: facebookexternalhit
Allow: /admin/

User-agent: Facebot
Allow: /admin/

User-agent: *
Allow: /

# Disallow admin and private areas (search engines and other bots)
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /_next/
Disallow: /static/

# Sitemap
Sitemap: https://semuko.com/sitemap.xml