# NOTE: This static robots.txt is a fallback only.
# The canonical version is robots.php which uses the dynamic site_url from DB.
# Add this to your nginx config to serve robots.php:
#   rewrite ^/robots\.txt$ /robots.php last;

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /cache/
Disallow: /includes/
Disallow: /search
Disallow: /favourites
Disallow: /trending?period=

# /tag/ is intentionally crawlable (not blocked here): tag pages carry a
# noindex,follow meta tag themselves (see public/tag.php). Blocking them
# here would prevent Googlebot from ever seeing that tag and following the
# video links on them.

# Update this URL to match your domain:
Sitemap: https://jendekhune.com/sitemap.xml