User-agent: *
Allow: /

# Block API routes from indexing
Disallow: /api/

# Block internal Next.js routes
Disallow: /_next/

# Sitemap
Sitemap: https://setajobs.co.za/sitemap.xml

# Crawl delay for responsible bots
Crawl-delay: 2