User-agent: *
Allow: /

# Block admin and user areas
Disallow: /admin/
Disallow: /user/
Disallow: /checkout/
Disallow: /api/
Disallow: /storage/
Disallow: /login
Disallow: /register
Disallow: /password/
Disallow: /email/

# Block sensitive files
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.env$
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /package-lock.json

# Allow important assets
Allow: /landing/assets/css/
Allow: /landing/assets/js/
Allow: /landing/assets/images/
Allow: /landing/assets/fonts/

# Sitemap location
Sitemap: https://arthasafetyindonesia.co.id/sitemap.xml

# Crawl delay (optional)
Crawl-delay: 1