# Robots.txt for kabtruck.com
# Allow all web crawlers to access the site
User-agent: *
Allow: /

# Block access to sensitive areas
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /_next/
Disallow: /search?*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?page=*

# Allow important bot-specific access
User-agent: Googlebot
Allow: /
Allow: /products/
Allow: /categories/

User-agent: Bingbot
Allow: /
Allow: /products/
Allow: /categories/

# Crawl delay to prevent server overload
Crawl-delay: 1

# Sitemap location
Sitemap: https://kabtruck.com/sitemap.xml