User-agent: *
Allow: /
Allow: /products
Allow: /categories
Allow: /product/
Allow: /about
Allow: /contact
Allow: /faq
Allow: /cart
Allow: /wishlist
Allow: /search
Allow: /login
Allow: /register

# Private account & sensitive flows
Disallow: /account/
Disallow: /checkout
Disallow: /auth/
Disallow: /users
Disallow: /cache
Disallow: /cache-clear

# Protected admin & system areas
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/
Disallow: /storage/

# Prevent indexing filtered/sorted duplicates to avoid thin content
Disallow: /search?*
Disallow: /products?page=*
Disallow: /products?sort=*

# Crawl-delay for polite crawling
Crawl-delay: 3

# Sitemaps
Sitemap: https://shopkarlo.online/sitemap.xml

# AI / LLM machine-readable summary
# llms.txt: /llms.txt