# Allow Facebook crawler full access
User-agent: facebookexternalhit
Allow: /

# General directives for all other crawlers
User-agent: *

# Allow all key content
Allow: /

# Disallow non-SEO-critical pages
Disallow: /cart
Disallow: /checkout
Disallow: /account
Disallow: /login
Disallow: /register
Disallow: /orders
Disallow: /wishlist
Disallow: /search

# Disallow WooCommerce and WordPress-specific non-public folders
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Optional: Block common query parameters to reduce duplicate content
Disallow: /*?sort=
Disallow: /*?page=
Disallow: /*?filter=
Disallow: /*?utm_
Disallow: /*?ref=

# Sitemap location
Sitemap: https://sweetcustomwebsites.com/sitemap_index.xml