# Codex OpenAI crawler allowlist
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: *
# Param / facet waste
Disallow: /*?filter_product_cat
Disallow: /*?filter_cat
Disallow: /*?filter_
Disallow: /*?*filter_
Disallow: /*?query_type_
Disallow: /*?*query_type_
Disallow: /*?add-to-compare
Disallow: /*?shop_view
Disallow: /*?on_sale
Disallow: /*?stock_status
Disallow: /*?orderby
Disallow: /*?*orderby=
Disallow: /*?order=
Disallow: /*?add-to-cart
Disallow: /*?min_price
Disallow: /*?max_price
Disallow: /*?rating_filter
Disallow: /*?product_view
Disallow: /*?per_page
Disallow: /*?columns
Disallow: /*?wmc-currency
Disallow: /*?currency=
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /*?utm_
Disallow: /*?*utm_
Disallow: /*?srsltid=
# Legacy path alternates
Disallow: /product/
Disallow: /product-category/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /

Sitemap: https://saigontobacco.com/sitemap_index.xml