User-agent: *
Sitemap: https://yesnatural.sg/sitemap.xml


##############
#   custom   #
##############

User-agent: *
# Allow Google to see all your hard work on products
Allow: /shop/product/
Allow: /shop/category/

# Block 'Crawl Waste' (Sorting and filtering pages)
# This stops Google from indexed 10 versions of the same page (e.g. price high-to-low)
Disallow: /*?sort=*
Disallow: /shop/*?*ppg=
Disallow: /shop/*?*min_price=
Disallow: /shop/*?*max_price=
Disallow: /*?order=*
Disallow: /*?route=*
Disallow:/*?category=*

# Block the 'Back-office' and Cart (Google doesn't need to buy things!)
Disallow: /shop/cart
Disallow: /shop/checkout
Disallow: /shop/confirmation
Disallow: /my/
Disallow: /web/login
Disallow: /web/signup

# 2026 AI Governance: Allow 'Search' bots, block 'Training' bots
# This lets ChatGPT show your products in 'Search' but stops them from stealing your text for 'Training'
User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Disallow: /

# Link to your Sitemap (Odoo generates this automatically)
Sitemap: https://www.yesnatural.sg/sitemap.xml