# robots.txt for neolee.com.my
# Last updated: 2026-07-12

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wc-api/
Disallow: /order-received/
Disallow: /search/
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Allow: /wp-admin/admin-ajax.php

# AI / LLM crawlers
User-agent: GPTBot
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wc-api/
Disallow: /order-received/
Disallow: /search/
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Allow: /wp-admin/admin-ajax.php

User-agent: Claude-Web
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wc-api/
Disallow: /order-received/
Disallow: /search/
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?add-to-cart=
Disallow: /*&add-to-cart=
Allow: /wp-admin/admin-ajax.php

User-agent: anthropic-ai
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Heavy crawlers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

# Block unwanted bots
User-agent: MauiBot
Disallow: /

User-agent: 007ac9
Disallow: /

User-agent: Aboundex
Disallow: /

User-agent: Pixray-Seeker
Disallow: /

Sitemap: https://www.neolee.com.my/sitemap_index.xml