# Rule 1/4
User-agent: meta-externalads
Crawl-delay: 10
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /*?

User-agent: *
Content-signal: ai-input=yes
# Rule 2/4
Disallow: *_mof_data=
Disallow: /search?q=*
Disallow: /*SID=
Disallow: /*?*
Disallow: /?*cat=*
Disallow: /?*price=*
Disallow: /?*brand_name=*
Disallow: /?*gender*
Disallow: /404*
Disallow: /*.php$
Disallow: /admin*
Disallow: /api*
Disallow: /app*
Disallow: /catalog*
Disallow: /cgi-bin*
Disallow: /checkout/
Disallow: /control*
Disallow: /COPYING.txt
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /customer*
Disallow: /customize*
Disallow: /downloader*
Disallow: /error_log
Disallow: /errors*
Disallow: /includes*
Disallow: /index.php/
Disallow: /install.php
Disallow: /lib*
Disallow: /LICENSE_AFL.txt
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /magento*
Disallow: /media/customer*
Disallow: /media/downloadable*
Disallow: /media/email*
Disallow: /media/pdf-printouts*
Disallow: /media/sales*
Disallow: /newsletter*
Disallow: /onestepcheckout/
Disallow: /pkginfo*
Disallow: /poll*
Disallow: /report*
Disallow: /review/
Disallow: /scripts*
Disallow: /sendfriend/
Disallow: /shell*
Disallow: /stats*
Disallow: /STATUS.txt
Disallow: /store_manager/
Disallow: /tag/
Disallow: /var*
Disallow: /wishlist/

# Rule 3/4
User-agent: Googlebot-Image
Disallow:

# Rule 4/4
User-agent: AdsBot-Google
Disallow:

User-agent: GrokBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Sitemap
Sitemap: https://www.ctm.co.za/media/sitemap_za.xml