User-agent: *
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /pub/
Disallow: /setup/
Disallow: /update/
Disallow: /var/

# Disallow specific paths
Disallow: /index.php/
Disallow: /customer/
Disallow: /checkout/
Disallow: /catalog/product_compare/
Disallow: /catalog/product_view/
Disallow: /catalogsearch/
Disallow: /contact/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /wishlist/
Disallow: /report/
Disallow: /rss/
Disallow: /newsletter/

# Block certain query parameters
Disallow: /*?SID=
Disallow: /*?utm_source=

# Allow Google bots to access scripts, CSS files, and images
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# Disallow specific user agents
User-agent: Anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: FriendlyCrawler
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Image2dataset
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: AhrefsBot
Disallow: /