# General crawl policy
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /xmlrpc.php
Disallow: /*?add-to-cart=*
Disallow: /*?feed=*
Disallow: /*?preview=true
Disallow: /*?redirect_to=
Disallow: */&v=f214*

# Google Images
User-agent: Googlebot-Image
Allow: /

# Block unwanted crawlers
User-agent: MJ12bot
Disallow: /

# Block AI training / dataset crawlers
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

# Allow OpenAI search crawler
User-agent: OAI-SearchBot
Allow: /

# Sitemap
Sitemap: https://petbirds.gr/sitemap_index.xml