User-agent: *
Allow: /
Disallow: /cache/
Disallow: /logs/
Disallow: /*.pdf$
Disallow: /admin/
Disallow: /private/

User-agent: Googlebot
Allow: /
Disallow: /cache/
Disallow: /logs/

User-agent: Googlebot-Image
Allow: /images/
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /*.webp

User-agent: Bingbot
Allow: /
Disallow: /cache/
Disallow: /logs/

User-agent: Yandex
Allow: /
Disallow: /cache/
Disallow: /logs/

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

Crawl-delay: 1
Request-rate: 30/60

Sitemap: /sitemap.php
