User-agent: *
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /fileadmin/
Disallow: /uploads/

Disallow: /de/datenschutz
Disallow: /de/impressum
Disallow: /de/cookies

Disallow: /it/privacy
Disallow: /it/impressum
Disallow: /it/cookies

Disallow: /en/privacy
Disallow: /en/impressum
Disallow: /en/cookies

Allow: /fileadmin/_processed_/
Allow: /uploads/tx_extension/
Allow: /typo3conf/ext/ngsmart_default_template/Resources/Public/Icons/Favicons/

# === GOOGLEBOT: Allow essential resources ===
User-agent: Googlebot
Allow: *.js
Allow: *.css
Disallow: /typo3/
Disallow: /api/
Disallow: /?s=
Disallow: /search/

# === AI & LLM CRAWLER RULES ===

User-agent: GPTBot
Disallow: /typo3/
Disallow: /api/

User-agent: ChatGPT-User
Disallow: /typo3/
Disallow: /api/

User-agent: ClaudeBot
Disallow: /typo3/
Disallow: /api/

User-agent: Claude-SearchBot
Disallow: /typo3/
Disallow: /api/

User-agent: Claude-User
Disallow: /typo3/
Disallow: /api/

User-agent: PerplexityBot
Disallow: /typo3/
Disallow: /api/

User-agent: Perplexity-User
Disallow: /typo3/
Disallow: /api/

User-agent: Google-Extended
Disallow: /typo3/
Disallow: /api/

User-agent: Google-CloudVertexBot
Disallow: /typo3/
Disallow: /api/

# === SITEMAP LOCATION ===
Sitemap: https://www.smart-dato.com/sitemap.xml