# ----------------------------------------- # robots.txt für irinaoracle.ru # SEO-optimiert für Google, Yandex, Bing # ----------------------------------------- # Sitemap Sitemap: https://irinaoracle.ru/sitemap.xml # Globale Regeln User-agent: * Allow: / # Wichtige Ressourcen explizit erlauben Allow: /*.css$ Allow: /*.js$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.webp$ Allow: /*.svg$ Allow: /*.woff$ Allow: /*.woff2$ Disallow: /privacy.html # Blockiere aggressive Scraper User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / # Optional: Blockiere AI-Scraper User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: ClaudeBot Disallow: / # Yandex-spezifische Einstellungen Host: irinaoracle.ru User-agent: Yandex Crawl-delay: 1 # Entfernt Tracking-Parameter aus Indexierung Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content /