# ------------------------------------------------- # Globale Regeln # ------------------------------------------------- User-agent: * Allow: / # Rendering-Assets pauschal erlauben Allow: /build/*.js Allow: /build/*.css Allow: /build/fonts/*.woff2 # Sperren Disallow: /admin Disallow: /admin/ Disallow: /admin/* Disallow: /api Disallow: /api/ Disallow: /build # Verzeichnis bleibt gesperrt, Disallow: /build/ # ... aber Allow-Regeln stechen # ------------------------------------------------- # Sitemap # ------------------------------------------------- Sitemap: https://business.ewe.de/sitemap.xml # ------------------------------------------------- # Bot-spezifische Vorgaben # ------------------------------------------------- User-agent: Bingbot Crawl-delay: 5 User-agent: Yandex User-agent: YandexBot User-agent: YandexImages Crawl-delay: 10 # ------------------------------------------------- # Host-Direktive # ------------------------------------------------- Host: business.ewe.de