# robots.txt for Cool4Scool - Cjelodnevni i poludnevni boravak za djecu od 3-6 godina # https://cool4scool.ba # Allow all search engines to index everything User-agent: * Allow: / # Special instructions for Google User-agent: Googlebot Allow: / # Special instructions for Bing (supports Crawl-delay) User-agent: Bingbot Allow: / Crawl-delay: 1 # Allow image indexing User-agent: Googlebot-Image Allow: /assets/images/ # Social media crawlers User-agent: facebookexternalhit Allow: / # Block unnecessary crawlers to save bandwidth User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: SemrushBot Disallow: / # Sitemap location Sitemap: https://cool4scool.ba/sitemap.xml