User-agent: * Allow: / Crawl-delay: 1 # Google specific User-agent: Googlebot Allow: / Crawl-delay: 1 # Bing specific User-agent: Bingbot Allow: / Crawl-delay: 1 # Block unwanted crawlers User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / # Sitemaps Sitemap: https://svenskacv.se/sitemap.xml Sitemap: https://svenskacv.se/robots.txt # Host directive Host: svenskacv.se