# shops.koeln robots.txt User-agent: * Allow: / Disallow: /api/ Disallow: /admin/ Crawl-delay: 1 # Sitemap location Sitemap: https://www.shops.koeln/sitemap.xml # Specific bot rules User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 1