User-agent: * Allow: / # Allow all search engines to crawl our site Allow: /css/ Allow: /js/ Allow: /store/ Allow: /*.html Allow: /*.css Allow: /*.js # Disallow admin or sensitive areas (if any exist in future) # Disallow: /admin/ # Disallow: /private/ # Sitemap location Sitemap: https://24-play.co.uk/sitemap.xml # Crawl-delay for different bots Crawl-delay: 1 # Specific instructions for major search engines User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Slurp Allow: / Crawl-delay: 1