User-agent: * Allow: / # Allow all search engines to crawl the site User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Sitemap location Sitemap: https://ibdaa-israa.com/sitemap.xml # Crawl delay (optional - be respectful to server resources) Crawl-delay: 1 # Disallow crawling of admin areas (if any) Disallow: /admin/ Disallow: /private/ Disallow: /temp/ # Allow crawling of all assets Allow: /assets/ Allow: /assets/css/ Allow: /assets/js/ Allow: /assets/images/