User-agent: * Disallow: /writable/ Disallow: /admin/ Disallow: /api/ Disallow: /auth/ Disallow: /vendor/ Disallow: /system/ Disallow: /*.log$ Disallow: /app/ Allow: /assets/ Allow: /uploads/ # Sitemap locations Sitemap: https://www.qayadat.org/series-sitemap.xml Sitemap: https://www.qayadat.org/episodes-sitemap.xml Sitemap: https://www.qayadat.org/movies-sitemap.xml Sitemap: https://www.qayadat.org/videos-sitemap.xml Sitemap: https://www.qayadat.org/posts-sitemap.xml Sitemap: https://www.qayadat.org/pages-sitemap.xml # Crawl-delay for responsible crawling Crawl-delay: 1 # Video specific robots directives User-agent: Googlebot-Video Allow: /video/ Allow: /series/ Allow: /episodes/ # Image specific robots directives User-agent: Googlebot-Image Allow: /uploads/ Allow: /assets/