# robots.txt for nettoyage professionnel services # Allow all search engines to crawl all pages User-agent: * Allow: / Allow: /index.php Allow: /sitemap.xml # Priority crawling for important pages Crawl-delay: 0 # Sitemap location Sitemap: https://www.mytrain.fr/sitemap.xml # Allow all major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: /