User-agent: * Allow: / # Block admin and private areas Disallow: /admin/ Disallow: /api/ Disallow: /storage/ Disallow: /vendor/ Disallow: /resources/ Disallow: /bootstrap/ Disallow: /config/ Disallow: /database/ Disallow: /routes/ Disallow: /app/ Disallow: /tests/ Disallow: /*.log Disallow: /*? Disallow: /search Disallow: /login Disallow: /register Disallow: /v5/ Disallow: /v6/ # Allow important resources for SEO Allow: /css/ Allow: /js/ Allow: /img/ Allow: /v9/ Allow: /sites/ # Crawl-delay for polite crawling Crawl-delay: 1 # Sitemaps Sitemap: https://www.seneweb.com/sitemap.xml Sitemap: https://www.seneweb.com/sitemap-news.xml Sitemap: https://www.ivoirematin.com/sitemap.xml Sitemap: https://www.ivoirematin.com/sitemap-news.xml