User-agent: *
Allow: /
Disallow: *.csv
Sitemap: https://guiademarrakech.es/sitemap.xml




User-agent: bingbot
Crawl-delay: 10

User-agent: BingPreview
Crawl-delay: 10

User-agent: msnbot
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

User-agent: PetalBot
Disallow: /

User-agent: xxxxAhrefsBot
Disallow: /

User-agent: BDCbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: IndeedBot
Disallow: /

User-agent: Seekport
Disallow: /

User-agent: Nekstbot
Disallow: /

User-agent: Nimbostratus-Bot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: xxxxSemrushBot
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: xxxxSemrushBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Barkrowler
Disallow:/

User-agent: TurnitinBot
Disallow:/

User-agent: serpstatbot
Disallow:/

User-agent: clark-crawler2
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Neevabot
Disallow: /

User-agent: GeedoBot
Disallow: /