# ___ __ ______ __ ____ ____ __ __ ___ ___ # // || | || | || // || ||\ || ||\\//|| # (( || || || // ||== ||\\|| || \/ || # \\__ || || || //__ ||___ || \|| || || # ================================================================= # ===> agent <=== # ================================================================= User-agent: * Sitemap: https://www.citizenm.com/sitemapindex.xml # ================================================================= # ===> Excludes for bots <=== # ================================================================= Disallow: /404 Disallow: /book?hotelCodes=* Disallow: /book?nuxt&hotelCodes=* Disallow: /mycitizenm/ Disallow: /nl/mijncitizenm/ Disallow: /fr/moncitizenm/ Disallow: /my/ Disallow: /es/my/ Disallow: /it/my/ Disallow: /nl/my/ Disallow: /fr/my/ Disallow: /zh/my/ Disallow: /get-booking/ Disallow: /es/get-booking/ Disallow: /it/get-booking/ Disallow: /nl/get-booking/ Disallow: /fr/get-booking/ Disallow: /zh/get-booking/ # ================================================================= # ===> Disallowed Specific Bots <=== # ================================================================= User-agent: rogerbot Disallow: / User-agent: Ezooms Disallow: / User-agent: webcrawler Disallow: / User-agent: BUbiNG Disallow: / User-agent: proximic Disallow: / User-agent: trendictionbot Disallow: / User-agent: Vagabondo Disallow: / User-agent: Bilbo Disallow: / User-agent: linkdexbot Disallow: / User-agent: Exabot Disallow: / User-agent: Slurp Disallow: / User-agent: niki-bot Disallow: / User-agent: CompSpyBot Disallow: / User-agent: SEMrushBot Disallow: / User-agent: BeetleBot Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: 360Spider Disallow: / User-agent: IstellaBot Disallow: / User-agent: Plukkie Disallow: / User-agent: melodibot Disallow: / User-agent: spbot Disallow: / User-agent: QuerySeekerSpider Disallow: / User-agent: BuddhaBot Disallow: / User-agent: imrbot Disallow: / User-agent: AcoonBot Disallow: / User-agent: yacybot Disallow: / User-agent: GufyBot Disallow: / User-agent: Nesotebot Disallow: / User-agent: Sogou web spider Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: SolomonoBot Disallow: / User-agent: WBSearchBot Disallow: / User-agent: NoyaBot Disallow: / User-agent: FlappyBot Disallow: / User-agent: SiteExplorer Disallow: / User-agent: 008 Disallow: / User-agent: BLEXBot Disallow: / User-agent: crawler4j Disallow: / User-agent: Nutch Disallow: / User-agent: berlin-fu-cow Disallow: / User-agent: Riddler Disallow: / User-agent: python-requests Disallow: / User-agent: python-requests/2.8.1 Disallow: / # ================================================================= # ===> Allow: all others <=== # ================================================================= Allow: / # ================================================================= # ===> end <=== # =================================================================