User-agent: * Disallow: /about/contact-us/ Disallow: /simple Disallow: /release Disallow: /zxfile Disallow: /remote Disallow: /banner Disallow: /api Disallow: /zipItems Disallow: /file Disallow: /print Disallow: /redirect User-agent: BLEXBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: MauiBot (crawler.feedback+wc@gmail.com) Disallow: / User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: megaIndex.ru Disallow: / User-agent: dotbot Disallow: / User-agent: Amazonbot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: grapeshot Disallow: / User-agent: TerraCotta Disallow: / User-agent: AwarioRssBot User-agent: AwarioSmartBot Disallow: / User-agent: Bingbot Disallow: /rus/poisk/ Disallow: /eng/search/ Disallow: /spa/buscar/ User-agent: proximic Disallow: /